evals
Get Eval Differences
Where the variants read one document differently, and which reading matches the page.
The differences live in the comparison’s stored result, so they expire with it.
GET
/
api
/
v1
/
evals
/
{eval_id}
/
files
/
{file_id}
/
differences
Get Eval Differences
import requests
url = "https://www.datalab.to/api/v1/evals/{eval_id}/files/{file_id}/differences"
headers = {"X-API-Key": "<api-key>"}
response = requests.get(url, headers=headers)
print(response.text)curl --request GET \
--url https://www.datalab.to/api/v1/evals/{eval_id}/files/{file_id}/differences \
--header 'X-API-Key: <api-key>'const options = {method: 'GET', headers: {'X-API-Key': '<api-key>'}};
fetch('https://www.datalab.to/api/v1/evals/{eval_id}/files/{file_id}/differences', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://www.datalab.to/api/v1/evals/{eval_id}/files/{file_id}/differences"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("X-API-Key", "<api-key>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}{
"file_id": 123,
"variant_names": [
"<string>"
],
"differences": [
{
"page": 123,
"before": "<string>",
"after": "<string>",
"readings": [
"<string>"
],
"winners": [
123
],
"verdict": "<string>",
"decided_by": "<string>",
"weight": 123,
"question": "",
"boxes": [],
"description": ""
}
],
"fields": []
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Was this page helpful?
⌘I
Get Eval Differences
import requests
url = "https://www.datalab.to/api/v1/evals/{eval_id}/files/{file_id}/differences"
headers = {"X-API-Key": "<api-key>"}
response = requests.get(url, headers=headers)
print(response.text)curl --request GET \
--url https://www.datalab.to/api/v1/evals/{eval_id}/files/{file_id}/differences \
--header 'X-API-Key: <api-key>'const options = {method: 'GET', headers: {'X-API-Key': '<api-key>'}};
fetch('https://www.datalab.to/api/v1/evals/{eval_id}/files/{file_id}/differences', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://www.datalab.to/api/v1/evals/{eval_id}/files/{file_id}/differences"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("X-API-Key", "<api-key>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}{
"file_id": 123,
"variant_names": [
"<string>"
],
"differences": [
{
"page": 123,
"before": "<string>",
"after": "<string>",
"readings": [
"<string>"
],
"winners": [
123
],
"verdict": "<string>",
"decided_by": "<string>",
"weight": 123,
"question": "",
"boxes": [],
"description": ""
}
],
"fields": []
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}