Convert user feedback items into structured eval rubric using LLM rewrite.
import requests
url = "https://www.datalab.to/api/v1/eval_rubrics/from_feedback"
payload = {
"name": "<string>",
"feedback_items": [
{
"content_snippet": "<string>",
"feedback": "<string>",
"feedback_type": "incorrect",
"block_id": "<string>",
"block_type": "<string>",
"page_number": 123,
"expected_output": "<string>"
}
]
}
headers = {
"X-API-Key": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text){
"id": 123,
"name": "<string>",
"description": "<string>",
"eval_definition": {},
"source": "<string>",
"source_processor_id": "<string>",
"archived": true,
"version": 123,
"created": "2023-11-07T05:31:56Z",
"updated": "2023-11-07T05:31:56Z",
"version_history": [
"<unknown>"
]
}Successful Response
Was this page helpful?
import requests
url = "https://www.datalab.to/api/v1/eval_rubrics/from_feedback"
payload = {
"name": "<string>",
"feedback_items": [
{
"content_snippet": "<string>",
"feedback": "<string>",
"feedback_type": "incorrect",
"block_id": "<string>",
"block_type": "<string>",
"page_number": 123,
"expected_output": "<string>"
}
]
}
headers = {
"X-API-Key": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text){
"id": 123,
"name": "<string>",
"description": "<string>",
"eval_definition": {},
"source": "<string>",
"source_processor_id": "<string>",
"archived": true,
"version": 123,
"created": "2023-11-07T05:31:56Z",
"updated": "2023-11-07T05:31:56Z",
"version_history": [
"<unknown>"
]
}