Custom Pipelines (Deprecated)

Set Processor Eval Rubric

Link or detach an EvalRubric on a custom processor.

DUAL WRITE (mirrors the generation-agent flow in custom_processors/tasks.py, where the version’s eval_definition and the processor.eval_rubric_id back-link are always written together): the execution engine reads ONLY the rubric copy embedded in the ACTIVE version’s eval_definition, so the back-link and that copy must move as one.

{"eval_rubric_id": <id>}: verifies the rubric exists on this team (404) and isn’t archived (400), then sets processor.eval_rubric_id AND mirrors rubric.eval_definition into the active version. Requires a completed active version (400 otherwise) — a link without the mirrored copy would silently never score.
{"eval_rubric_id": null}: clears processor.eval_rubric_id AND the active version’s eval_definition. Tolerates a processor with no active version (nothing to clear on the version side), so a dangling link is always removable.

PATCH

api

custom_pipelines

{processor_id}

eval_rubric

Set Processor Eval Rubric

import requests

url = "https://www.datalab.to/api/v1/custom_pipelines/{processor_id}/eval_rubric"

payload = { "eval_rubric_id": 123 }
headers = {
    "X-API-Key": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.patch(url, json=payload, headers=headers)

print(response.text)

curl --request PATCH \
  --url https://www.datalab.to/api/v1/custom_pipelines/{processor_id}/eval_rubric \
  --header 'Content-Type: application/json' \
  --header 'X-API-Key: <api-key>' \
  --data '
{
  "eval_rubric_id": 123
}
'

const options = {
  method: 'PATCH',
  headers: {'X-API-Key': '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({eval_rubric_id: 123})
};

fetch('https://www.datalab.to/api/v1/custom_pipelines/{processor_id}/eval_rubric', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://www.datalab.to/api/v1/custom_pipelines/{processor_id}/eval_rubric"

	payload := strings.NewReader("{\n  \"eval_rubric_id\": 123\n}")

	req, _ := http.NewRequest("PATCH", url, payload)

	req.Header.Add("X-API-Key", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>"
    }
  ]
}

Authorizations

X-API-Key

string

header

required

Path Parameters

processor_id

string

required

Cookies

wos-session

string

datalab_active_team

string

Body

application/json

Request body for linking/detaching an eval rubric on a custom processor.

eval_rubric_id set -> link that rubric (dual write: back-link + mirror the rubric's eval_definition into the ACTIVE version). eval_rubric_id null -> detach (clear the back-link AND the active version's embedded eval_definition).

eval_rubric_id

integer | null

EvalRubric ID to link to this processor, or null to detach the current rubric

Response

Successful Response

Export Custom PipelineExport a custom processor with all versions. Admin-only. Note: This endpoint allows admins to export ANY processor across all teams, not just processors belonging to the admin's team. Returns the full processor record and all version data, suitable for use as training data or re-importing via the seed endpoint.

⌘I

Set Processor Eval Rubric

import requests

url = "https://www.datalab.to/api/v1/custom_pipelines/{processor_id}/eval_rubric"

payload = { "eval_rubric_id": 123 }
headers = {
    "X-API-Key": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.patch(url, json=payload, headers=headers)

print(response.text)

curl --request PATCH \
  --url https://www.datalab.to/api/v1/custom_pipelines/{processor_id}/eval_rubric \
  --header 'Content-Type: application/json' \
  --header 'X-API-Key: <api-key>' \
  --data '
{
  "eval_rubric_id": 123
}
'

const options = {
  method: 'PATCH',
  headers: {'X-API-Key': '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({eval_rubric_id: 123})
};

fetch('https://www.datalab.to/api/v1/custom_pipelines/{processor_id}/eval_rubric', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://www.datalab.to/api/v1/custom_pipelines/{processor_id}/eval_rubric"

	payload := strings.NewReader("{\n  \"eval_rubric_id\": 123\n}")

	req, _ := http.NewRequest("PATCH", url, payload)

	req.Header.Add("X-API-Key", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>"
    }
  ]
}