JATS XML and Accessible PDF

from pathlib import Path
from datalab_sdk import AgentOptions, DatalabClient

output = Path("output")
output.mkdir(parents=True, exist_ok=True)
client = DatalabClient()

for processor, source in (("jats", "article.pdf"), ("wcag", "document.pdf")):
    result = client.run_agent(
        source,
        options=AgentOptions(
            processor=processor,
            verification_effort="balanced",
            return_images=(processor == "jats"),
        ),
        max_polls=1800,
        poll_interval=2,
    )
    print(processor, result.finished, result.verdict, result.verifier_metrics)
    artifact = result.jats_xml if processor == "jats" else result.accessible_pdf
    blocking_issues = [
        check for check in (result.verifier_metrics or [])
        if check.get("severity", "blocking") != "advisory"
        and (check.get("status") != "pass" or check.get("errored"))
    ]
    if (
        not result.success or result.finished is not True
        or result.verdict != "PASS" or blocking_issues or not artifact
    ):
        print("Needs review:", result.error or "Inspect the verification results")
        continue
    # Writes jats.xml and its figures, or wcag.pdf.
    result.save_output(output / processor)

# JATS XML, including figure images in the result.
curl --fail-with-body https://www.datalab.to/api/v1/agent \
  -H "X-API-Key: $DATALAB_API_KEY" \
  -F "file=@article.pdf" \
  -F "processor=jats" \
  -F "verification_effort=balanced" \
  -F "return_images=true"

# Accessible PDF.
curl --fail-with-body https://www.datalab.to/api/v1/agent \
  -H "X-API-Key: $DATALAB_API_KEY" \
  -F "file=@document.pdf" \
  -F "processor=wcag" \
  -F "verification_effort=balanced"

# Poll the request_check_url from each submission response.
curl --fail-with-body "$REQUEST_CHECK_URL" \
  -H "X-API-Key: $DATALAB_API_KEY"

import os
import time
import requests

headers = {"X-API-Key": os.environ["DATALAB_API_KEY"]}
with requests.Session() as session:
    with open("article.pdf", "rb") as file:
        response = session.post(
            "https://www.datalab.to/api/v1/agent",
            headers=headers,
            files={"file": ("article.pdf", file, "application/pdf")},
            data={
                "processor": "jats",
                "verification_effort": "balanced",
                "return_images": "true",
            },
            timeout=60,
        )
    response.raise_for_status()
    check_url = response.json()["request_check_url"]
    for _ in range(1800):
        response = session.get(check_url, headers=headers, timeout=30)
        response.raise_for_status()
        result = response.json()
        if result.get("status") == "complete":
            if result.get("result_url"):
                # The signed download does not need the API key header.
                download = session.get(result["result_url"], timeout=60)
                download.raise_for_status()
                result = {
                    **download.json(),
                    **{key: value for key, value in result.items() if value is not None},
                }
            print(result.get("finished"), result.get("verdict"))
            print(result.get("verifier_metrics"))
            break
        if result.get("success") is False or result.get("status") == "failed":
            raise RuntimeError(result.get("error") or "Agent run failed")
        time.sleep(2)
    else:
        raise TimeoutError("Run still processing; keep the request ID to poll later")