Get Eval Document Fields

curl 'https://api.anyformat.ai/v3/workflows/0686bb97-8c30-70f0-8000-97669e000eb8/evals/069dcc2c-e14c-7606-8000-2ee4fb17b4f9/document-packets/069dcc2c-e14c-7606-8000-2ee4fb17cccc/fields/' \
  -H 'Authorization: Bearer YOUR_API_KEY'

from anyformat.sdk import Client

client = Client(api_key="YOUR_API_KEY")

diff = client.get_eval_document_packet_fields(
    "0686bb97-8c30-70f0-8000-97669e000eb8",
    "069dcc2c-e14c-7606-8000-2ee4fb17b4f9",
    "069dcc2c-e14c-7606-8000-2ee4fb17cccc",
)
for field in diff.fields:
    if field.extracted != field.expected:
        print(field.persistent_id, field.extracted, "!=", field.expected)

import { Anyformat } from "@anyformat/sdk";

const af = new Anyformat({ apiKey: "YOUR_API_KEY" });

const diff = await af.getEvalDocumentPacketFields(
  "0686bb97-8c30-70f0-8000-97669e000eb8",
  "069dcc2c-e14c-7606-8000-2ee4fb17b4f9",
  "069dcc2c-e14c-7606-8000-2ee4fb17cccc",
);

{
  "document_packet_id": "069dcc2c-e14c-7606-8000-2ee4fb17cccc",
  "first_file_name": "invoice.pdf",
  "has_extraction": true,
  "fields": [
    { "persistent_id": "0686bb978c3070f0800097669e00aaaa", "extracted": "ACME", "expected": "ACME Ltd" },
    { "persistent_id": "0686bb978c3070f0800097669e00bbbb", "extracted": ["12.00", "3.50"], "expected": ["12.00", "3.50"] }
  ]
}

Rate limit tier: general, 600 requests/min. See Rate limits. Shows, for one document of an eval, each field’s extracted value beside its expected ground-truth value. The extracted values are the ones the eval graded. document_packet_id is the dataset copy’s id, as GET …/evals/{eval_id}/accuracy/ returns it in by_document_packet. It is not the id of the production packet the document was added from. A scalar field’s values are scalars. For a field inside a list or an object, extracted and expected hold one value per row, in row order. has_extraction is false when the eval produced no extraction for the document; its extracted values are then null. A document outside the eval, an unknown eval, or one on another workflow or organization returns 404 NOT_FOUND.

curl 'https://api.anyformat.ai/v3/workflows/0686bb97-8c30-70f0-8000-97669e000eb8/evals/069dcc2c-e14c-7606-8000-2ee4fb17b4f9/document-packets/069dcc2c-e14c-7606-8000-2ee4fb17cccc/fields/' \
  -H 'Authorization: Bearer YOUR_API_KEY'

from anyformat.sdk import Client

client = Client(api_key="YOUR_API_KEY")

diff = client.get_eval_document_packet_fields(
    "0686bb97-8c30-70f0-8000-97669e000eb8",
    "069dcc2c-e14c-7606-8000-2ee4fb17b4f9",
    "069dcc2c-e14c-7606-8000-2ee4fb17cccc",
)
for field in diff.fields:
    if field.extracted != field.expected:
        print(field.persistent_id, field.extracted, "!=", field.expected)

import { Anyformat } from "@anyformat/sdk";

const af = new Anyformat({ apiKey: "YOUR_API_KEY" });

const diff = await af.getEvalDocumentPacketFields(
  "0686bb97-8c30-70f0-8000-97669e000eb8",
  "069dcc2c-e14c-7606-8000-2ee4fb17b4f9",
  "069dcc2c-e14c-7606-8000-2ee4fb17cccc",
);

{
  "document_packet_id": "069dcc2c-e14c-7606-8000-2ee4fb17cccc",
  "first_file_name": "invoice.pdf",
  "has_extraction": true,
  "fields": [
    { "persistent_id": "0686bb978c3070f0800097669e00aaaa", "extracted": "ACME", "expected": "ACME Ltd" },
    { "persistent_id": "0686bb978c3070f0800097669e00bbbb", "extracted": ["12.00", "3.50"], "expected": ["12.00", "3.50"] }
  ]
}

Overview

Workflows

Upload

Document packets

Runs

Splits

Parse

Knowledge

Evals

SDKs and tools

API v2 (retired)

Get Eval Document Fields