Export document annotations

How to export document (PDF) annotations and sample export formats.

Open this Colab for an interactive tutorial on exporting annotations.

📘

Deprecating Export V1

Starting in April 2024, we will begin sunsetting Export V1 for customers on a rolling basis. For more details, see this guide.

Export JSON annotations

# Set the export params to include/exclude certain fields. Make sure each of these fields are correctly grabbed 
export_params= {
  "attachments": True,
  "metadata_fields": True,
  "data_row_details": True,
  "project_details": True,
  "label_details": True,
  "performance_details": True
}

# You can set the range for last_activity_at and label_created_at. 
# For context, last_activity_at captures the creation and modification of labels, metadata, status, comments and reviews.
# Note: This is an AND logic between the filters, so usually using one filter is sufficient.

filters= {
  "last_activity_at": ["2000-01-01 00:00:00", "2050-01-01 00:00:00"],
  "workflow_status": "Done"
}

export_task = project.export_v2(params=export_params, filters=filters)
export_task.wait_till_done()

if export_task.errors:
  print(export_task.errors)

export_json = export_task.result
print("results: ", export_json)
# Set the export params to include/exclude certain fields. 
export_params= {
  "attachments": True,
  "metadata_fields": True,
  "data_row_details": True,
  "project_details": True,
  "label_details": True,
  "performance_details": True,
  "interpolated_frames": True
}

# Note: Filters follow AND logic, so typically using one filter is sufficient.
filters= {
  "last_activity_at": ["2000-01-01 00:00:00", "2050-01-01 00:00:00"],
  "workflow_status": "<wkf-status>"
}

client.enable_experimental = True

export_task = project.export(params=export_params, filters=filters)
export_task.wait_till_done()


# Return JSON output strings from export task results/errors, one by one:

# Callback used for JSON Converter
def json_stream_handler(output: lb.JsonConverterOutput):
  print(output.json_str)


if export_task.has_errors():
  export_task.get_stream(
  
  converter=lb.JsonConverter(),
  stream_type=lb.StreamType.ERRORS
  ).start(stream_handler=lambda error: print(error))

if export_task.has_result():
  export_json = export_task.get_stream(
    converter=lb.JsonConverter(),
    stream_type=lb.StreamType.RESULT
  ).start(stream_handler=json_stream_handler)

print("file size: ", export_task.get_total_file_size(stream_type=lb.StreamType.RESULT))
print("line count: ", export_task.get_total_lines(stream_type=lb.StreamType.RESULT))
     

Annotation export formats

Bounding box

{
  "feature_id": "cluu0k04w05hk07h76lv05sb0",
  "feature_schema_id": "cluu0ckta024507udcols6x8y",
  "name": "bounding_box",
  "value": "bounding_box",
  "annotation_kind": "DocumentBoundingBox",
  "classifications": [],
  "page_number": 1,
  "bounding_box": {
    "top": 66.251,
    "left": 96.424,
    "height": 80.68099999999998,
    "width": 82.65
  }
}

Text entity (named entity)

{
  "feature_id": "cluu0k04w05ho07h73jx24ol7",
  "name": "named_entity",
  "value": "named_entity",
  "annotation_kind": "DocumentEntityToken",
  "classifications": [],
  "location": {
    "groups": [
      {
        "id": "1f54807e-b612-4f4a-9ca5-ee302ee9c659",
        "page_number": 1,
        "tokens": [
          "839967fa-89a0-4ad1-896e-d25e5f4cb8e5",
          "9853c27e-30e0-45e0-b461-c28da6573b48",
          "e24f45c6-1efc-440f-a4dd-bb3eb522134f",
          "3339e940-3f73-4b56-b695-474808dad1e5",
          "a6f79ed8-fc20-4870-b9d1-aee3e92943bc",
          "07ac4d2e-68bb-4c25-bcc0-b03a697c4138",
          "7469a5c7-74f8-43c4-b1fb-1c89105a5c66",
          "eff97919-2529-4b67-9640-20301d45a2d4"
        ],
        "text": "Organic charge transfer salts based on the donor"
      }
    ]
  }
}

Relationship

{
  "feature_id": "cluu0k04y05hx07h75lne7jh6",
  "feature_schema_id": "cluu0cktb024907udbo0qhco1",
  "name": "relationship",
  "value": "relationship",
  "annotation_kind": "DocumentUnidirectionalRelationship",
  "classifications": [],
  "unidirectional_relationship": {
    "source": "cluu0k04w05hs07h7ahsw7689",
    "target": "cluu0k04w05hk07h76lv05sb0"
  }
}

Classification - Radio

{
  "feature_id": "cluu0k04y05hw07h70s248skz",
  "feature_schema_id": "cluu0cktc024r07ud2x2oba9o",
  "name": "radio_question",
  "value": "radio_question",
  "radio_answer": {
    "feature_id": "cluu0k04y05i407h7ehvn84w9",
    "feature_schema_id": "cluu0cktc024s07udc81y6lx3",
    "name": "first_radio_answer",
    "value": "first_radio_answer",
    "classifications": []
  }
}

Classification - Checklist

{
  "feature_id": "cluu0k04w05hj07h71okedbdg",
  "feature_schema_id": "cluu0cktc024x07udc5fr0p96",
  "name": "checklist_question",
  "value": "checklist_question",
  "checklist_answers": [
    {
      "feature_id": "cluu0k04y05hy07h73gy3awz7",
      "feature_schema_id": "cluu0cktc025007ud0d5w5o05",
      "name": "second_checklist_answer",
      "value": "second_checklist_answer",
      "classifications": []
    },
    {
      "feature_id": "cluu0k04y05i107h73vpphndb",
      "feature_schema_id": "cluu0cktc024y07ud97zu7h1d",
      "name": "first_checklist_answer",
      "value": "first_checklist_answer",
      "classifications": []
    }
  ]
}

Classification - Free-form text

{
  "feature_id": "cluu0k04w05hp07h7fn0k9bdw",
  "feature_schema_id": "cluu0cktc025307udgntw3qxi",
  "name": "free_text",
  "value": "free_text",
  "text_answer": {
    "content": "sample text"
  }
}

Sample project export

{
  "data_row": {
    "id": "cluu0c5g13a9s0735cjhi0hb0",
    "global_key": "0801.3483_doc.pdf",
    "row_data": "https://storage.googleapis.com/labelbox-datasets/arxiv-pdf/data/99-word-token-pdfs/0801.3483.pdf",
    "details": {
      "dataset_id": "cluu0c389004l0723jubmv4xg",
      "dataset_name": "pdf_demo_dataset",
      "created_at": "2024-04-10T16:11:08.609+00:00",
      "updated_at": "2024-04-10T16:11:17.957+00:00",
      "last_activity_at": "2024-04-10T16:17:17.000+00:00",
      "created_by": "[email protected]"
    }
  },
  "media_attributes": {
    "mime_type": "application/pdf",
    "text_layer_url": "https://storage.labelbox.com/cl3ahv73w1891087qbwzs3edd%2F0bh0ihjc5370s9a31g5c0uulc-text-layer.json?Expires=1712852458451&KeyName=labelbox-assets-key-3&Signature=5r7Ky5JCM0qbvvkCCpI_1sIw2cQ"
  },
  "attachments": [],
  "metadata_fields": [],
  "projects": {
    "cluu0cl1901aa07zd6t2p7315": {
      "name": "PDF_annotation_demo",
      "labels": [
        {
          "label_kind": "Default",
          "version": "1.0.0",
          "id": "cluu0jznq01zg07wc0lu192t5",
          "label_details": {
            "created_at": "2024-04-10T16:17:17.000+00:00",
            "updated_at": "2024-04-10T16:17:17.000+00:00",
            "created_by": "[email protected]",
            "content_last_updated_at": "2024-04-10T16:17:17.277+00:00",
            "reviews": []
          },
          "performance_details": {
            "seconds_to_create": 1,
            "seconds_to_review": 0,
            "skipped": false
          },
          "annotations": {
            "objects": [
              {
                "feature_id": "cluu0k04w05hk07h76lv05sb0",
                "feature_schema_id": "cluu0ckta024507udcols6x8y",
                "name": "bounding_box",
                "value": "bounding_box",
                "annotation_kind": "DocumentBoundingBox",
                "classifications": [],
                "page_number": 1,
                "bounding_box": {
                  "top": 66.251,
                  "left": 96.424,
                  "height": 80.68099999999998,
                  "width": 82.65
                }
              },
              {
                "feature_id": "cluu0k04w05hl07h79bg9hhu0",
                "feature_schema_id": "cluu0cktb024h07ud57ra95o5",
                "name": "bbox_with_radio_subclass",
                "value": "bbox_with_radio_subclass",
                "annotation_kind": "DocumentBoundingBox",
                "classifications": [
                  {
                    "feature_id": "cluu0k04y05i207h7934rbph0",
                    "feature_schema_id": "cluu0cktb024i07udefqrfcf1",
                    "name": "sub_radio_question",
                    "value": "sub_radio_question",
                    "radio_answer": {
                      "feature_id": "cluu0k04y05i607h76nvj24ls",
                      "feature_schema_id": "cluu0cktb024j07ud89kieukk",
                      "name": "first_sub_radio_answer",
                      "value": "first_sub_radio_answer",
                      "classifications": [
                        {
                          "feature_id": "cluu0k04y05i807h75hpn55pv",
                          "feature_schema_id": "cluu0cktb024k07udf0jw3423",
                          "name": "second_sub_radio_question",
                          "value": "second_sub_radio_question",
                          "radio_answer": {
                            "feature_id": "cluu0k04y05ia07h74p8mgt8q",
                            "feature_schema_id": "cluu0cktb024l07ud7kw1gowr",
                            "name": "second_sub_radio_answer",
                            "value": "second_sub_radio_answer",
                            "classifications": []
                          }
                        }
                      ]
                    }
                  }
                ],
                "page_number": 1,
                "bounding_box": {
                  "top": 226.757,
                  "left": 317.271,
                  "height": 194.22899999999998,
                  "width": 249.38600000000002
                }
              },
              {
                "feature_id": "cluu0k04w05ho07h73jx24ol7",
                "name": "named_entity",
                "value": "named_entity",
                "annotation_kind": "DocumentEntityToken",
                "classifications": [],
                "location": {
                  "groups": [
                    {
                      "id": "1f54807e-b612-4f4a-9ca5-ee302ee9c659",
                      "page_number": 1,
                      "tokens": [
                        "839967fa-89a0-4ad1-896e-d25e5f4cb8e5",
                        "9853c27e-30e0-45e0-b461-c28da6573b48",
                        "e24f45c6-1efc-440f-a4dd-bb3eb522134f",
                        "3339e940-3f73-4b56-b695-474808dad1e5",
                        "a6f79ed8-fc20-4870-b9d1-aee3e92943bc",
                        "07ac4d2e-68bb-4c25-bcc0-b03a697c4138",
                        "7469a5c7-74f8-43c4-b1fb-1c89105a5c66",
                        "eff97919-2529-4b67-9640-20301d45a2d4"
                      ],
                      "text": "Organic charge transfer salts based on the donor"
                    }
                  ]
                }
              },
              {
                "feature_id": "cluu0k04w05hq07h726ie8atv",
                "feature_schema_id": "cluu0ckta024507udcols6x8y",
                "name": "bounding_box",
                "value": "bounding_box",
                "annotation_kind": "DocumentBoundingBox",
                "classifications": [],
                "page_number": 0,
                "bounding_box": {
                  "top": 135.3,
                  "left": 102.771,
                  "height": 109.84299999999999,
                  "width": 415.8
                }
              },
              {
                "feature_id": "cluu0k04w05hr07h7dsu225r3",
                "name": "named_entity",
                "value": "named_entity",
                "annotation_kind": "DocumentEntityToken",
                "classifications": [],
                "location": {
                  "groups": [
                    {
                      "id": "c41c90ad-4ef2-4c49-94cf-6b66b9db521e",
                      "page_number": 1,
                      "tokens": [
                        "db2d0b48-6deb-4013-95ea-e09fd9c09251",
                        "f6f32337-4375-410a-b49b-046b3a07f0be",
                        "327521e0-35e3-481c-940f-ff4548d41390",
                        "23745fb8-8640-4220-badf-1efdbcd15ecd",
                        "a41b5975-c531-4219-a979-70034eac3ce2",
                        "1b5f236c-9919-4f46-92a9-e9b3f42736c8",
                        "fc98ef37-9bad-4195-b837-93c5e9b989bc",
                        "0d352bcd-36e9-4d37-9625-3974e7aba2ec"
                      ],
                      "text": "the experimental investigations on this issue have not"
                    }
                  ]
                }
              },
              {
                "feature_id": "cluu0k04w05hs07h7ahsw7689",
                "feature_schema_id": "cluu0ckta024507udcols6x8y",
                "name": "bounding_box",
                "value": "bounding_box",
                "annotation_kind": "DocumentBoundingBox",
                "classifications": [],
                "page_number": 1,
                "bounding_box": {
                  "top": 68.875,
                  "left": 188.257,
                  "height": 80.68100000000001,
                  "width": 82.64999999999998
                }
              },
              {
                "feature_id": "cluu0k04w05ht07h7gdlucd5k",
                "name": "ner_with_checklist_subclass",
                "value": "ner_with_checklist_subclass",
                "annotation_kind": "DocumentEntityToken",
                "classifications": [
                  {
                    "feature_id": "cluu0k04y05hz07h7am3xc9s9",
                    "feature_schema_id": "cluu0cktb024c07ud1dtpcax0",
                    "name": "sub_checklist_question",
                    "value": "sub_checklist_question",
                    "checklist_answers": [
                      {
                        "feature_id": "cluu0k04y05i007h78cfagn14",
                        "feature_schema_id": "cluu0cktb024d07udhx513yld",
                        "name": "first_sub_checklist_answer",
                        "value": "first_sub_checklist_answer",
                        "classifications": []
                      }
                    ]
                  }
                ],
                "location": {
                  "groups": [
                    {
                      "id": "3e129182-09bf-47ee-a20a-6f9475a8bebb",
                      "page_number": 1,
                      "tokens": [
                        "b2265333-b4ea-43e1-9321-4a81f3c477b0",
                        "ceb2a276-d628-4005-847d-45fe9fcedfab",
                        "5624be95-c333-48b3-8232-28d754699ecb",
                        "65f5ee88-45b9-4a0d-810c-859fac7a85fe",
                        "1c067d79-c119-4fc2-92a1-ef409511cc71",
                        "2b9c4e8a-586f-40c9-82a0-aab3f8fa4dd6",
                        "707924a8-5368-4c6d-afb8-c4e5ab7e2b46",
                        "588436fd-23c6-40cf-87c4-d630740741af",
                        "ca87b137-ff15-4cf5-a74b-a0f5fc768e86"
                      ],
                      "text": "T. Sasaki , N. Yoneyama , and N. Kobayashi"
                    }
                  ]
                }
              },
              {
                "feature_id": "cluu0k04y05hv07h79ci47rgw",
                "name": "named_entity",
                "value": "named_entity",
                "annotation_kind": "DocumentEntityToken",
                "classifications": [],
                "location": {
                  "groups": [
                    {
                      "id": "e14a5896-7f3f-4a57-8cff-fa78523583d0",
                      "page_number": 1,
                      "tokens": [
                        "3158fc72-e758-4d39-ab05-2f785a51463f",
                        "0b9da1f7-3af8-428a-9fbb-1d8972d4865c",
                        "902c7e26-adbd-4b4a-89bf-3b7a28e0a9e0",
                        "719c028c-9f23-49e2-9cc6-ab88c9bfab11",
                        "31f7ab2f-2613-4074-ae92-554a61d199d5",
                        "2bdc2a66-de50-48b9-91c6-5628e9696476",
                        "8df51638-4fb1-4918-948e-5b081c8ac9bf",
                        "cd63cdf8-e805-4082-92d1-037faf1f9fa6",
                        "c796ca0e-55ff-4dfb-90ea-39ca260a2114",
                        "863c87ca-8cff-4a61-975e-df6d865b9028",
                        "79a87aed-444a-417d-a25e-0a63b76188c3",
                        "1fc66034-14ed-481f-a76c-5d9b86e75997"
                      ],
                      "text": "Metal - insulator ( MI ) transitions have been one of the"
                    }
                  ]
                }
              }
            ],
            "classifications": [
              {
                "feature_id": "cluu0k04w05hj07h71okedbdg",
                "feature_schema_id": "cluu0cktc024x07udc5fr0p96",
                "name": "checklist_question",
                "value": "checklist_question",
                "checklist_answers": [
                  {
                    "feature_id": "cluu0k04y05hy07h73gy3awz7",
                    "feature_schema_id": "cluu0cktc025007ud0d5w5o05",
                    "name": "second_checklist_answer",
                    "value": "second_checklist_answer",
                    "classifications": []
                  },
                  {
                    "feature_id": "cluu0k04y05i107h73vpphndb",
                    "feature_schema_id": "cluu0cktc024y07ud97zu7h1d",
                    "name": "first_checklist_answer",
                    "value": "first_checklist_answer",
                    "classifications": []
                  }
                ]
              },
              {
                "feature_id": "cluu0k04w05hm07h7f1m9c0pe",
                "feature_schema_id": "cluu0cktc025d07ud6kzzchyp",
                "name": "nested_checklist_question",
                "value": "nested_checklist_question",
                "checklist_answers": [
                  {
                    "feature_id": "cluu0k04y05i307h7gt9herg8",
                    "feature_schema_id": "cluu0cktc025e07udc46rfioc",
                    "name": "first_checklist_answer",
                    "value": "first_checklist_answer",
                    "classifications": [
                      {
                        "feature_id": "cluu0k04y05i707h7c8hv88jc",
                        "feature_schema_id": "cluu0cktc025f07ud8yhraccd",
                        "name": "sub_checklist_question",
                        "value": "sub_checklist_question",
                        "checklist_answers": [
                          {
                            "feature_id": "cluu0k04y05ib07h7an9s5rln",
                            "feature_schema_id": "cluu0cktc025g07udbpnd5578",
                            "name": "first_sub_checklist_answer",
                            "value": "first_sub_checklist_answer",
                            "classifications": []
                          }
                        ]
                      }
                    ]
                  }
                ]
              },
              {
                "feature_id": "cluu0k04w05hn07h7bf1dehdu",
                "feature_schema_id": "cluu0cktc025507udeiv10o12",
                "name": "nested_radio_question",
                "value": "nested_radio_question",
                "radio_answer": {
                  "feature_id": "cluu0k04y05i507h76d434ayj",
                  "feature_schema_id": "cluu0cktc025607udbgogb22u",
                  "name": "first_radio_answer",
                  "value": "first_radio_answer",
                  "classifications": [
                    {
                      "feature_id": "cluu0k04y05i907h74xuqh3c9",
                      "feature_schema_id": "cluu0cktc025707udh9h9et5l",
                      "name": "sub_radio_question",
                      "value": "sub_radio_question",
                      "radio_answer": {
                        "feature_id": "cluu0k04y05ic07h7fv1m1h7d",
                        "feature_schema_id": "cluu0cktc025807udcbpnbd9s",
                        "name": "first_sub_radio_answer",
                        "value": "first_sub_radio_answer",
                        "classifications": []
                      }
                    }
                  ]
                }
              },
              {
                "feature_id": "cluu0k04w05hp07h7fn0k9bdw",
                "feature_schema_id": "cluu0cktc025307udgntw3qxi",
                "name": "free_text",
                "value": "free_text",
                "text_answer": {
                  "content": "sample text"
                }
              },
              {
                "feature_id": "cluu0k04y05hw07h70s248skz",
                "feature_schema_id": "cluu0cktc024r07ud2x2oba9o",
                "name": "radio_question",
                "value": "radio_question",
                "radio_answer": {
                  "feature_id": "cluu0k04y05i407h7ehvn84w9",
                  "feature_schema_id": "cluu0cktc024s07udc81y6lx3",
                  "name": "first_radio_answer",
                  "value": "first_radio_answer",
                  "classifications": []
                }
              }
            ],
            "relationships": [
              {
                "feature_id": "cluu0k04w05hu07h71d8aaiqh",
                "feature_schema_id": "cluu0cktb024907udbo0qhco1",
                "name": "relationship",
                "value": "relationship",
                "annotation_kind": "DocumentUnidirectionalRelationship",
                "classifications": [],
                "unidirectional_relationship": {
                  "source": "cluu0k04w05ho07h73jx24ol7",
                  "target": "cluu0k04w05hr07h7dsu225r3"
                }
              },
              {
                "feature_id": "cluu0k04y05hx07h75lne7jh6",
                "feature_schema_id": "cluu0cktb024907udbo0qhco1",
                "name": "relationship",
                "value": "relationship",
                "annotation_kind": "DocumentUnidirectionalRelationship",
                "classifications": [],
                "unidirectional_relationship": {
                  "source": "cluu0k04w05hs07h7ahsw7689",
                  "target": "cluu0k04w05hk07h76lv05sb0"
                }
              }
            ]
          }
        }
      ],
      "project_details": {
        "ontology_id": "cluu0cksd024407udeatf87mf",
        "task_id": "0f42415e-708d-452b-ac10-8296b9744746",
        "task_name": "Initial review task",
        "batch_id": "fdf99590-f754-11ee-89ff-078b5fb2d273",
        "batch_name": "PDF_annotation_batch",
        "workflow_status": "IN_REVIEW",
        "priority": 5,
        "consensus_expected_label_count": 1,
        "workflow_history": [
          {
            "action": "Move",
            "created_at": "2024-04-10T16:17:17.681+00:00",
            "created_by": "[email protected]",
            "previous_task_name": "Initial labeling task",
            "previous_task_id": "63c893d3-a7f7-084e-9d56-329c60c58ae0",
            "next_task_name": "Initial review task",
            "next_task_id": "0f42415e-708d-452b-ac10-8296b9744746"
          },
          {
            "action": "Move",
            "created_at": "2024-04-10T16:17:17.675+00:00",
            "created_by": "[email protected]",
            "next_task_name": "Initial labeling task",
            "next_task_id": "63c893d3-a7f7-084e-9d56-329c60c58ae0"
          }
        ]
      }
    }
  }
}

Sample model run export

{
  "data_row": {
    "id": "clfh1n29e1mh2078d3jt3b5cx",
    "global_key": "0801.3483.pdf",
    "row_data": "https://storage.googleapis.com/labelbox-datasets/arxiv-pdf/data/99-word-token-pdfs/0801.3483.pdf",
    "details": {
      "dataset_id": "clfh1n0um00wd071d2uf21fy6",
      "dataset_name": "pdf_demo_dataset",
      "created_at": "2023-03-20T16:31:01.000+00:00",
      "updated_at": "2023-03-20T16:31:01.000+00:00",
      "created_by": "[email protected]"
    }
  },
  "media_attributes": {
    "mime_type": "application/pdf",
    "text_layer_url": "https://storage.googleapis.com/labelbox-datasets/arxiv-pdf/data/99-word-token-pdfs/0801.3483-lb-textlayer.json"
  },
  "attachments": [],
  "metadata_fields": [],
  "experiments": {
    "a15bd76b-e29f-02f2-b909-0e20f007f735": {
      "name": "PDF_model_run_9c051c54-bb5b-47be-a0f4-16c909a9afb0",
      "runs": {
        "a15bd76c-41aa-0f04-c633-ee3e40b1d0bc": {
          "name": "iteration 1",
          "run_data_row_id": "dff29c2a-27c2-443b-95a8-402d9c2be311",
          "labels": [
            {
              "label_kind": "Default",
              "version": "1.0.0",
              "id": "clhs1ru105b3w142bd71v29u1",
              "annotations": {
                "objects": [
                  {
                    "feature_id": "2aa47146-4d81-4fcd-b513-7f7f5e275db7",
                    "feature_schema_id": "clhs1rh090buq07y15p2wd58d",
                    "name": "bounding_box",
                    "value": "bounding_box",
                    "annotation_kind": "DocumentBoundingBox",
                    "classifications": [],
                    "page_number": 0,
                    "bounding_box": {
                      "top": 135.3,
                      "left": 102.771,
                      "height": 109.84299999999999,
                      "width": 415.8
                    }
                  },
                  {
                    "feature_id": "40cd3ef3-7258-4da6-bc8b-d4f2eb12abfb",
                    "name": "ner_with_checklist_subclass",
                    "value": "ner_with_checklist_subclass",
                    "annotation_kind": "DocumentEntityToken",
                    "classifications": [
                      {
                        "feature_id": "4cf8dcba-32ab-4bf0-a97e-5a17d72335b5",
                        "feature_schema_id": "clhs1rh0a0buv07y1e0wobtgu",
                        "name": "sub_checklist_question",
                        "value": "sub_checklist_question",
                        "checklist_answers": [
                          {
                            "feature_id": "b139a807-7b9f-41f2-97e2-1dca6cd9f460",
                            "feature_schema_id": "clhs1rh0a0buw07y12tg3hm0x",
                            "name": "first_sub_checklist_answer",
                            "value": "first_sub_checklist_answer",
                            "classifications": []
                          }
                        ]
                      }
                    ],
                    "location": {
                      "groups": [
                        {
                          "id": "80e1e326-0194-4f38-845c-d9d22b0054fb",
                          "page_number": 1,
                          "tokens": [
                            "c2639311-4db1-4ad5-9a8d-1f2ab2c2dae8",
                            "2aa2f9df-df5a-4b3a-aa57-05aff053c147",
                            "aa725467-7b86-4629-9c70-a6391decb39b",
                            "6a4a0a69-f04e-44c0-b343-096aef413444",
                            "8dcce11c-c2ae-4274-b634-c950c8a7f333",
                            "85fccf77-474b-4707-85cc-592871d5c680",
                            "5d16be99-fc40-4228-99db-0a121a0478e7"
                          ],
                          "text": "T. Sasaki,* N. Yoneyama, and N. Kobayashi"
                        }
                      ]
                    }
                  },
                  {
                    "feature_id": "d2cd83b8-7a7b-4751-8b5d-dfa05be90bf5",
                    "name": "named_entity",
                    "value": "named_entity",
                    "annotation_kind": "DocumentEntityToken",
                    "classifications": [],
                    "location": {
                      "groups": [
                        {
                          "id": "2f4336f4-a07e-4e0a-a9e1-5629b03b719b",
                          "page_number": 1,
                          "tokens": [
                            "3f984bf3-1d61-44f5-b59a-9658a2e3440f",
                            "3bf00b56-ff12-4e52-8cc1-08dbddb3c3b8",
                            "6e1c3420-d4b7-4c5a-8fd6-ead43bf73d80",
                            "87a43d32-af76-4a1d-b262-5c5f4d5ace3a",
                            "e8606e8a-dfd9-4c49-a635-ad5c879c75d0",
                            "67c7c19e-4654-425d-bf17-2adb8cf02c30",
                            "149c5e80-3e07-49a7-ab2d-29ddfe6a38fa",
                            "b0e94071-2187-461e-8e76-96c58738a52c"
                          ],
                          "text": "Metal-insulator (MI) transitions have been one of the"
                        }
                      ]
                    }
                  },
                  {
                    "feature_id": "e166e286-1ead-438d-bb6e-0bc148b4c5f0",
                    "feature_schema_id": "clhs1rh0a0bv007y1fyxw0gyg",
                    "name": "bbox_with_radio_subclass",
                    "value": "bbox_with_radio_subclass",
                    "annotation_kind": "DocumentBoundingBox",
                    "classifications": [
                      {
                        "feature_id": "68838874-d209-4672-891f-10954a698292",
                        "feature_schema_id": "clhs1rh0a0bv107y14g5de74m",
                        "name": "sub_radio_question",
                        "value": "sub_radio_question",
                        "radio_answer": {
                          "feature_id": "8ce7710d-7a15-4d95-b9a9-a9a2bf733380",
                          "feature_schema_id": "clhs1rh0a0bv207y13bsndvuv",
                          "name": "first_sub_radio_answer",
                          "value": "first_sub_radio_answer",
                          "classifications": [
                            {
                              "feature_id": "bc3542d1-f373-4668-841b-15a4e9f8f67b",
                              "feature_schema_id": "clhs1rh0a0bv307y17teq5ob3",
                              "name": "second_sub_radio_question",
                              "value": "second_sub_radio_question",
                              "radio_answer": {
                                "feature_id": "6d200263-2065-4363-b962-1ee5a1296a8e",
                                "feature_schema_id": "clhs1rh0a0bv407y1d72h3bdp",
                                "name": "second_sub_radio_answer",
                                "value": "second_sub_radio_answer",
                                "classifications": []
                              }
                            }
                          ]
                        }
                      }
                    ],
                    "page_number": 1,
                    "bounding_box": {
                      "top": 226.757,
                      "left": 317.271,
                      "height": 194.22899999999998,
                      "width": 249.38600000000002
                    }
                  }
                ],
                "classifications": [
                  {
                    "feature_id": "2fbbc78f-d1df-428d-be26-da69a6516786",
                    "feature_schema_id": "clhs1rh0a0bva07y11vb9gjzu",
                    "name": "radio_question",
                    "value": "radio_question",
                    "radio_answer": {
                      "feature_id": "24924adc-cb1c-40fb-a945-364a2cb0782f",
                      "feature_schema_id": "clhs1rh0a0bvb07y134ka29be",
                      "name": "first_radio_answer",
                      "value": "first_radio_answer",
                      "classifications": []
                    }
                  },
                  {
                    "feature_id": "a10706c7-0e09-47d9-b273-ed61f6ee72c5",
                    "feature_schema_id": "clhs1rh0b0bvg07y1as0cfj9r",
                    "name": "checklist_question",
                    "value": "checklist_question",
                    "checklist_answers": [
                      {
                        "feature_id": "03c2feb6-bda3-4ee2-ad9f-faef038ee029",
                        "feature_schema_id": "clhs1rh0b0bvj07y1f1brb5f3",
                        "name": "second_checklist_answer",
                        "value": "second_checklist_answer",
                        "classifications": []
                      },
                      {
                        "feature_id": "3653a591-4915-450f-88e4-f5afc8cd1440",
                        "feature_schema_id": "clhs1rh0b0bvh07y19qgt6nsv",
                        "name": "first_checklist_answer",
                        "value": "first_checklist_answer",
                        "classifications": []
                      }
                    ]
                  },
                  {
                    "feature_id": "da14ab32-c007-4e86-aaff-a64e51ff2503",
                    "feature_schema_id": "clhs1rh0b0bvm07y1gpw00bw3",
                    "name": "free_text",
                    "value": "free_text",
                    "text_answer": {
                      "content": "sample text"
                    }
                  },
                  {
                    "feature_id": "de0e9826-a0fc-4603-a59a-0c356895759c",
                    "feature_schema_id": "clhs1rh0b0bvo07y1025n0p4a",
                    "name": "nested_radio_question",
                    "value": "nested_radio_question",
                    "radio_answer": {
                      "feature_id": "913b5925-7b37-43a0-9086-c7734491d60a",
                      "feature_schema_id": "clhs1rh0b0bvp07y1d1tbgpeg",
                      "name": "first_radio_answer",
                      "value": "first_radio_answer",
                      "classifications": [
                        {
                          "feature_id": "7c10d9b2-0e07-4723-abef-ad022db24b10",
                          "feature_schema_id": "clhs1rh0b0bvq07y13wux72rp",
                          "name": "sub_radio_question",
                          "value": "sub_radio_question",
                          "radio_answer": {
                            "feature_id": "ae62a004-f6b3-4436-916e-ce375cf8210e",
                            "feature_schema_id": "clhs1rh0b0bvr07y15n246t5c",
                            "name": "first_sub_radio_answer",
                            "value": "first_sub_radio_answer",
                            "classifications": []
                          }
                        }
                      ]
                    }
                  },
                  {
                    "feature_id": "ee0a7c2c-cb78-4474-b12a-82406ee415c5",
                    "feature_schema_id": "clhs1rh0c0bvw07y1hiyweequ",
                    "name": "nested_checklist_question",
                    "value": "nested_checklist_question",
                    "checklist_answers": [
                      {
                        "feature_id": "22d25a8a-0831-4499-8980-aaebbac1b4eb",
                        "feature_schema_id": "clhs1rh0c0bvx07y1er8ge5qk",
                        "name": "first_checklist_answer",
                        "value": "first_checklist_answer",
                        "classifications": [
                          {
                            "feature_id": "825ce160-5e9f-4926-aa63-ed17ad7fb534",
                            "feature_schema_id": "clhs1rh0c0bvy07y1hmkv360v",
                            "name": "sub_checklist_question",
                            "value": "sub_checklist_question",
                            "checklist_answers": [
                              {
                                "feature_id": "32cd713f-c272-4657-8d0e-910e24e90414",
                                "feature_schema_id": "clhs1rh0c0bvz07y1d1njge4e",
                                "name": "first_sub_checklist_answer",
                                "value": "first_sub_checklist_answer",
                                "classifications": []
                              }
                            ]
                          }
                        ]
                      }
                    ]
                  }
                ],
                "relationships": []
              }
            }
          ],
          "predictions": [
            {
              "label_kind": "Default",
              "version": "1.0.0",
              "id": "clhs1ru105b3w142bd71v29u1",
              "annotations": {
                "objects": [
                  {
                    "feature_id": "1d1a302a-2bf1-4a64-b2db-1283400fc8c6",
                    "feature_schema_id": "clhs1rh0a0bv007y1fyxw0gyg",
                    "name": "bbox_with_radio_subclass",
                    "value": "bbox_with_radio_subclass",
                    "annotation_kind": "DocumentBoundingBox",
                    "classifications": [
                      {
                        "feature_id": "f13c6571-b3c8-4584-886b-555e1808a955",
                        "feature_schema_id": "clhs1rh0a0bv107y14g5de74m",
                        "name": "sub_radio_question",
                        "value": "sub_radio_question",
                        "radio_answer": {
                          "feature_id": "610215da-b253-46f8-8a6d-7dd56b36e32c",
                          "feature_schema_id": "clhs1rh0a0bv207y13bsndvuv",
                          "name": "first_sub_radio_answer",
                          "value": "first_sub_radio_answer",
                          "classifications": [
                            {
                              "feature_id": "a1002a15-c1f1-43ce-9606-9b02fb4d3d77",
                              "feature_schema_id": "clhs1rh0a0bv307y17teq5ob3",
                              "name": "second_sub_radio_question",
                              "value": "second_sub_radio_question",
                              "radio_answer": {
                                "feature_id": "a225ff2c-dccc-4ad1-8dd5-d76f10c5aab2",
                                "feature_schema_id": "clhs1rh0a0bv407y1d72h3bdp",
                                "name": "second_sub_radio_answer",
                                "value": "second_sub_radio_answer",
                                "classifications": []
                              }
                            }
                          ]
                        }
                      }
                    ],
                    "page_number": 1,
                    "bounding_box": {
                      "top": 226.757,
                      "left": 317.271,
                      "height": 194.22899999999998,
                      "width": 249.38600000000002
                    }
                  },
                  {
                    "feature_id": "469420eb-12a7-401f-a5ea-142b24c622e3",
                    "feature_schema_id": "clhs1rh090buq07y15p2wd58d",
                    "name": "bounding_box",
                    "value": "bounding_box",
                    "annotation_kind": "DocumentBoundingBox",
                    "classifications": [],
                    "page_number": 0,
                    "bounding_box": {
                      "top": 135.3,
                      "left": 102.771,
                      "height": 109.84299999999999,
                      "width": 415.8
                    }
                  },
                  {
                    "feature_id": "d3c14b37-6b64-4c6d-91bc-446bf82dc0b5",
                    "name": "named_entity",
                    "value": "named_entity",
                    "annotation_kind": "DocumentEntityToken",
                    "classifications": [],
                    "location": {
                      "groups": [
                        {
                          "id": "2f4336f4-a07e-4e0a-a9e1-5629b03b719b",
                          "page_number": 1,
                          "tokens": [
                            "3f984bf3-1d61-44f5-b59a-9658a2e3440f",
                            "3bf00b56-ff12-4e52-8cc1-08dbddb3c3b8",
                            "6e1c3420-d4b7-4c5a-8fd6-ead43bf73d80",
                            "87a43d32-af76-4a1d-b262-5c5f4d5ace3a",
                            "e8606e8a-dfd9-4c49-a635-ad5c879c75d0",
                            "67c7c19e-4654-425d-bf17-2adb8cf02c30",
                            "149c5e80-3e07-49a7-ab2d-29ddfe6a38fa",
                            "b0e94071-2187-461e-8e76-96c58738a52c"
                          ],
                          "text": "Metal-insulator (MI) transitions have been one of the"
                        }
                      ]
                    }
                  },
                  {
                    "feature_id": "efe907c9-b84b-4015-b29b-3a1cae1655cc",
                    "name": "ner_with_checklist_subclass",
                    "value": "ner_with_checklist_subclass",
                    "annotation_kind": "DocumentEntityToken",
                    "classifications": [
                      {
                        "feature_id": "12fb5823-1a12-4de4-8613-8460cec5eaf1",
                        "feature_schema_id": "clhs1rh0a0buv07y1e0wobtgu",
                        "name": "sub_checklist_question",
                        "value": "sub_checklist_question",
                        "checklist_answers": [
                          {
                            "feature_id": "8be1ca80-1f98-48ad-ae65-d38ab941ef63",
                            "feature_schema_id": "clhs1rh0a0buw07y12tg3hm0x",
                            "name": "first_sub_checklist_answer",
                            "value": "first_sub_checklist_answer",
                            "classifications": []
                          }
                        ]
                      }
                    ],
                    "location": {
                      "groups": [
                        {
                          "id": "",
                          "page_number": 1,
                          "tokens": [],
                          "text": ""
                        }
                      ]
                    }
                  }
                ],
                "classifications": [
                  {
                    "feature_id": "35f2a9ed-e245-4654-94a5-9e7e48adff8d",
                    "feature_schema_id": "clhs1rh0b0bvo07y1025n0p4a",
                    "name": "nested_radio_question",
                    "value": "nested_radio_question",
                    "radio_answer": {
                      "feature_id": "70a52e6d-eda7-48f3-a1dd-65672c273318",
                      "feature_schema_id": "clhs1rh0b0bvp07y1d1tbgpeg",
                      "name": "first_radio_answer",
                      "value": "first_radio_answer",
                      "classifications": [
                        {
                          "feature_id": "5f87ca53-3637-4f26-9068-8645b6036646",
                          "feature_schema_id": "clhs1rh0b0bvq07y13wux72rp",
                          "name": "sub_radio_question",
                          "value": "sub_radio_question",
                          "radio_answer": {
                            "feature_id": "c652afc0-d24f-42ea-9a5a-dee14cc1d80d",
                            "feature_schema_id": "clhs1rh0b0bvr07y15n246t5c",
                            "name": "first_sub_radio_answer",
                            "value": "first_sub_radio_answer",
                            "classifications": []
                          }
                        }
                      ]
                    }
                  },
                  {
                    "feature_id": "73114ba5-3045-46e0-9323-468914afbdf0",
                    "feature_schema_id": "clhs1rh0b0bvg07y1as0cfj9r",
                    "name": "checklist_question",
                    "value": "checklist_question",
                    "checklist_answers": [
                      {
                        "feature_id": "666fc303-b30e-4647-a694-5c34dab4781f",
                        "feature_schema_id": "clhs1rh0b0bvj07y1f1brb5f3",
                        "name": "second_checklist_answer",
                        "value": "second_checklist_answer",
                        "classifications": []
                      },
                      {
                        "feature_id": "f8c4ce45-0e56-4ec2-bc5a-ce9364b471f8",
                        "feature_schema_id": "clhs1rh0b0bvh07y19qgt6nsv",
                        "name": "first_checklist_answer",
                        "value": "first_checklist_answer",
                        "classifications": []
                      }
                    ]
                  },
                  {
                    "feature_id": "911665a7-4901-4c31-a410-5c3a7a614c1d",
                    "feature_schema_id": "clhs1rh0c0bvw07y1hiyweequ",
                    "name": "nested_checklist_question",
                    "value": "nested_checklist_question",
                    "checklist_answers": [
                      {
                        "feature_id": "0341d434-c589-49d4-9a4a-b554647c2a44",
                        "feature_schema_id": "clhs1rh0c0bvx07y1er8ge5qk",
                        "name": "first_checklist_answer",
                        "value": "first_checklist_answer",
                        "classifications": [
                          {
                            "feature_id": "ee1c729c-d1f1-478e-98f8-baefa24dff28",
                            "feature_schema_id": "clhs1rh0c0bvy07y1hmkv360v",
                            "name": "sub_checklist_question",
                            "value": "sub_checklist_question",
                            "checklist_answers": [
                              {
                                "feature_id": "a2c0d47f-811c-4d70-b024-8514d67b206c",
                                "feature_schema_id": "clhs1rh0c0bvz07y1d1njge4e",
                                "name": "first_sub_checklist_answer",
                                "value": "first_sub_checklist_answer",
                                "classifications": []
                              }
                            ]
                          }
                        ]
                      }
                    ]
                  },
                  {
                    "feature_id": "a7f83569-636d-4993-81f0-6d4de144bb24",
                    "feature_schema_id": "clhs1rh0a0bva07y11vb9gjzu",
                    "name": "radio_question",
                    "value": "radio_question",
                    "radio_answer": {
                      "feature_id": "58624513-6ab0-452b-a9a0-72cebf648cd0",
                      "feature_schema_id": "clhs1rh0a0bvb07y134ka29be",
                      "name": "first_radio_answer",
                      "value": "first_radio_answer",
                      "classifications": []
                    }
                  },
                  {
                    "feature_id": "c7e3f324-7b53-47a3-aeb0-4217717fcfed",
                    "feature_schema_id": "clhs1rh0b0bvm07y1gpw00bw3",
                    "name": "free_text",
                    "value": "free_text",
                    "text_answer": {
                      "content": "sample text"
                    }
                  }
                ],
                "relationships": []
              }
            }
          ]
        }
      }
    }
  },
  "models": {}
}