| { |
| "model_revision": "e5e0406c85ec241b164907bf41ebd648a54e4ea2", |
| "model_sha256": "81dd7609c589f3694ce75520c25af5010953231358de6aec4d03e8c6aac787e9", |
| "wheel": { |
| "file": "nemotron_parse-3.5.0.post2-py3-none-any.whl", |
| "sha256": "63d6fe932dfc3cab5d029086f3c7c0ac7f75fad6f6f8c08799a60c54bfa12bdb" |
| }, |
| "dataset": { |
| "repo": "llamaindex/ParseBench", |
| "revision": "2805a1d940f95a203e0ae4b88be9934f7765b3fc", |
| "pages": 2078, |
| "renderer": "PyMuPDF==1.26.3", |
| "dpi": 150, |
| "jpeg_quality": 92, |
| "source_page_index": 0 |
| }, |
| "public_input_parity": { |
| "pages": 2078, |
| "image_mismatches": [], |
| "annotation_mismatches": [], |
| "public_dataset_revision": "2805a1d940f95a203e0ae4b88be9934f7765b3fc", |
| "renderer": "PyMuPDF==1.26.3", |
| "dpi": 150, |
| "jpeg_quality": 92, |
| "source_page_index": 0 |
| }, |
| "scorer_revision": "9af4102e26b51f234ab5f037e19fec05c0696ec6", |
| "executed_python_source_hashes": { |
| "serve.py": "b5a772c9108f9ac9acffb42a872bf04694e43c0cb10416ba2bb3d5572b970f5b", |
| "score.py": "a566accf056987c90201b6bc75e4ecf02eb56cf51a1e65fc3b619c108aa0b60e", |
| "postprocess.py": "576db3eb97c5e43ebbb1b5cdd11aef212f7728fca0b4bfa20fc4d2f309e8eb5f", |
| "prepare_data.py": "68d87dfac34335ab4ad34b6d7b0d04c7973d49b92afec3d9e167bf7ea24d0010", |
| "prepare_inputs.py": "f3c0354e8559e42678d43a9071b5ba4f654c7bcd13426493913b622fa4d96795", |
| "run.py": "116a08d75f620f7e4ccd4c9350e1cffc863b04c2c9a14e147815776b572964fa", |
| "engine/markdown.py": "fc57566255ac632b24825973d9533a13fd717dad4e38d096098bac33ecc79957", |
| "engine/merge.py": "b1c2e749e8f772b716c5a8a2ebeba7348474eb9368b00d37f1c8987e26d24e4e", |
| "engine/caption_relocation.py": "3a17677b1a43c793cd817f8f3f5745be807203ff75b8e3e0af5a4d51d547dd4b", |
| "engine/policies.py": "bff4a636cecfbb9c31be98b5a02a6af6e7cbe5bdfea6414f08b125f0d4596fff", |
| "engine/chart_context.py": "ffe3393bc13bd54b9b65235ca51a4c15a0b40fe6404a5897379eb0dd2748d868", |
| "engine/__init__.py": "717a1b9838b948a88d2fb5106069db57dce81dc54854cf2be5fb54150c7ac652", |
| "engine/regions.py": "33058eec02bb378050febc577a2d85de97d34083234a08a2a8fa9c4b8dc62239", |
| "engine/chart_caption.py": "46e8fda5d7b7ddcebc361b77eb8a86d933ec12f7721466dda55ccf7c12c9db8c", |
| "engine/score_adapter.py": "3fb786b616baa6bfe8007e6ef8e1ca25e57e51e28a9aee9945bf7d1f629df0f1", |
| "engine/text_cleanup.py": "f02f472d7b3cb08eca5b11d3ecf80ee6ec0636857ade17fb4cd11c13f371c2e4", |
| "engine/geometry.py": "76671df686b574a827205acb757eecf702e970470ffa15f81b3129cbcd95e242", |
| "engine/navit_geometry.py": "469c05b5afa19ed5669c8866185a1a149846601c6e45f6c002d55ae80cb6424b", |
| "engine/header_inference_probe.py": "8ecb8d165525d4bf3c715bf2f5f4c840ce23905e1bd8b0551ed722d6726a2dc1", |
| "engine/convert/semantic_styles.py": "3d92146e6c713b9de67cb71e92fe254a1344d9054c3925a85cb778ec68c0d075", |
| "engine/convert/latex2html.py": "d583b5fa7fdbe181b190d2c8c22034318a51ef25d47203f9c7504bf35b508a72", |
| "engine/convert/rich_table_fallback.py": "c2abbc602b293bf14a499f680de9f7d1584fdcf1438a374e3c75cf3705c0b793", |
| "engine/convert/hybrid_cleanup.py": "f2f319de9bdabcfc5e264cdef6ff9d13235c488a372e9f58f676017f28f7c5c0", |
| "engine/convert/__init__.py": "717a1b9838b948a88d2fb5106069db57dce81dc54854cf2be5fb54150c7ac652", |
| "engine/convert/hybrid_inline.py": "0296f7827e74ae3ab64e9c9efbd496f096f0a3bbde7c3ad64d017539f1db7cb6", |
| "engine/convert/rich_table_reader.py": "8a8b615681d3adcb46c5290ad631abffeccb2af0ee18f25e82f0cdb70f5befac" |
| }, |
| "scorer_runtime": { |
| "aiohappyeyeballs": "2.7.1", |
| "aiohttp": "3.14.3", |
| "aiosignal": "1.4.0", |
| "anls_star": "1.0.1", |
| "annotated-doc": "0.0.4", |
| "annotated-types": "0.7.0", |
| "anyio": "4.12.1", |
| "apted": "1.0.3", |
| "attrs": "25.4.0", |
| "autoevals": "0.1.0", |
| "beautifulsoup4": "4.14.3", |
| "bleach": "6.3.0", |
| "certifi": "2026.2.25", |
| "charset-normalizer": "3.5.1", |
| "chevron": "0.14.0", |
| "click": "8.3.1", |
| "distro": "1.9.0", |
| "filelock": "3.25.2", |
| "fire": "0.7.1", |
| "frozenlist": "1.8.0", |
| "fsspec": "2026.2.0", |
| "fuzzysearch": "0.8.1", |
| "h11": "0.16.0", |
| "hf-xet": "1.4.2", |
| "html5lib": "1.1", |
| "httpcore": "1.0.9", |
| "httpx": "0.28.1", |
| "huggingface_hub": "1.7.1", |
| "idna": "3.11", |
| "joblib": "1.5.2", |
| "jsonschema": "4.26.0", |
| "jsonschema-specifications": "2025.9.1", |
| "Levenshtein": "0.27.3", |
| "llama_cloud": "1.6.0", |
| "lxml": "6.0.2", |
| "Markdown": "3.10.2", |
| "markdown-it-py": "4.0.0", |
| "markdown2": "2.5.5", |
| "mdurl": "0.1.2", |
| "multidict": "6.9.1", |
| "munkres": "1.1.4", |
| "numpy": "2.4.3", |
| "packaging": "26.0", |
| "pandas": "3.0.1", |
| "parse-bench": "1.0.4", |
| "pdf2image": "1.16.3", |
| "pillow": "11.1.0", |
| "polyleven": "0.11.0", |
| "propcache": "0.5.4", |
| "pydantic": "2.12.5", |
| "pydantic_core": "2.41.5", |
| "Pygments": "2.19.2", |
| "pymupdf": "1.26.3", |
| "pypdf": "6.8.0", |
| "pytesseract": "0.3.13", |
| "python-dateutil": "2.9.0.post0", |
| "python-dotenv": "1.2.2", |
| "python-Levenshtein": "0.27.3", |
| "PyYAML": "6.0.3", |
| "RapidFuzz": "3.14.3", |
| "referencing": "0.37.0", |
| "requests": "2.34.2", |
| "rich": "14.3.3", |
| "rpds-py": "0.30.0", |
| "scikit-learn": "1.7.2", |
| "scipy": "1.17.1", |
| "shellingham": "1.5.4", |
| "six": "1.17.0", |
| "sniffio": "1.3.1", |
| "soupsieve": "2.8.3", |
| "termcolor": "3.3.0", |
| "threadpoolctl": "3.6.0", |
| "tqdm": "4.67.3", |
| "typer": "0.24.1", |
| "typing-inspection": "0.4.2", |
| "typing_extensions": "4.15.0", |
| "Unidecode": "1.4.0", |
| "urllib3": "2.8.0", |
| "webencodings": "0.5.1", |
| "yarl": "1.25.1" |
| }, |
| "complete": true, |
| "coverage": { |
| "fresh_generation_pages": 2078, |
| "fresh_scored_pages_per_mode": 2078, |
| "modes_scored": 4, |
| "official_errors": 0, |
| "portable_output_parity_records": 8312, |
| "portable_union_region_parity_pages": 2078, |
| "portable_http_request_function_unchanged": true, |
| "portable_http_end_to_end_rerun": true, |
| "final_title_guard_replay": true, |
| "final_title_guard_replay_records": 8312, |
| "final_code_difference_from_http_snapshot": "Line-bounded chart title parsing in both rendering paths and conservative colspan-only next-row header inference. Four pages per mode have changed Markdown; raw outputs, coordinates, and cell text/order/spans are identical.", |
| "corrected_renderer_replay_records": 8312, |
| "corrected_renderer_fresh_official_scoring": true |
| }, |
| "serving_runtime": { |
| "versions": { |
| "torch": "2.11.0+cu130", |
| "torchvision": "0.26.0+cu130", |
| "transformers": "5.14.1", |
| "huggingface-hub": "1.24.0", |
| "accelerate": "1.12.0", |
| "timm": "1.0.22", |
| "einops": "0.8.1", |
| "Pillow": "12.2.0", |
| "numpy": "2.2.6", |
| "safetensors": "0.8.0", |
| "beautifulsoup4": "4.13.3", |
| "vllm": "0.26.0", |
| "openai": "2.30.0", |
| "nemotron-parse": "3.5.0.post2" |
| }, |
| "gpu": "NVIDIA H100 80GB HBM3", |
| "legacy_sitecustomize_env": null, |
| "pythonpath": null, |
| "wheel": "nemotron_parse-3.5.0.post2-py3-none-any.whl" |
| }, |
| "metrics": { |
| "single": { |
| "charts": 0.5645987033310976, |
| "visual_grounding": 0.7038987254479313, |
| "tables": 0.8050745889408272, |
| "content_faithfulness": 0.8795954910356779, |
| "semantic_formatting": 0.6826974043965897, |
| "overall": 0.7271729826304247 |
| }, |
| "double": { |
| "charts": 0.6356501382029551, |
| "visual_grounding": 0.7066562965971672, |
| "tables": 0.840469160615296, |
| "content_faithfulness": 0.8797729265983598, |
| "semantic_formatting": 0.6816760525433225, |
| "overall": 0.7488449149114201 |
| }, |
| "triple": { |
| "charts": 0.6425329756315671, |
| "visual_grounding": 0.7066302912429703, |
| "tables": 0.8458237023891111, |
| "content_faithfulness": 0.879557172435472, |
| "semantic_formatting": 0.6826974043965897, |
| "overall": 0.751448309219142 |
| } |
| }, |
| "optional_union_metrics": { |
| "charts": 0.6439854404202996, |
| "visual_grounding": 0.7067302912429704, |
| "tables": 0.8467224250086215, |
| "content_faithfulness": 0.8795990444408648, |
| "semantic_formatting": 0.6827725437713926, |
| "overall": 0.7519619489768298 |
| }, |
| "paired_union_delta_percentage_points": 0.051363975768781156, |
| "prediction_sha256": { |
| "single": "f62ab4ed079b79241cce467eb1ad50577a172ca04124d642c31afba8ab7048b2", |
| "double": "3c74420e780ffe36fa60dd3a1abe701d3405be3957242a75326e9fe868a8be6f", |
| "triple": "80b7700cd44e9ee3694454b944bbebf7a9c45ee628b33b1af70bfd8c9fb0a207", |
| "triple_detector": "cf93b01c97cdc8376e501282cbb2498acd174145de1c7d158e362e85df703a00" |
| }, |
| "portable_python_sha256": { |
| "serve.py": "b5a772c9108f9ac9acffb42a872bf04694e43c0cb10416ba2bb3d5572b970f5b", |
| "score.py": "a566accf056987c90201b6bc75e4ecf02eb56cf51a1e65fc3b619c108aa0b60e", |
| "postprocess.py": "576db3eb97c5e43ebbb1b5cdd11aef212f7728fca0b4bfa20fc4d2f309e8eb5f", |
| "run.py": "116a08d75f620f7e4ccd4c9350e1cffc863b04c2c9a14e147815776b572964fa", |
| "prepare_data.py": "68d87dfac34335ab4ad34b6d7b0d04c7973d49b92afec3d9e167bf7ea24d0010", |
| "prepare_inputs.py": "f3c0354e8559e42678d43a9071b5ba4f654c7bcd13426493913b622fa4d96795", |
| "engine/chart_context.py": "ffe3393bc13bd54b9b65235ca51a4c15a0b40fe6404a5897379eb0dd2748d868", |
| "engine/markdown.py": "fc57566255ac632b24825973d9533a13fd717dad4e38d096098bac33ecc79957", |
| "engine/merge.py": "b1c2e749e8f772b716c5a8a2ebeba7348474eb9368b00d37f1c8987e26d24e4e", |
| "engine/score_adapter.py": "3fb786b616baa6bfe8007e6ef8e1ca25e57e51e28a9aee9945bf7d1f629df0f1", |
| "engine/__init__.py": "717a1b9838b948a88d2fb5106069db57dce81dc54854cf2be5fb54150c7ac652", |
| "engine/chart_caption.py": "fe82e0eca23be96d7cc2199657432bd2ddf464313d41fed3984bf5960fddb0e6", |
| "engine/text_cleanup.py": "f02f472d7b3cb08eca5b11d3ecf80ee6ec0636857ade17fb4cd11c13f371c2e4", |
| "engine/geometry.py": "76671df686b574a827205acb757eecf702e970470ffa15f81b3129cbcd95e242", |
| "engine/navit_geometry.py": "469c05b5afa19ed5669c8866185a1a149846601c6e45f6c002d55ae80cb6424b", |
| "engine/caption_relocation.py": "3a17677b1a43c793cd817f8f3f5745be807203ff75b8e3e0af5a4d51d547dd4b", |
| "engine/header_inference_probe.py": "02950f1aec5e2dc88a96487bd9124c97e5ce2842fbcfc5264ac2d5f697865722", |
| "engine/policies.py": "4c1f78be4d8061e4224fb59c3dc5342dfc21d9d37826814ea3573f339777aebd", |
| "engine/regions.py": "33058eec02bb378050febc577a2d85de97d34083234a08a2a8fa9c4b8dc62239", |
| "engine/convert/hybrid_inline.py": "0296f7827e74ae3ab64e9c9efbd496f096f0a3bbde7c3ad64d017539f1db7cb6", |
| "engine/convert/rich_table_fallback.py": "c2abbc602b293bf14a499f680de9f7d1584fdcf1438a374e3c75cf3705c0b793", |
| "engine/convert/rich_table_reader.py": "8a8b615681d3adcb46c5290ad631abffeccb2af0ee18f25e82f0cdb70f5befac", |
| "engine/convert/latex2html.py": "d583b5fa7fdbe181b190d2c8c22034318a51ef25d47203f9c7504bf35b508a72", |
| "engine/convert/hybrid_cleanup.py": "f2f319de9bdabcfc5e264cdef6ff9d13235c488a372e9f58f676017f28f7c5c0", |
| "engine/convert/semantic_styles.py": "3d92146e6c713b9de67cb71e92fe254a1344d9054c3925a85cb778ec68c0d075", |
| "engine/convert/__init__.py": "717a1b9838b948a88d2fb5106069db57dce81dc54854cf2be5fb54150c7ac652" |
| }, |
| "source_hash_scope": "executed_python_source_hashes preserves the original H100 HTTP snapshot. portable_python_sha256 identifies the corrected final renderer, replayed on all8312 saved responses and freshly scored. The hashes differ in engine/chart_caption.py, engine/policies.py, and engine/header_inference_probe.py.", |
| "generation_requests": { |
| "single": { |
| "complete": true, |
| "pages": 2078, |
| "passes": 1, |
| "fullpage_requests": 2078, |
| "detection_requests": 0, |
| "crop_requests": 0, |
| "generation_errors": 0, |
| "fullpage_seconds": 142.38590936901164, |
| "additional_mode_seconds": 2.474504841986345, |
| "fullpage_shared_across_modes": true, |
| "temporary_crops_removed": true |
| }, |
| "double": { |
| "complete": true, |
| "pages": 2078, |
| "passes": 2, |
| "fullpage_requests": 2078, |
| "detection_requests": 0, |
| "crop_requests": 2339, |
| "generation_errors": 0, |
| "fullpage_seconds": 142.38590936901164, |
| "additional_mode_seconds": 77.63449284402304, |
| "fullpage_shared_across_modes": true, |
| "temporary_crops_removed": true |
| }, |
| "triple_union": { |
| "complete": true, |
| "pages": 2078, |
| "passes": 3, |
| "fullpage_requests": 2078, |
| "detection_requests": 2078, |
| "crop_requests": 2616, |
| "generation_errors": 0, |
| "fullpage_seconds": 142.38590936901164, |
| "additional_mode_seconds": 174.39476006900077, |
| "fullpage_shared_across_modes": true, |
| "temporary_crops_removed": true |
| } |
| }, |
| "detector_only_control": { |
| "complete": true, |
| "pages": 2078, |
| "detector_only_crop_responses": 2418, |
| "fresh_full_pipeline_responses": true, |
| "new_http_requests": 0, |
| "control": "Same portable postprocessor, same full-page/detector/original-region crop responses; exclude only union additions." |
| }, |
| "prediction_hash_scope": "Hashes identify the corrected saved-response replay used for fresh official scoring; original HTTP prediction hashes are retained separately.", |
| "http_prediction_sha256": { |
| "single": "1d9da1a592541810fafc4320a4fc3519bd4123e2bc3d45143f4fa98a8f8260a3", |
| "double": "f9a25c89ce75dd23a1a26189c4ff67f6aed131d3a24a08492e9e6af8b8dee3f3", |
| "triple": "e4366d479b6016866333e106d3efc0d73efbff27a62ef36c500a7c09f49825d9", |
| "triple_detector": "297335946dfbef69387ecfae66c158941bda9e153ad6aaa809108c771b2a378f" |
| }, |
| "postprocessing_correction": { |
| "new_inference_requests": 0, |
| "fixtures": { |
| "data_row_not_promoted": true, |
| "explicit_rowspan_preserved": true, |
| "bold_headers_preserved": true, |
| "year_data_not_promoted": true, |
| "bold_numeric_data_not_promoted": true, |
| "empty_title_full_pipeline": true, |
| "nonempty_title_preserved": true |
| }, |
| "modes": { |
| "single": { |
| "changed_pages": 4, |
| "raw_and_geometry_unchanged": true, |
| "cell_text_order_spans_unchanged": true, |
| "prediction_sha256": "f62ab4ed079b79241cce467eb1ad50577a172ca04124d642c31afba8ab7048b2" |
| }, |
| "double": { |
| "changed_pages": 4, |
| "raw_and_geometry_unchanged": true, |
| "cell_text_order_spans_unchanged": true, |
| "prediction_sha256": "3c74420e780ffe36fa60dd3a1abe701d3405be3957242a75326e9fe868a8be6f" |
| }, |
| "triple": { |
| "changed_pages": 4, |
| "raw_and_geometry_unchanged": true, |
| "cell_text_order_spans_unchanged": true, |
| "prediction_sha256": "80b7700cd44e9ee3694454b944bbebf7a9c45ee628b33b1af70bfd8c9fb0a207" |
| }, |
| "triple_detector": { |
| "changed_pages": 4, |
| "raw_and_geometry_unchanged": true, |
| "cell_text_order_spans_unchanged": true, |
| "prediction_sha256": "cf93b01c97cdc8376e501282cbb2498acd174145de1c7d158e362e85df703a00" |
| } |
| } |
| } |
| } |
|
|
