{ "device": "cpu", "fixture_count": 246, "generated_at": "2026-10-30T02:42:02Z", "metadata": { "config_revision": "v1", "fixture_ids": [ "golden-checksum-be-rrn", "golden-checksum-ch-ahv", "golden-i18n-es-mx-curp-rfc", "golden-financial-ids-en", "golden-financial-ids-es", "golden-financial-ids-fr", "golden-aadhaar-english-masking", "golden-aadhaar-code-mixed-masking", "golden-checksum-valid-invalid-identifiers", "golden-chunk-boundary-mrn", "golden-critical-findings-synthetic-en", "golden-date-arithmetic-shift-chain", "family-transfer-indic-hi-donor-001", "family-transfer-indic-hi-donor-002", "family-transfer-indic-te-target-001", "family-transfer-indic-te-target-002", "golden-hard-negative-date-code-en", "golden-hard-negative-id-bin-en", "golden-hard-negative-organization-ward-en", "golden-hard-negative-person-roster-en", "golden-hard-negative-email-example-en", "golden-hard-negative-phone-device-en", "golden-hard-negative-account-room-fr", "golden-hard-negative-location-course-es", "golden-i18n-af-clinical-pii", "golden-i18n-af-prose-pii", "golden-i18n-af-code-switched-pii", "golden-i18n-am-amharic-clinical-pii", "golden-i18n-am-mixed-clinical-pii", "golden-i18n-am-ethiopian-calendar", "golden-i18n-ar-clinical-pii", "golden-i18n-ar-followup-identifiers", "golden-i18n-ar-followup-location", "golden-i18n-ar-hijri-month-name", "golden-i18n-as-native-digits", "golden-i18n-as-code-mixed-ascii", "golden-i18n-bg-clinical-pii", "golden-i18n-bn-bangladesh-native", "golden-i18n-bn-india-aadhaar", "golden-i18n-bn-bangladesh-long-nid", "golden-i18n-cs-clinical-pii", "golden-i18n-da-clinical-pii", "golden-i18n-de-clinical-pii", "golden-i18n-de-followup-identifiers", "golden-i18n-de-followup-location", "golden-i18n-el-clinical-pii", "golden-i18n-es-clinical-pii", "golden-i18n-es-followup-identifiers", "golden-i18n-es-followup-location", "golden-i18n-et-clinical-pii", "golden-i18n-fa-iran-native", "golden-i18n-fa-hijri-month-name", "golden-i18n-fi-clinical-pii", "golden-i18n-fr-clinical-pii", "golden-i18n-fr-followup-identifiers", "golden-i18n-fr-followup-location", "golden-i18n-gu-native-digits", "golden-i18n-gu-code-mixed-ascii", "golden-i18n-he-rtl-pii", "golden-i18n-he-hebrew-calendar", "golden-i18n-hi-clinical-pii", "golden-i18n-hi-followup-identifiers", "golden-i18n-hi-followup-location", "golden-i18n-hi-india-clinical-mixed-name", "golden-i18n-hi-india-clinical-transliteration-pair", "golden-i18n-hr-clinical-pii", "golden-i18n-hu-clinical-pii", "golden-i18n-id-clinical-pii", "golden-i18n-ig-nfc", "golden-i18n-ig-code-mixed-nfd", "golden-i18n-ig-month-name-nfd", "golden-i18n-ig-month-name-code-mixed-nfc", "golden-i18n-it-clinical-pii", "golden-i18n-it-followup-identifiers", "golden-i18n-it-followup-location", "golden-i18n-ja-clinical-pii", "golden-i18n-ja-followup-identifiers", "golden-i18n-ja-followup-location", "golden-i18n-kn-native-digits", "golden-i18n-kn-code-mixed", "golden-multilingual-ko-clinical", "golden-checksum-ko-rrn", "golden-i18n-lv-clinical-pii", "golden-i18n-ml-atomic-chillu-native-digits", "golden-i18n-ml-legacy-zwj-code-mixed", "golden-i18n-mr-native-digits", "golden-i18n-mr-ascii-identifiers", "golden-i18n-mr-numeric-date", "golden-i18n-ms-clinical-pii", "golden-i18n-ne-native-digits", "golden-i18n-ne-ascii-digits", "golden-i18n-ne-mixed-digit-forms", "golden-i18n-nl-clinical-pii", "golden-i18n-nl-followup-identifiers", "golden-i18n-nl-followup-location", "golden-i18n-no-clinical-pii", "golden-i18n-or-native-digits", "golden-i18n-or-code-mixed-ascii", "golden-i18n-pa-gurmukhi-native-digits", "golden-i18n-pa-code-mixed-ascii-digits", "golden-i18n-pl-numeric-date", "golden-i18n-pl-month-date", "golden-i18n-pt-clinical-pii", "golden-i18n-pt-followup-identifiers", "golden-i18n-pt-followup-location", "golden-i18n-pt-nif", "golden-i18n-ro-clinical-pii", "golden-i18n-ro-diacritics", "golden-i18n-ru-clinical-pii-snils", "golden-i18n-ru-clinical-pii-oms", "golden-i18n-rw-kinyarwanda-clinical-pii", "golden-i18n-rw-code-switched-clinical-pii", "golden-i18n-rw-month-variant-clinical-pii", "golden-i18n-si-nine-digit-nic", "golden-i18n-si-twelve-digit-nic", "golden-i18n-si-landline-and-lane", "golden-i18n-si-code-mixed", "golden-i18n-sk-clinical-pii", "golden-i18n-sr-clinical-pii-latin", "golden-i18n-sr-clinical-pii-cyrillic", "golden-i18n-sv-clinical-pii", "golden-i18n-sw-swahili-clinical-pii", "golden-i18n-sw-code-switched-clinical-pii", "golden-i18n-sw-sheng-clinical-pii", "golden-i18n-ta-native-digits", "golden-i18n-ta-code-mixed", "golden-i18n-ta-sri-grapheme", "golden-i18n-te-clinical-pii", "golden-i18n-te-followup-identifiers", "golden-i18n-te-followup-location", "golden-i18n-te-india-clinical-mixed-name", "golden-i18n-th-clinical-pii", "golden-i18n-tl-clinical-pii", "golden-i18n-tr-clinical-pii", "golden-i18n-tr-followup-identifiers", "golden-i18n-tr-followup-location", "golden-i18n-uk-clinical-pii", "golden-i18n-ur-india-ascii", "golden-i18n-ur-india-arabic-indic", "golden-i18n-ur-india-extended-arabic-indic", "golden-i18n-vi-clinical-pii", "golden-i18n-vi-clinical-pii-native-date", "golden-i18n-xh-clinical-pii", "golden-i18n-nguni-code-switched-clinical-pii", "golden-i18n-yo-nfc", "golden-i18n-yo-nfd", "golden-i18n-yo-unmarked", "golden-i18n-yo-month-name-nfd", "golden-i18n-yo-month-name-unmarked", "golden-i18n-zu-clinical-pii", "golden-india-health-ids-code-mixed", "lowresource-ner-hi-001", "lowresource-ner-te-001", "golden-multilingual-en-ssn", "golden-multilingual-fr-nir", "golden-multilingual-de-steuer-id", "golden-multilingual-it-codice-fiscale", "golden-multilingual-es-dni", "golden-multilingual-nl-bsn", "golden-multilingual-hi-aadhaar", "golden-multilingual-te-aadhaar", "golden-multilingual-pt-cpf", "golden-multilingual-ar-egyptian-national-id", "golden-multilingual-ja-my-number", "golden-multilingual-tr-tckn", "golden-multilingual-id-nik", "golden-multilingual-he-teudat-zehut", "golden-multilingual-zh-synthetic-record", "naamapadam-as-synthetic-001", "naamapadam-bn-synthetic-001", "naamapadam-gu-synthetic-001", "naamapadam-hi-synthetic-001", "naamapadam-kn-synthetic-001", "naamapadam-ml-synthetic-001", "naamapadam-mr-synthetic-001", "naamapadam-or-synthetic-001", "naamapadam-pa-synthetic-001", "naamapadam-ta-synthetic-001", "naamapadam-te-synthetic-001", "naamapadam-as-synthetic-002-punctuation", "naamapadam-as-synthetic-003-repeated", "naamapadam-as-synthetic-004-boundary", "naamapadam-bn-synthetic-002-punctuation", "naamapadam-bn-synthetic-003-repeated", "naamapadam-bn-synthetic-004-boundary", "naamapadam-gu-synthetic-002-punctuation", "naamapadam-gu-synthetic-003-repeated", "naamapadam-gu-synthetic-004-boundary", "naamapadam-hi-synthetic-002-punctuation", "naamapadam-hi-synthetic-003-repeated", "naamapadam-hi-synthetic-004-boundary", "naamapadam-kn-synthetic-002-punctuation", "naamapadam-kn-synthetic-003-repeated", "naamapadam-kn-synthetic-004-boundary", "naamapadam-ml-synthetic-002-punctuation", "naamapadam-ml-synthetic-003-repeated", "naamapadam-ml-synthetic-004-boundary", "naamapadam-mr-synthetic-002-punctuation", "naamapadam-mr-synthetic-003-repeated", "naamapadam-mr-synthetic-004-boundary", "naamapadam-or-synthetic-002-punctuation", "naamapadam-or-synthetic-003-repeated", "naamapadam-or-synthetic-004-boundary", "naamapadam-pa-synthetic-002-punctuation", "naamapadam-pa-synthetic-003-repeated", "naamapadam-pa-synthetic-004-boundary", "naamapadam-ta-synthetic-002-punctuation", "naamapadam-ta-synthetic-003-repeated", "naamapadam-ta-synthetic-004-boundary", "naamapadam-te-synthetic-002-punctuation", "naamapadam-te-synthetic-003-repeated", "naamapadam-te-synthetic-004-boundary", "golden-overlap-full-name-email", "golden-locale-date-he-prefixed", "golden-locale-date-th-native", "golden-locale-date-fa-imported", "golden-locale-date-pl-interval", "golden-per-language-date-trap-en", "golden-per-language-date-trap-fr", "golden-per-language-date-trap-de", "golden-per-language-date-trap-it", "golden-per-language-date-trap-es", "golden-per-language-date-trap-nl", "golden-per-language-date-trap-hi", "golden-per-language-date-trap-te", "golden-per-language-date-trap-pt", "golden-per-language-date-trap-ar", "golden-per-language-date-trap-ja", "golden-per-language-date-trap-tr", "golden-per-language-id-trap-en", "golden-per-language-id-trap-fr", "golden-per-language-id-trap-de", "golden-per-language-id-trap-it", "golden-per-language-id-trap-es", "golden-per-language-id-trap-nl", "golden-per-language-id-trap-hi", "golden-per-language-id-trap-te", "golden-per-language-id-trap-pt", "golden-per-language-id-trap-ar", "golden-per-language-id-trap-ja", "golden-per-language-id-trap-tr", "policy-compliance-safe-harbor-identifiers", "policy-compliance-quasi-clinical-actions", "policy-compliance-china-pipl-direct-identifiers", "policy-compliance-india-dpdp-identifiers", "golden-checksum-ie-pps" ], "fixture_set_hash": "25d201e5f72e721505f9ea56cd699da320bddf92930d57ae233490ca94cbc57b", "fixture_source": "openmed/eval/golden/fixtures", "license_id": "Apache-2.0", "limitations": "Harness control only; an empty detector is not a clinical or de-identification performance baseline.", "model_revision": "v1", "reproducibility_hash": "sha256:3e405630d9b0d3456091f0f0f7f4935bf70c20fe2bf75544fefad9dd7f04783f", "source_revision": "9dd9f2c77079f899411cc625f56d6f01abb7950d", "source_rights": "OpenMed generated synthetic fixtures", "synthetic": true }, "metrics": { "character_recall": { "denominator": 9460, "numerator": 0, "rate": 0.0 }, "critical_finding_recall": { "by_category": { "critical_diagnosis": 0.0, "critical_result": 0.0, "drug_allergy": 0.0 }, "covered": 0, "covered_by_category": { "critical_diagnosis": 0, "critical_result": 0, "drug_allergy": 0 }, "missed_findings": [ { "category": "drug_allergy", "end": 999, "fixture_id": "golden-critical-findings-synthetic-en", "label": "MEDICATION", "start": 989 }, { "category": "critical_diagnosis", "end": 1045, "fixture_id": "golden-critical-findings-synthetic-en", "label": "CONDITION", "start": 1018 }, { "category": "critical_result", "end": 1071, "fixture_id": "golden-critical-findings-synthetic-en", "label": "LAB_TEST", "start": 1051 } ], "overall": 0.0, "total": 3, "total_by_category": { "critical_diagnosis": 1, "critical_result": 1, "drug_allergy": 1 } }, "date_shift_consistency": { "consistent": 3, "score": 1.0, "total": 3, "violations": {} }, "exact_span_f1": { "f1": 0.0, "false_negatives": 882, "false_positives": 0, "precision": 1.0, "recall": 0.0, "true_positives": 0 }, "latency": { "cold_start_ms": 0.0014330000084328276, "count": 245, "p50_ms": 0.0001610000026630587, "p95_ms": 0.0002310000013494573, "p99_ms": 0.00039100000037706195 }, "leakage": { "by_device": { "coreml": 0.0, "cpu": 1.0, "mlx-8bit": 0.0, "mlx-fp": 0.0 }, "by_label": { "ABNORMAL_FLAG": 0.0, "ACCOUNT_NUMBER": 1.0, "ADL_ACTIVITY": 0.0, "ADMINISTRATION_ROUTE": 0.0, "AGE": 1.0, "AIRWAY_MANAGEMENT": 0.0, "ALLERGEN": 0.0, "ALLERGY_CRITICALITY": 0.0, "AMOUNT": 1.0, "ANATOMY": 0.0, "ANESTHESIA_TYPE": 0.0, "ANESTHETIC_AGENT": 0.0, "ANTIBIOTIC": 0.0, "API_KEY": 1.0, "ASA_CLASS": 0.0, "ASSISTANCE_LEVEL": 0.0, "BIC": 1.0, "BIOMARKER": 0.0, "BITCOIN_ADDRESS": 0.0, "BODY_SITE": 1.0, "BUILDING_NUMBER": 0.0, "CANCER": 0.0, "CARE_INTERVENTION": 0.0, "CELL": 0.0, "CHEMICAL": 0.0, "CKD_STAGE": 0.0, "CLINICAL_SIGNIFICANCE": 0.0, "CONDITION": 1.0, "CREDIT_CARD": 1.0, "CREDIT_CARD_ISSUER": 1.0, "CURRENCY": 1.0, "CVV": 0.0, "DATE": 1.0, "DATE_OF_BIRTH": 1.0, "DEVELOPMENTAL_MILESTONE": 0.0, "DEVICE": 0.0, "DEVICE_IDENTIFIER": 0.0, "DEVICE_MODEL": 0.0, "DEVICE_TYPE": 0.0, "DIALYSIS_MODALITY": 0.0, "DIET_TYPE": 0.0, "DISEASE": 0.0, "DNA": 0.0, "DOSAGE": 0.0, "DOSE_NUMBER": 0.0, "DRESSING_TYPE": 0.0, "DRUG": 0.0, "DURATION": 0.0, "DYSPNEA_GRADE": 0.0, "EMAIL": 1.0, "ENDOSCOPIC_FINDING": 0.0, "ETHEREUM_ADDRESS": 0.0, "ETHNICITY": 0.0, "EXUDATE_DESCRIPTOR": 0.0, "EYE_COLOR": 0.0, "FEEDING_ROUTE": 0.0, "FETAL_FINDING": 0.0, "FINDING": 0.0, "FIRST_NAME": 1.0, "FORM": 0.0, "FREQUENCY": 0.0, "FUNCTIONAL_SCALE": 0.0, "GENDER": 1.0, "GENE": 0.0, "GENE_OR_GENE_PRODUCT": 0.0, "GENE_SYMBOL": 0.0, "GESTATIONAL_AGE": 0.0, "GI_SCORE": 0.0, "GI_SYMPTOM": 0.0, "GLYCEMIC_MEASURE": 0.0, "GPS_COORDINATES": 0.0, "GRAVIDITY_PARITY": 0.0, "GROWTH_PARAMETER": 0.0, "GROWTH_PERCENTILE": 0.0, "HEIGHT": 0.0, "HISTOLOGIC_FINDING": 0.0, "HISTOLOGIC_GRADE": 0.0, "HORMONE_LEVEL": 0.0, "IBAN": 1.0, "ID_NUM": 1.0, "IHC_STAIN": 0.0, "IMAGING_MODALITY": 0.0, "IMEI": 1.0, "IMMUNIZATION": 0.0, "IMPLANT_SITE": 0.0, "INDICATION": 0.0, "INSULIN_REGIMEN": 0.0, "INTAKE_OUTPUT": 0.0, "IP_ADDRESS": 1.0, "JOB_DEPARTMENT": 0.0, "JOB_TITLE": 0.0, "LAB_TEST": 1.0, "LAB_VALUE": 0.0, "LAST_NAME": 0.0, "LATERALITY": 0.0, "LINE_DRAIN_TUBE": 0.0, "LITECOIN_ADDRESS": 0.0, "LOCATION": 1.0, "MAC_ADDRESS": 0.0, "MARGIN_STATUS": 0.0, "MASKED_NUMBER": 0.0, "MEASUREMENT": 0.0, "MEDICATION": 1.0, "MICROORGANISM": 0.0, "MIDDLE_NAME": 0.0, "MOBILITY_ABILITY": 0.0, "NURSING_RISK_SCORE": 0.0, "NUTRITIONAL_STATUS": 0.0, "NUTRITION_TARGET": 0.0, "OBSTETRIC_EVENT": 0.0, "OCCUPATION": 0.0, "ORDINAL_DIRECTION": 0.0, "ORGAN": 0.0, "ORGANISM": 0.0, "ORGANIZATION": 1.0, "OTHER": 0.0, "OXYGEN_SUPPORT": 0.0, "PACK_YEARS": 0.0, "PASSWORD": 0.0, "PATHOLOGY": 0.0, "PERSON": 1.0, "PHONE": 1.0, "PIN": 0.0, "POLYP_DESCRIPTOR": 0.0, "PREFIX": 0.0, "PROBLEM": 0.0, "PROCEDURE": 1.0, "PROTEIN": 0.0, "PROTEIN_CHANGE": 0.0, "PSYCH_SYMPTOM": 0.0, "REACTION_MANIFESTATION": 0.0, "REACTION_SEVERITY": 0.0, "RECEPTOR_STATUS": 0.0, "REFERENCE_RANGE": 0.0, "RENAL_FUNCTION_MEASURE": 0.0, "RESPIRATORY_FINDING": 0.0, "RNA": 0.0, "ROUTE": 0.0, "SEVERITY": 0.0, "SPECIES": 0.0, "SPECIMEN": 0.0, "SPECIMEN_TYPE": 0.0, "SPIROMETRY_MEASURE": 0.0, "SSN": 1.0, "STAGE_GROUP": 0.0, "STREET_ADDRESS": 1.0, "STRENGTH": 0.0, "SUBSTANCE": 0.0, "SUSCEPTIBILITY": 0.0, "THYROID_MEASURE": 0.0, "TIME": 0.0, "TISSUE": 0.0, "TNM_M": 0.0, "TNM_N": 0.0, "TNM_T": 0.0, "TOOTH": 0.0, "TUMOR_GRADE": 0.0, "UNIT": 0.0, "URINE_FINDING": 0.0, "URL": 1.0, "USERNAME": 0.0, "USER_AGENT": 0.0, "USE_QUANTITY": 0.0, "USE_STATUS": 0.0, "VACCINE_LOT": 0.0, "VACCINE_NAME": 0.0, "VACCINE_SERIES": 0.0, "VARIANT_DESCRIPTOR": 0.0, "VEHICLE_REGISTRATION": 0.0, "VIN": 1.0, "WOUND_STAGE": 0.0, "WOUND_TYPE": 0.0, "ZIPCODE": 1.0, "ZYGOSITY": 0.0 }, "by_language": { "af": 1.0, "am": 1.0, "ar": 1.0, "as": 1.0, "bg": 1.0, "bn": 1.0, "cs": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gu": 1.0, "he": 1.0, "hi": 1.0, "hr": 1.0, "hu": 1.0, "id": 1.0, "ig": 1.0, "it": 1.0, "ja": 1.0, "kn": 1.0, "ko": 1.0, "lv": 1.0, "ml": 1.0, "mr": 1.0, "ms": 1.0, "ne": 1.0, "nl": 1.0, "no": 1.0, "or": 1.0, "pa": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "rw": 1.0, "si": 1.0, "sk": 1.0, "sr": 1.0, "sv": 1.0, "sw": 1.0, "ta": 1.0, "te": 1.0, "th": 1.0, "tl": 1.0, "tr": 1.0, "uk": 1.0, "ur": 1.0, "vi": 1.0, "xh": 1.0, "yo": 1.0, "zh": 1.0, "zu": 1.0 }, "by_script": { "Arabic": 1.0, "Bengali": 1.0, "Cyrillic": 1.0, "Devanagari": 1.0, "Ethiopic": 1.0, "Greek": 1.0, "Gujarati": 1.0, "Gurmukhi": 1.0, "Han": 1.0, "Hangul": 1.0, "Hebrew": 1.0, "Kannada": 1.0, "Latin": 1.0, "Malayalam": 1.0, "Odia": 1.0, "Sinhala": 1.0, "Tamil": 1.0, "Telugu": 1.0, "Thai": 1.0, "Unknown": 1.0 }, "leaked_chars": 9460, "leaked_chars_by_device": { "coreml": 0, "cpu": 9460, "mlx-8bit": 0, "mlx-fp": 0 }, "leaked_chars_by_label": { "ABNORMAL_FLAG": 0, "ACCOUNT_NUMBER": 14, "ADL_ACTIVITY": 0, "ADMINISTRATION_ROUTE": 0, "AGE": 44, "AIRWAY_MANAGEMENT": 0, "ALLERGEN": 0, "ALLERGY_CRITICALITY": 0, "AMOUNT": 10, "ANATOMY": 0, "ANESTHESIA_TYPE": 0, "ANESTHETIC_AGENT": 0, "ANTIBIOTIC": 0, "API_KEY": 20, "ASA_CLASS": 0, "ASSISTANCE_LEVEL": 0, "BIC": 30, "BIOMARKER": 0, "BITCOIN_ADDRESS": 0, "BODY_SITE": 10, "BUILDING_NUMBER": 0, "CANCER": 0, "CARE_INTERVENTION": 0, "CELL": 0, "CHEMICAL": 0, "CKD_STAGE": 0, "CLINICAL_SIGNIFICANCE": 0, "CONDITION": 59, "CREDIT_CARD": 19, "CREDIT_CARD_ISSUER": 12, "CURRENCY": 3, "CVV": 0, "DATE": 1845, "DATE_OF_BIRTH": 10, "DEVELOPMENTAL_MILESTONE": 0, "DEVICE": 0, "DEVICE_IDENTIFIER": 0, "DEVICE_MODEL": 0, "DEVICE_TYPE": 0, "DIALYSIS_MODALITY": 0, "DIET_TYPE": 0, "DISEASE": 0, "DNA": 0, "DOSAGE": 0, "DOSE_NUMBER": 0, "DRESSING_TYPE": 0, "DRUG": 0, "DURATION": 0, "DYSPNEA_GRADE": 0, "EMAIL": 47, "ENDOSCOPIC_FINDING": 0, "ETHEREUM_ADDRESS": 0, "ETHNICITY": 0, "EXUDATE_DESCRIPTOR": 0, "EYE_COLOR": 0, "FEEDING_ROUTE": 0, "FETAL_FINDING": 0, "FINDING": 0, "FIRST_NAME": 4, "FORM": 0, "FREQUENCY": 0, "FUNCTIONAL_SCALE": 0, "GENDER": 15, "GENE": 0, "GENE_OR_GENE_PRODUCT": 0, "GENE_SYMBOL": 0, "GESTATIONAL_AGE": 0, "GI_SCORE": 0, "GI_SYMPTOM": 0, "GLYCEMIC_MEASURE": 0, "GPS_COORDINATES": 0, "GRAVIDITY_PARITY": 0, "GROWTH_PARAMETER": 0, "GROWTH_PERCENTILE": 0, "HEIGHT": 0, "HISTOLOGIC_FINDING": 0, "HISTOLOGIC_GRADE": 0, "HORMONE_LEVEL": 0, "IBAN": 89, "ID_NUM": 2166, "IHC_STAIN": 0, "IMAGING_MODALITY": 0, "IMEI": 15, "IMMUNIZATION": 0, "IMPLANT_SITE": 0, "INDICATION": 0, "INSULIN_REGIMEN": 0, "INTAKE_OUTPUT": 0, "IP_ADDRESS": 12, "JOB_DEPARTMENT": 0, "JOB_TITLE": 0, "LAB_TEST": 23, "LAB_VALUE": 0, "LAST_NAME": 0, "LATERALITY": 0, "LINE_DRAIN_TUBE": 0, "LITECOIN_ADDRESS": 0, "LOCATION": 212, "MAC_ADDRESS": 0, "MARGIN_STATUS": 0, "MASKED_NUMBER": 0, "MEASUREMENT": 0, "MEDICATION": 63, "MICROORGANISM": 0, "MIDDLE_NAME": 0, "MOBILITY_ABILITY": 0, "NURSING_RISK_SCORE": 0, "NUTRITIONAL_STATUS": 0, "NUTRITION_TARGET": 0, "OBSTETRIC_EVENT": 0, "OCCUPATION": 0, "ORDINAL_DIRECTION": 0, "ORGAN": 0, "ORGANISM": 0, "ORGANIZATION": 398, "OTHER": 0, "OXYGEN_SUPPORT": 0, "PACK_YEARS": 0, "PASSWORD": 0, "PATHOLOGY": 0, "PERSON": 655, "PHONE": 1602, "PIN": 0, "POLYP_DESCRIPTOR": 0, "PREFIX": 0, "PROBLEM": 0, "PROCEDURE": 3, "PROTEIN": 0, "PROTEIN_CHANGE": 0, "PSYCH_SYMPTOM": 0, "REACTION_MANIFESTATION": 0, "REACTION_SEVERITY": 0, "RECEPTOR_STATUS": 0, "REFERENCE_RANGE": 0, "RENAL_FUNCTION_MEASURE": 0, "RESPIRATORY_FINDING": 0, "RNA": 0, "ROUTE": 0, "SEVERITY": 0, "SPECIES": 0, "SPECIMEN": 0, "SPECIMEN_TYPE": 0, "SPIROMETRY_MEASURE": 0, "SSN": 33, "STAGE_GROUP": 0, "STREET_ADDRESS": 1469, "STRENGTH": 0, "SUBSTANCE": 0, "SUSCEPTIBILITY": 0, "THYROID_MEASURE": 0, "TIME": 0, "TISSUE": 0, "TNM_M": 0, "TNM_N": 0, "TNM_T": 0, "TOOTH": 0, "TUMOR_GRADE": 0, "UNIT": 0, "URINE_FINDING": 0, "URL": 33, "USERNAME": 0, "USER_AGENT": 0, "USE_QUANTITY": 0, "USE_STATUS": 0, "VACCINE_LOT": 0, "VACCINE_NAME": 0, "VACCINE_SERIES": 0, "VARIANT_DESCRIPTOR": 0, "VEHICLE_REGISTRATION": 0, "VIN": 17, "WOUND_STAGE": 0, "WOUND_TYPE": 0, "ZIPCODE": 528, "ZYGOSITY": 0 }, "leaked_chars_by_language": { "af": 225, "am": 164, "ar": 223, "as": 209, "bg": 57, "bn": 228, "cs": 61, "da": 55, "de": 176, "el": 56, "en": 808, "es": 241, "et": 53, "fa": 116, "fi": 60, "fr": 232, "gu": 181, "he": 158, "hi": 419, "hr": 57, "hu": 65, "id": 82, "ig": 255, "it": 168, "ja": 192, "kn": 185, "ko": 74, "lv": 59, "ml": 195, "mr": 249, "ms": 55, "ne": 147, "nl": 192, "no": 65, "or": 207, "pa": 194, "pl": 136, "pt": 213, "ro": 140, "ru": 141, "rw": 101, "si": 175, "sk": 57, "sr": 132, "sv": 65, "sw": 198, "ta": 255, "te": 330, "th": 96, "tl": 71, "tr": 195, "uk": 60, "ur": 246, "vi": 142, "xh": 148, "yo": 247, "zh": 63, "zu": 86 }, "leaked_chars_by_script": { "Arabic": 261, "Bengali": 218, "Cyrillic": 112, "Devanagari": 199, "Ethiopic": 73, "Greek": 13, "Gujarati": 111, "Gurmukhi": 98, "Han": 92, "Hangul": 28, "Hebrew": 64, "Kannada": 105, "Latin": 2419, "Malayalam": 85, "Odia": 97, "Sinhala": 21, "Tamil": 149, "Telugu": 79, "Thai": 56, "Unknown": 5180 }, "leaked_graphemes": 9460, "leaked_graphemes_by_script": { "Arabic": 261, "Bengali": 218, "Cyrillic": 112, "Devanagari": 199, "Ethiopic": 73, "Greek": 13, "Gujarati": 111, "Gurmukhi": 98, "Han": 92, "Hangul": 28, "Hebrew": 64, "Kannada": 105, "Latin": 2419, "Malayalam": 85, "Odia": 97, "Sinhala": 21, "Tamil": 149, "Telugu": 79, "Thai": 56, "Unknown": 5180 }, "overall": 1.0, "total_chars": 9460, "total_chars_by_device": { "coreml": 0, "cpu": 9460, "mlx-8bit": 0, "mlx-fp": 0 }, "total_chars_by_label": { "ABNORMAL_FLAG": 0, "ACCOUNT_NUMBER": 14, "ADL_ACTIVITY": 0, "ADMINISTRATION_ROUTE": 0, "AGE": 44, "AIRWAY_MANAGEMENT": 0, "ALLERGEN": 0, "ALLERGY_CRITICALITY": 0, "AMOUNT": 10, "ANATOMY": 0, "ANESTHESIA_TYPE": 0, "ANESTHETIC_AGENT": 0, "ANTIBIOTIC": 0, "API_KEY": 20, "ASA_CLASS": 0, "ASSISTANCE_LEVEL": 0, "BIC": 30, "BIOMARKER": 0, "BITCOIN_ADDRESS": 0, "BODY_SITE": 10, "BUILDING_NUMBER": 0, "CANCER": 0, "CARE_INTERVENTION": 0, "CELL": 0, "CHEMICAL": 0, "CKD_STAGE": 0, "CLINICAL_SIGNIFICANCE": 0, "CONDITION": 59, "CREDIT_CARD": 19, "CREDIT_CARD_ISSUER": 12, "CURRENCY": 3, "CVV": 0, "DATE": 1845, "DATE_OF_BIRTH": 10, "DEVELOPMENTAL_MILESTONE": 0, "DEVICE": 0, "DEVICE_IDENTIFIER": 0, "DEVICE_MODEL": 0, "DEVICE_TYPE": 0, "DIALYSIS_MODALITY": 0, "DIET_TYPE": 0, "DISEASE": 0, "DNA": 0, "DOSAGE": 0, "DOSE_NUMBER": 0, "DRESSING_TYPE": 0, "DRUG": 0, "DURATION": 0, "DYSPNEA_GRADE": 0, "EMAIL": 47, "ENDOSCOPIC_FINDING": 0, "ETHEREUM_ADDRESS": 0, "ETHNICITY": 0, "EXUDATE_DESCRIPTOR": 0, "EYE_COLOR": 0, "FEEDING_ROUTE": 0, "FETAL_FINDING": 0, "FINDING": 0, "FIRST_NAME": 4, "FORM": 0, "FREQUENCY": 0, "FUNCTIONAL_SCALE": 0, "GENDER": 15, "GENE": 0, "GENE_OR_GENE_PRODUCT": 0, "GENE_SYMBOL": 0, "GESTATIONAL_AGE": 0, "GI_SCORE": 0, "GI_SYMPTOM": 0, "GLYCEMIC_MEASURE": 0, "GPS_COORDINATES": 0, "GRAVIDITY_PARITY": 0, "GROWTH_PARAMETER": 0, "GROWTH_PERCENTILE": 0, "HEIGHT": 0, "HISTOLOGIC_FINDING": 0, "HISTOLOGIC_GRADE": 0, "HORMONE_LEVEL": 0, "IBAN": 89, "ID_NUM": 2166, "IHC_STAIN": 0, "IMAGING_MODALITY": 0, "IMEI": 15, "IMMUNIZATION": 0, "IMPLANT_SITE": 0, "INDICATION": 0, "INSULIN_REGIMEN": 0, "INTAKE_OUTPUT": 0, "IP_ADDRESS": 12, "JOB_DEPARTMENT": 0, "JOB_TITLE": 0, "LAB_TEST": 23, "LAB_VALUE": 0, "LAST_NAME": 0, "LATERALITY": 0, "LINE_DRAIN_TUBE": 0, "LITECOIN_ADDRESS": 0, "LOCATION": 212, "MAC_ADDRESS": 0, "MARGIN_STATUS": 0, "MASKED_NUMBER": 0, "MEASUREMENT": 0, "MEDICATION": 63, "MICROORGANISM": 0, "MIDDLE_NAME": 0, "MOBILITY_ABILITY": 0, "NURSING_RISK_SCORE": 0, "NUTRITIONAL_STATUS": 0, "NUTRITION_TARGET": 0, "OBSTETRIC_EVENT": 0, "OCCUPATION": 0, "ORDINAL_DIRECTION": 0, "ORGAN": 0, "ORGANISM": 0, "ORGANIZATION": 398, "OTHER": 0, "OXYGEN_SUPPORT": 0, "PACK_YEARS": 0, "PASSWORD": 0, "PATHOLOGY": 0, "PERSON": 655, "PHONE": 1602, "PIN": 0, "POLYP_DESCRIPTOR": 0, "PREFIX": 0, "PROBLEM": 0, "PROCEDURE": 3, "PROTEIN": 0, "PROTEIN_CHANGE": 0, "PSYCH_SYMPTOM": 0, "REACTION_MANIFESTATION": 0, "REACTION_SEVERITY": 0, "RECEPTOR_STATUS": 0, "REFERENCE_RANGE": 0, "RENAL_FUNCTION_MEASURE": 0, "RESPIRATORY_FINDING": 0, "RNA": 0, "ROUTE": 0, "SEVERITY": 0, "SPECIES": 0, "SPECIMEN": 0, "SPECIMEN_TYPE": 0, "SPIROMETRY_MEASURE": 0, "SSN": 33, "STAGE_GROUP": 0, "STREET_ADDRESS": 1469, "STRENGTH": 0, "SUBSTANCE": 0, "SUSCEPTIBILITY": 0, "THYROID_MEASURE": 0, "TIME": 0, "TISSUE": 0, "TNM_M": 0, "TNM_N": 0, "TNM_T": 0, "TOOTH": 0, "TUMOR_GRADE": 0, "UNIT": 0, "URINE_FINDING": 0, "URL": 33, "USERNAME": 0, "USER_AGENT": 0, "USE_QUANTITY": 0, "USE_STATUS": 0, "VACCINE_LOT": 0, "VACCINE_NAME": 0, "VACCINE_SERIES": 0, "VARIANT_DESCRIPTOR": 0, "VEHICLE_REGISTRATION": 0, "VIN": 17, "WOUND_STAGE": 0, "WOUND_TYPE": 0, "ZIPCODE": 528, "ZYGOSITY": 0 }, "total_chars_by_language": { "af": 225, "am": 164, "ar": 223, "as": 209, "bg": 57, "bn": 228, "cs": 61, "da": 55, "de": 176, "el": 56, "en": 808, "es": 241, "et": 53, "fa": 116, "fi": 60, "fr": 232, "gu": 181, "he": 158, "hi": 419, "hr": 57, "hu": 65, "id": 82, "ig": 255, "it": 168, "ja": 192, "kn": 185, "ko": 74, "lv": 59, "ml": 195, "mr": 249, "ms": 55, "ne": 147, "nl": 192, "no": 65, "or": 207, "pa": 194, "pl": 136, "pt": 213, "ro": 140, "ru": 141, "rw": 101, "si": 175, "sk": 57, "sr": 132, "sv": 65, "sw": 198, "ta": 255, "te": 330, "th": 96, "tl": 71, "tr": 195, "uk": 60, "ur": 246, "vi": 142, "xh": 148, "yo": 247, "zh": 63, "zu": 86 }, "total_chars_by_script": { "Arabic": 261, "Bengali": 218, "Cyrillic": 112, "Devanagari": 199, "Ethiopic": 73, "Greek": 13, "Gujarati": 111, "Gurmukhi": 98, "Han": 92, "Hangul": 28, "Hebrew": 64, "Kannada": 105, "Latin": 2419, "Malayalam": 85, "Odia": 97, "Sinhala": 21, "Tamil": 149, "Telugu": 79, "Thai": 56, "Unknown": 5180 }, "total_graphemes": 9460, "total_graphemes_by_script": { "Arabic": 261, "Bengali": 218, "Cyrillic": 112, "Devanagari": 199, "Ethiopic": 73, "Greek": 13, "Gujarati": 111, "Gurmukhi": 98, "Han": 92, "Hangul": 28, "Hebrew": 64, "Kannada": 105, "Latin": 2419, "Malayalam": 85, "Odia": 97, "Sinhala": 21, "Tamil": 149, "Telugu": 79, "Thai": 56, "Unknown": 5180 }, "unit": "grapheme_cluster" }, "over_redaction_loss": { "denominator": 13525, "numerator": 0, "rate": 0.0 }, "recall_slices": { "by_device": { "coreml": 1.0, "cpu": 0.0, "mlx-8bit": 1.0, "mlx-fp": 1.0 }, "by_label": { "ABNORMAL_FLAG": 1.0, "ACCOUNT_NUMBER": 0.0, "ADL_ACTIVITY": 1.0, "ADMINISTRATION_ROUTE": 1.0, "AGE": 0.0, "AIRWAY_MANAGEMENT": 1.0, "ALLERGEN": 1.0, "ALLERGY_CRITICALITY": 1.0, "AMOUNT": 0.0, "ANATOMY": 1.0, "ANESTHESIA_TYPE": 1.0, "ANESTHETIC_AGENT": 1.0, "ANTIBIOTIC": 1.0, "API_KEY": 0.0, "ASA_CLASS": 1.0, "ASSISTANCE_LEVEL": 1.0, "BIC": 0.0, "BIOMARKER": 1.0, "BITCOIN_ADDRESS": 1.0, "BODY_SITE": 0.0, "BUILDING_NUMBER": 1.0, "CANCER": 1.0, "CARE_INTERVENTION": 1.0, "CELL": 1.0, "CHEMICAL": 1.0, "CKD_STAGE": 1.0, "CLINICAL_SIGNIFICANCE": 1.0, "CONDITION": 0.0, "CREDIT_CARD": 0.0, "CREDIT_CARD_ISSUER": 0.0, "CURRENCY": 0.0, "CVV": 1.0, "DATE": 0.0, "DATE_OF_BIRTH": 0.0, "DEVELOPMENTAL_MILESTONE": 1.0, "DEVICE": 1.0, "DEVICE_IDENTIFIER": 1.0, "DEVICE_MODEL": 1.0, "DEVICE_TYPE": 1.0, "DIALYSIS_MODALITY": 1.0, "DIET_TYPE": 1.0, "DISEASE": 1.0, "DNA": 1.0, "DOSAGE": 1.0, "DOSE_NUMBER": 1.0, "DRESSING_TYPE": 1.0, "DRUG": 1.0, "DURATION": 1.0, "DYSPNEA_GRADE": 1.0, "EMAIL": 0.0, "ENDOSCOPIC_FINDING": 1.0, "ETHEREUM_ADDRESS": 1.0, "ETHNICITY": 1.0, "EXUDATE_DESCRIPTOR": 1.0, "EYE_COLOR": 1.0, "FEEDING_ROUTE": 1.0, "FETAL_FINDING": 1.0, "FINDING": 1.0, "FIRST_NAME": 0.0, "FORM": 1.0, "FREQUENCY": 1.0, "FUNCTIONAL_SCALE": 1.0, "GENDER": 0.0, "GENE": 1.0, "GENE_OR_GENE_PRODUCT": 1.0, "GENE_SYMBOL": 1.0, "GESTATIONAL_AGE": 1.0, "GI_SCORE": 1.0, "GI_SYMPTOM": 1.0, "GLYCEMIC_MEASURE": 1.0, "GPS_COORDINATES": 1.0, "GRAVIDITY_PARITY": 1.0, "GROWTH_PARAMETER": 1.0, "GROWTH_PERCENTILE": 1.0, "HEIGHT": 1.0, "HISTOLOGIC_FINDING": 1.0, "HISTOLOGIC_GRADE": 1.0, "HORMONE_LEVEL": 1.0, "IBAN": 0.0, "ID_NUM": 0.0, "IHC_STAIN": 1.0, "IMAGING_MODALITY": 1.0, "IMEI": 0.0, "IMMUNIZATION": 1.0, "IMPLANT_SITE": 1.0, "INDICATION": 1.0, "INSULIN_REGIMEN": 1.0, "INTAKE_OUTPUT": 1.0, "IP_ADDRESS": 0.0, "JOB_DEPARTMENT": 1.0, "JOB_TITLE": 1.0, "LAB_TEST": 0.0, "LAB_VALUE": 1.0, "LAST_NAME": 1.0, "LATERALITY": 1.0, "LINE_DRAIN_TUBE": 1.0, "LITECOIN_ADDRESS": 1.0, "LOCATION": 0.0, "MAC_ADDRESS": 1.0, "MARGIN_STATUS": 1.0, "MASKED_NUMBER": 1.0, "MEASUREMENT": 1.0, "MEDICATION": 0.0, "MICROORGANISM": 1.0, "MIDDLE_NAME": 1.0, "MOBILITY_ABILITY": 1.0, "NURSING_RISK_SCORE": 1.0, "NUTRITIONAL_STATUS": 1.0, "NUTRITION_TARGET": 1.0, "OBSTETRIC_EVENT": 1.0, "OCCUPATION": 1.0, "ORDINAL_DIRECTION": 1.0, "ORGAN": 1.0, "ORGANISM": 1.0, "ORGANIZATION": 0.0, "OTHER": 1.0, "OXYGEN_SUPPORT": 1.0, "PACK_YEARS": 1.0, "PASSWORD": 1.0, "PATHOLOGY": 1.0, "PERSON": 0.0, "PHONE": 0.0, "PIN": 1.0, "POLYP_DESCRIPTOR": 1.0, "PREFIX": 1.0, "PROBLEM": 1.0, "PROCEDURE": 0.0, "PROTEIN": 1.0, "PROTEIN_CHANGE": 1.0, "PSYCH_SYMPTOM": 1.0, "REACTION_MANIFESTATION": 1.0, "REACTION_SEVERITY": 1.0, "RECEPTOR_STATUS": 1.0, "REFERENCE_RANGE": 1.0, "RENAL_FUNCTION_MEASURE": 1.0, "RESPIRATORY_FINDING": 1.0, "RNA": 1.0, "ROUTE": 1.0, "SEVERITY": 1.0, "SPECIES": 1.0, "SPECIMEN": 1.0, "SPECIMEN_TYPE": 1.0, "SPIROMETRY_MEASURE": 1.0, "SSN": 0.0, "STAGE_GROUP": 1.0, "STREET_ADDRESS": 0.0, "STRENGTH": 1.0, "SUBSTANCE": 1.0, "SUSCEPTIBILITY": 1.0, "THYROID_MEASURE": 1.0, "TIME": 1.0, "TISSUE": 1.0, "TNM_M": 1.0, "TNM_N": 1.0, "TNM_T": 1.0, "TOOTH": 1.0, "TUMOR_GRADE": 1.0, "UNIT": 1.0, "URINE_FINDING": 1.0, "URL": 0.0, "USERNAME": 1.0, "USER_AGENT": 1.0, "USE_QUANTITY": 1.0, "USE_STATUS": 1.0, "VACCINE_LOT": 1.0, "VACCINE_NAME": 1.0, "VACCINE_SERIES": 1.0, "VARIANT_DESCRIPTOR": 1.0, "VEHICLE_REGISTRATION": 1.0, "VIN": 0.0, "WOUND_STAGE": 1.0, "WOUND_TYPE": 1.0, "ZIPCODE": 0.0, "ZYGOSITY": 1.0 }, "by_language": { "af": 0.0, "am": 0.0, "ar": 0.0, "as": 0.0, "bg": 0.0, "bn": 0.0, "cs": 0.0, "da": 0.0, "de": 0.0, "el": 0.0, "en": 0.0, "es": 0.0, "et": 0.0, "fa": 0.0, "fi": 0.0, "fr": 0.0, "gu": 0.0, "he": 0.0, "hi": 0.0, "hr": 0.0, "hu": 0.0, "id": 0.0, "ig": 0.0, "it": 0.0, "ja": 0.0, "kn": 0.0, "ko": 0.0, "lv": 0.0, "ml": 0.0, "mr": 0.0, "ms": 0.0, "ne": 0.0, "nl": 0.0, "no": 0.0, "or": 0.0, "pa": 0.0, "pl": 0.0, "pt": 0.0, "ro": 0.0, "ru": 0.0, "rw": 0.0, "si": 0.0, "sk": 0.0, "sr": 0.0, "sv": 0.0, "sw": 0.0, "ta": 0.0, "te": 0.0, "th": 0.0, "tl": 0.0, "tr": 0.0, "uk": 0.0, "ur": 0.0, "vi": 0.0, "xh": 0.0, "yo": 0.0, "zh": 0.0, "zu": 0.0 }, "by_script": { "Arabic": 0.0, "Bengali": 0.0, "Cyrillic": 0.0, "Devanagari": 0.0, "Ethiopic": 0.0, "Greek": 0.0, "Gujarati": 0.0, "Gurmukhi": 0.0, "Han": 0.0, "Hangul": 0.0, "Hebrew": 0.0, "Kannada": 0.0, "Latin": 0.0, "Malayalam": 0.0, "Odia": 0.0, "Sinhala": 0.0, "Tamil": 0.0, "Telugu": 0.0, "Thai": 0.0, "Unknown": 0.0 }, "covered_chars": 0, "covered_chars_by_script": { "Arabic": 0, "Bengali": 0, "Cyrillic": 0, "Devanagari": 0, "Ethiopic": 0, "Greek": 0, "Gujarati": 0, "Gurmukhi": 0, "Han": 0, "Hangul": 0, "Hebrew": 0, "Kannada": 0, "Latin": 0, "Malayalam": 0, "Odia": 0, "Sinhala": 0, "Tamil": 0, "Telugu": 0, "Thai": 0, "Unknown": 0 }, "covered_graphemes": 0, "covered_graphemes_by_script": { "Arabic": 0, "Bengali": 0, "Cyrillic": 0, "Devanagari": 0, "Ethiopic": 0, "Greek": 0, "Gujarati": 0, "Gurmukhi": 0, "Han": 0, "Hangul": 0, "Hebrew": 0, "Kannada": 0, "Latin": 0, "Malayalam": 0, "Odia": 0, "Sinhala": 0, "Tamil": 0, "Telugu": 0, "Thai": 0, "Unknown": 0 }, "overall": 0.0, "total_chars": 9460, "total_chars_by_script": { "Arabic": 261, "Bengali": 218, "Cyrillic": 112, "Devanagari": 199, "Ethiopic": 73, "Greek": 13, "Gujarati": 111, "Gurmukhi": 98, "Han": 92, "Hangul": 28, "Hebrew": 64, "Kannada": 105, "Latin": 2419, "Malayalam": 85, "Odia": 97, "Sinhala": 21, "Tamil": 149, "Telugu": 79, "Thai": 56, "Unknown": 5180 }, "total_graphemes": 9460, "total_graphemes_by_script": { "Arabic": 261, "Bengali": 218, "Cyrillic": 112, "Devanagari": 199, "Ethiopic": 73, "Greek": 13, "Gujarati": 111, "Gurmukhi": 98, "Han": 92, "Hangul": 28, "Hebrew": 64, "Kannada": 105, "Latin": 2419, "Malayalam": 85, "Odia": 97, "Sinhala": 21, "Tamil": 149, "Telugu": 79, "Thai": 56, "Unknown": 5180 }, "unit": "grapheme_cluster" }, "relaxed_span_f1": { "f1": 0.0, "false_negatives": 882, "false_positives": 0, "precision": 1.0, "recall": 0.0, "true_positives": 0 }, "resources": { "model_size_bytes": null, "model_size_mib": null, "peak_rss_bytes": 195014656, "peak_rss_mib": 185.98046875 }, "surrogate_consistency": { "consistent": 0, "score": 1.0, "total": 0, "violations": {} } }, "model_name": "synthetic-empty-detector-v1", "suite": "nightly-synthetic-control" }