{ "device": "cpu", "fixture_count": 2, "generated_at": "2026-09-28T11:30:10.614226+00:00", "metadata": { "config_revision": "v1", "evidence_path": "shield-synthetic.report.json", "fixture_ids": [ "synthetic-note-1", "synthetic-note-2" ], "fixture_provenance": "openmed/eval/fixtures/shield_synthetic_baseline.json", "fixture_set_hash": "188efee3755f18cd41715214a984c62323afa50f4e85861b64a30aec07c6e218", "fixture_sha256": "sha256:3b94709625517cfb4ed583646809607ef2d108568f56dd22989505514983d096", "limitations": "Two OpenMed-generated synthetic notes using SHIELD label names; no SHIELD public-sample or restricted records were used. This is a rules smoke baseline, not clinical model performance or a high-recall release gate.", "model_family": "Synthetic rules control", "model_revision": "v1", "publication_role": "synthetic_shield_baseline", "release_tag": "not-released", "reproducibility_hash": "sha256:2cc88b7070ede609b18fe206a6f3fae95a0fbb0013f84c51962aaa3f06afeae9", "script_sha256": "sha256:eb20c575e3a315b6e0fcd5aa7b4714243bee68a1f9427c949f5aa6db46766c88", "source_revision": "5132cb95532476e6698b6b440751e8beb553e394", "source_rights": "OpenMed-generated synthetic fixture; Apache-2.0", "synthetic": true, "text_digest_format": "utf8-lf-v1" }, "metrics": { "character_recall": { "denominator": 212, "numerator": 85, "rate": 0.4009433962264151 }, "critical_finding_recall": { "by_category": { "critical_diagnosis": 1.0, "critical_result": 1.0, "drug_allergy": 1.0 }, "covered": 0, "covered_by_category": { "critical_diagnosis": 0, "critical_result": 0, "drug_allergy": 0 }, "missed_findings": [], "overall": 1.0, "total": 0, "total_by_category": { "critical_diagnosis": 0, "critical_result": 0, "drug_allergy": 0 } }, "date_shift_consistency": { "consistent": 0, "score": 1.0, "total": 0, "violations": {} }, "exact_span_f1": { "f1": 0.7142857142857143, "false_negatives": 8, "false_positives": 0, "precision": 1.0, "recall": 0.5555555555555556, "true_positives": 10 }, "latency": { "cold_start_ms": 0.017750076949596405, "count": 1, "p50_ms": 0.014208955690264702, "p95_ms": 0.014208955690264702, "p99_ms": 0.014208955690264702 }, "leakage": { "by_device": { "coreml": 0.0, "cpu": 0.5990566037735849, "mlx-8bit": 0.0, "mlx-fp": 0.0 }, "by_label": { "ABNORMAL_FLAG": 0.0, "ACCOUNT_NUMBER": 0.0, "ADL_ACTIVITY": 0.0, "ADMINISTRATION_ROUTE": 0.0, "AGE": 0.0, "AIRWAY_MANAGEMENT": 0.0, "ALLERGEN": 0.0, "ALLERGY_CRITICALITY": 0.0, "AMOUNT": 0.0, "ANATOMY": 0.0, "ANESTHESIA_TYPE": 0.0, "ANESTHETIC_AGENT": 0.0, "ANTIBIOTIC": 0.0, "API_KEY": 0.0, "ASA_CLASS": 0.0, "ASSISTANCE_LEVEL": 0.0, "BIC": 0.0, "BIOMARKER": 0.0, "BITCOIN_ADDRESS": 0.0, "BODY_SITE": 0.0, "BUILDING_NUMBER": 0.0, "CANCER": 0.0, "CARE_INTERVENTION": 0.0, "CELL": 0.0, "CHEMICAL": 0.0, "CKD_STAGE": 0.0, "CLINICAL_SIGNIFICANCE": 0.0, "CONDITION": 0.0, "CREDIT_CARD": 0.0, "CREDIT_CARD_ISSUER": 0.0, "CURRENCY": 0.0, "CVV": 0.0, "DATE": 0.0, "DATE_OF_BIRTH": 0.0, "DEVELOPMENTAL_MILESTONE": 0.0, "DEVICE": 0.0, "DEVICE_IDENTIFIER": 0.0, "DEVICE_MODEL": 0.0, "DEVICE_TYPE": 0.0, "DIALYSIS_MODALITY": 0.0, "DIET_TYPE": 0.0, "DISEASE": 0.0, "DNA": 0.0, "DOSAGE": 0.0, "DOSE_NUMBER": 0.0, "DRESSING_TYPE": 0.0, "DRUG": 0.0, "DURATION": 0.0, "DYSPNEA_GRADE": 0.0, "EMAIL": 0.0, "ENDOSCOPIC_FINDING": 0.0, "ETHEREUM_ADDRESS": 0.0, "ETHNICITY": 0.0, "EXUDATE_DESCRIPTOR": 0.0, "EYE_COLOR": 0.0, "FEEDING_ROUTE": 0.0, "FETAL_FINDING": 0.0, "FINDING": 0.0, "FIRST_NAME": 0.0, "FORM": 0.0, "FREQUENCY": 0.0, "FUNCTIONAL_SCALE": 0.0, "GENDER": 0.0, "GENE": 0.0, "GENE_OR_GENE_PRODUCT": 0.0, "GENE_SYMBOL": 0.0, "GESTATIONAL_AGE": 0.0, "GI_SCORE": 0.0, "GI_SYMPTOM": 0.0, "GLYCEMIC_MEASURE": 0.0, "GPS_COORDINATES": 0.0, "GRAVIDITY_PARITY": 0.0, "GROWTH_PARAMETER": 0.0, "GROWTH_PERCENTILE": 0.0, "HEIGHT": 0.0, "HISTOLOGIC_FINDING": 0.0, "HISTOLOGIC_GRADE": 0.0, "HORMONE_LEVEL": 0.0, "IBAN": 0.0, "ID_NUM": 0.0, "IHC_STAIN": 0.0, "IMAGING_MODALITY": 0.0, "IMEI": 0.0, "IMMUNIZATION": 0.0, "IMPLANT_SITE": 0.0, "INDICATION": 0.0, "INSULIN_REGIMEN": 0.0, "INTAKE_OUTPUT": 0.0, "IP_ADDRESS": 0.0, "JOB_DEPARTMENT": 0.0, "JOB_TITLE": 0.0, "LAB_TEST": 0.0, "LAB_VALUE": 0.0, "LAST_NAME": 0.0, "LATERALITY": 0.0, "LINE_DRAIN_TUBE": 0.0, "LITECOIN_ADDRESS": 0.0, "LOCATION": 1.0, "MAC_ADDRESS": 0.0, "MARGIN_STATUS": 0.0, "MASKED_NUMBER": 0.0, "MEASUREMENT": 0.0, "MEDICATION": 0.0, "MICROORGANISM": 0.0, "MIDDLE_NAME": 0.0, "MOBILITY_ABILITY": 0.0, "NURSING_RISK_SCORE": 0.0, "NUTRITIONAL_STATUS": 0.0, "NUTRITION_TARGET": 0.0, "OBSTETRIC_EVENT": 0.0, "OCCUPATION": 0.0, "ORDINAL_DIRECTION": 0.0, "ORGAN": 0.0, "ORGANISM": 0.0, "ORGANIZATION": 1.0, "OTHER": 0.0, "OXYGEN_SUPPORT": 0.0, "PACK_YEARS": 0.0, "PASSWORD": 0.0, "PATHOLOGY": 0.0, "PERSON": 1.0, "PHONE": 0.0, "PIN": 0.0, "POLYP_DESCRIPTOR": 0.0, "PREFIX": 0.0, "PROBLEM": 0.0, "PROCEDURE": 0.0, "PROTEIN": 0.0, "PROTEIN_CHANGE": 0.0, "PSYCH_SYMPTOM": 0.0, "REACTION_MANIFESTATION": 0.0, "REACTION_SEVERITY": 0.0, "RECEPTOR_STATUS": 0.0, "REFERENCE_RANGE": 0.0, "RENAL_FUNCTION_MEASURE": 0.0, "RESPIRATORY_FINDING": 0.0, "RNA": 0.0, "ROUTE": 0.0, "SEVERITY": 0.0, "SPECIES": 0.0, "SPECIMEN": 0.0, "SPECIMEN_TYPE": 0.0, "SPIROMETRY_MEASURE": 0.0, "SSN": 0.0, "STAGE_GROUP": 0.0, "STREET_ADDRESS": 0.0, "STRENGTH": 0.0, "SUBSTANCE": 0.0, "SUSCEPTIBILITY": 0.0, "THYROID_MEASURE": 0.0, "TIME": 0.0, "TISSUE": 0.0, "TNM_M": 0.0, "TNM_N": 0.0, "TNM_T": 0.0, "TOOTH": 0.0, "TUMOR_GRADE": 0.0, "UNIT": 0.0, "URINE_FINDING": 0.0, "URL": 0.0, "USERNAME": 0.0, "USER_AGENT": 0.0, "USE_QUANTITY": 0.0, "USE_STATUS": 0.0, "VACCINE_LOT": 0.0, "VACCINE_NAME": 0.0, "VACCINE_SERIES": 0.0, "VARIANT_DESCRIPTOR": 0.0, "VEHICLE_REGISTRATION": 0.0, "VIN": 0.0, "WOUND_STAGE": 0.0, "WOUND_TYPE": 0.0, "ZIPCODE": 0.0, "ZYGOSITY": 0.0 }, "by_language": { "am": 0.0, "ar": 0.0, "as": 0.0, "bn": 0.0, "cs": 0.0, "da": 0.0, "de": 0.0, "el": 0.0, "en": 0.5990566037735849, "es": 0.0, "fa": 0.0, "fr": 0.0, "gu": 0.0, "he": 0.0, "hi": 0.0, "id": 0.0, "it": 0.0, "ja": 0.0, "kn": 0.0, "ko": 0.0, "ml": 0.0, "mr": 0.0, "nl": 0.0, "no": 0.0, "or": 0.0, "pt": 0.0, "ro": 0.0, "ru": 0.0, "sv": 0.0, "sw": 0.0, "ta": 0.0, "te": 0.0, "th": 0.0, "tr": 0.0, "uk": 0.0, "vi": 0.0, "xh": 0.0, "zh": 0.0, "zu": 0.0 }, "by_script": { "Latin": 0.7383720930232558, "Unknown": 0.0 }, "leaked_chars": 127, "leaked_chars_by_device": { "coreml": 0, "cpu": 127, "mlx-8bit": 0, "mlx-fp": 0 }, "leaked_chars_by_label": { "ABNORMAL_FLAG": 0, "ACCOUNT_NUMBER": 0, "ADL_ACTIVITY": 0, "ADMINISTRATION_ROUTE": 0, "AGE": 0, "AIRWAY_MANAGEMENT": 0, "ALLERGEN": 0, "ALLERGY_CRITICALITY": 0, "AMOUNT": 0, "ANATOMY": 0, "ANESTHESIA_TYPE": 0, "ANESTHETIC_AGENT": 0, "ANTIBIOTIC": 0, "API_KEY": 0, "ASA_CLASS": 0, "ASSISTANCE_LEVEL": 0, "BIC": 0, "BIOMARKER": 0, "BITCOIN_ADDRESS": 0, "BODY_SITE": 0, "BUILDING_NUMBER": 0, "CANCER": 0, "CARE_INTERVENTION": 0, "CELL": 0, "CHEMICAL": 0, "CKD_STAGE": 0, "CLINICAL_SIGNIFICANCE": 0, "CONDITION": 0, "CREDIT_CARD": 0, "CREDIT_CARD_ISSUER": 0, "CURRENCY": 0, "CVV": 0, "DATE": 0, "DATE_OF_BIRTH": 0, "DEVELOPMENTAL_MILESTONE": 0, "DEVICE": 0, "DEVICE_IDENTIFIER": 0, "DEVICE_MODEL": 0, "DEVICE_TYPE": 0, "DIALYSIS_MODALITY": 0, "DIET_TYPE": 0, "DISEASE": 0, "DNA": 0, "DOSAGE": 0, "DOSE_NUMBER": 0, "DRESSING_TYPE": 0, "DRUG": 0, "DURATION": 0, "DYSPNEA_GRADE": 0, "EMAIL": 0, "ENDOSCOPIC_FINDING": 0, "ETHEREUM_ADDRESS": 0, "ETHNICITY": 0, "EXUDATE_DESCRIPTOR": 0, "EYE_COLOR": 0, "FEEDING_ROUTE": 0, "FETAL_FINDING": 0, "FINDING": 0, "FIRST_NAME": 0, "FORM": 0, "FREQUENCY": 0, "FUNCTIONAL_SCALE": 0, "GENDER": 0, "GENE": 0, "GENE_OR_GENE_PRODUCT": 0, "GENE_SYMBOL": 0, "GESTATIONAL_AGE": 0, "GI_SCORE": 0, "GI_SYMPTOM": 0, "GLYCEMIC_MEASURE": 0, "GPS_COORDINATES": 0, "GRAVIDITY_PARITY": 0, "GROWTH_PARAMETER": 0, "GROWTH_PERCENTILE": 0, "HEIGHT": 0, "HISTOLOGIC_FINDING": 0, "HISTOLOGIC_GRADE": 0, "HORMONE_LEVEL": 0, "IBAN": 0, "ID_NUM": 0, "IHC_STAIN": 0, "IMAGING_MODALITY": 0, "IMEI": 0, "IMMUNIZATION": 0, "IMPLANT_SITE": 0, "INDICATION": 0, "INSULIN_REGIMEN": 0, "INTAKE_OUTPUT": 0, "IP_ADDRESS": 0, "JOB_DEPARTMENT": 0, "JOB_TITLE": 0, "LAB_TEST": 0, "LAB_VALUE": 0, "LAST_NAME": 0, "LATERALITY": 0, "LINE_DRAIN_TUBE": 0, "LITECOIN_ADDRESS": 0, "LOCATION": 36, "MAC_ADDRESS": 0, "MARGIN_STATUS": 0, "MASKED_NUMBER": 0, "MEASUREMENT": 0, "MEDICATION": 0, "MICROORGANISM": 0, "MIDDLE_NAME": 0, "MOBILITY_ABILITY": 0, "NURSING_RISK_SCORE": 0, "NUTRITIONAL_STATUS": 0, "NUTRITION_TARGET": 0, "OBSTETRIC_EVENT": 0, "OCCUPATION": 0, "ORDINAL_DIRECTION": 0, "ORGAN": 0, "ORGANISM": 0, "ORGANIZATION": 32, "OTHER": 0, "OXYGEN_SUPPORT": 0, "PACK_YEARS": 0, "PASSWORD": 0, "PATHOLOGY": 0, "PERSON": 59, "PHONE": 0, "PIN": 0, "POLYP_DESCRIPTOR": 0, "PREFIX": 0, "PROBLEM": 0, "PROCEDURE": 0, "PROTEIN": 0, "PROTEIN_CHANGE": 0, "PSYCH_SYMPTOM": 0, "REACTION_MANIFESTATION": 0, "REACTION_SEVERITY": 0, "RECEPTOR_STATUS": 0, "REFERENCE_RANGE": 0, "RENAL_FUNCTION_MEASURE": 0, "RESPIRATORY_FINDING": 0, "RNA": 0, "ROUTE": 0, "SEVERITY": 0, "SPECIES": 0, "SPECIMEN": 0, "SPECIMEN_TYPE": 0, "SPIROMETRY_MEASURE": 0, "SSN": 0, "STAGE_GROUP": 0, "STREET_ADDRESS": 0, "STRENGTH": 0, "SUBSTANCE": 0, "SUSCEPTIBILITY": 0, "THYROID_MEASURE": 0, "TIME": 0, "TISSUE": 0, "TNM_M": 0, "TNM_N": 0, "TNM_T": 0, "TOOTH": 0, "TUMOR_GRADE": 0, "UNIT": 0, "URINE_FINDING": 0, "URL": 0, "USERNAME": 0, "USER_AGENT": 0, "USE_QUANTITY": 0, "USE_STATUS": 0, "VACCINE_LOT": 0, "VACCINE_NAME": 0, "VACCINE_SERIES": 0, "VARIANT_DESCRIPTOR": 0, "VEHICLE_REGISTRATION": 0, "VIN": 0, "WOUND_STAGE": 0, "WOUND_TYPE": 0, "ZIPCODE": 0, "ZYGOSITY": 0 }, "leaked_chars_by_language": { "am": 0, "ar": 0, "as": 0, "bn": 0, "cs": 0, "da": 0, "de": 0, "el": 0, "en": 127, "es": 0, "fa": 0, "fr": 0, "gu": 0, "he": 0, "hi": 0, "id": 0, "it": 0, "ja": 0, "kn": 0, "ko": 0, "ml": 0, "mr": 0, "nl": 0, "no": 0, "or": 0, "pt": 0, "ro": 0, "ru": 0, "sv": 0, "sw": 0, "ta": 0, "te": 0, "th": 0, "tr": 0, "uk": 0, "vi": 0, "xh": 0, "zh": 0, "zu": 0 }, "leaked_chars_by_script": { "Latin": 127, "Unknown": 0 }, "leaked_graphemes": 127, "leaked_graphemes_by_script": { "Latin": 127, "Unknown": 0 }, "overall": 0.5990566037735849, "total_chars": 212, "total_chars_by_device": { "coreml": 0, "cpu": 212, "mlx-8bit": 0, "mlx-fp": 0 }, "total_chars_by_label": { "ABNORMAL_FLAG": 0, "ACCOUNT_NUMBER": 0, "ADL_ACTIVITY": 0, "ADMINISTRATION_ROUTE": 0, "AGE": 4, "AIRWAY_MANAGEMENT": 0, "ALLERGEN": 0, "ALLERGY_CRITICALITY": 0, "AMOUNT": 0, "ANATOMY": 0, "ANESTHESIA_TYPE": 0, "ANESTHETIC_AGENT": 0, "ANTIBIOTIC": 0, "API_KEY": 0, "ASA_CLASS": 0, "ASSISTANCE_LEVEL": 0, "BIC": 0, "BIOMARKER": 0, "BITCOIN_ADDRESS": 0, "BODY_SITE": 0, "BUILDING_NUMBER": 0, "CANCER": 0, "CARE_INTERVENTION": 0, "CELL": 0, "CHEMICAL": 0, "CKD_STAGE": 0, "CLINICAL_SIGNIFICANCE": 0, "CONDITION": 0, "CREDIT_CARD": 0, "CREDIT_CARD_ISSUER": 0, "CURRENCY": 0, "CVV": 0, "DATE": 20, "DATE_OF_BIRTH": 0, "DEVELOPMENTAL_MILESTONE": 0, "DEVICE": 0, "DEVICE_IDENTIFIER": 0, "DEVICE_MODEL": 0, "DEVICE_TYPE": 0, "DIALYSIS_MODALITY": 0, "DIET_TYPE": 0, "DISEASE": 0, "DNA": 0, "DOSAGE": 0, "DOSE_NUMBER": 0, "DRESSING_TYPE": 0, "DRUG": 0, "DURATION": 0, "DYSPNEA_GRADE": 0, "EMAIL": 0, "ENDOSCOPIC_FINDING": 0, "ETHEREUM_ADDRESS": 0, "ETHNICITY": 0, "EXUDATE_DESCRIPTOR": 0, "EYE_COLOR": 0, "FEEDING_ROUTE": 0, "FETAL_FINDING": 0, "FINDING": 0, "FIRST_NAME": 0, "FORM": 0, "FREQUENCY": 0, "FUNCTIONAL_SCALE": 0, "GENDER": 0, "GENE": 0, "GENE_OR_GENE_PRODUCT": 0, "GENE_SYMBOL": 0, "GESTATIONAL_AGE": 0, "GI_SCORE": 0, "GI_SYMPTOM": 0, "GLYCEMIC_MEASURE": 0, "GPS_COORDINATES": 0, "GRAVIDITY_PARITY": 0, "GROWTH_PARAMETER": 0, "GROWTH_PERCENTILE": 0, "HEIGHT": 0, "HISTOLOGIC_FINDING": 0, "HISTOLOGIC_GRADE": 0, "HORMONE_LEVEL": 0, "IBAN": 0, "ID_NUM": 16, "IHC_STAIN": 0, "IMAGING_MODALITY": 0, "IMEI": 0, "IMMUNIZATION": 0, "IMPLANT_SITE": 0, "INDICATION": 0, "INSULIN_REGIMEN": 0, "INTAKE_OUTPUT": 0, "IP_ADDRESS": 0, "JOB_DEPARTMENT": 0, "JOB_TITLE": 0, "LAB_TEST": 0, "LAB_VALUE": 0, "LAST_NAME": 0, "LATERALITY": 0, "LINE_DRAIN_TUBE": 0, "LITECOIN_ADDRESS": 0, "LOCATION": 36, "MAC_ADDRESS": 0, "MARGIN_STATUS": 0, "MASKED_NUMBER": 0, "MEASUREMENT": 0, "MEDICATION": 0, "MICROORGANISM": 0, "MIDDLE_NAME": 0, "MOBILITY_ABILITY": 0, "NURSING_RISK_SCORE": 0, "NUTRITIONAL_STATUS": 0, "NUTRITION_TARGET": 0, "OBSTETRIC_EVENT": 0, "OCCUPATION": 0, "ORDINAL_DIRECTION": 0, "ORGAN": 0, "ORGANISM": 0, "ORGANIZATION": 32, "OTHER": 0, "OXYGEN_SUPPORT": 0, "PACK_YEARS": 0, "PASSWORD": 0, "PATHOLOGY": 0, "PERSON": 59, "PHONE": 16, "PIN": 0, "POLYP_DESCRIPTOR": 0, "PREFIX": 0, "PROBLEM": 0, "PROCEDURE": 0, "PROTEIN": 0, "PROTEIN_CHANGE": 0, "PSYCH_SYMPTOM": 0, "REACTION_MANIFESTATION": 0, "REACTION_SEVERITY": 0, "RECEPTOR_STATUS": 0, "REFERENCE_RANGE": 0, "RENAL_FUNCTION_MEASURE": 0, "RESPIRATORY_FINDING": 0, "RNA": 0, "ROUTE": 0, "SEVERITY": 0, "SPECIES": 0, "SPECIMEN": 0, "SPECIMEN_TYPE": 0, "SPIROMETRY_MEASURE": 0, "SSN": 0, "STAGE_GROUP": 0, "STREET_ADDRESS": 0, "STRENGTH": 0, "SUBSTANCE": 0, "SUSCEPTIBILITY": 0, "THYROID_MEASURE": 0, "TIME": 0, "TISSUE": 0, "TNM_M": 0, "TNM_N": 0, "TNM_T": 0, "TOOTH": 0, "TUMOR_GRADE": 0, "UNIT": 0, "URINE_FINDING": 0, "URL": 29, "USERNAME": 0, "USER_AGENT": 0, "USE_QUANTITY": 0, "USE_STATUS": 0, "VACCINE_LOT": 0, "VACCINE_NAME": 0, "VACCINE_SERIES": 0, "VARIANT_DESCRIPTOR": 0, "VEHICLE_REGISTRATION": 0, "VIN": 0, "WOUND_STAGE": 0, "WOUND_TYPE": 0, "ZIPCODE": 0, "ZYGOSITY": 0 }, "total_chars_by_language": { "am": 0, "ar": 0, "as": 0, "bn": 0, "cs": 0, "da": 0, "de": 0, "el": 0, "en": 212, "es": 0, "fa": 0, "fr": 0, "gu": 0, "he": 0, "hi": 0, "id": 0, "it": 0, "ja": 0, "kn": 0, "ko": 0, "ml": 0, "mr": 0, "nl": 0, "no": 0, "or": 0, "pt": 0, "ro": 0, "ru": 0, "sv": 0, "sw": 0, "ta": 0, "te": 0, "th": 0, "tr": 0, "uk": 0, "vi": 0, "xh": 0, "zh": 0, "zu": 0 }, "total_chars_by_script": { "Latin": 172, "Unknown": 40 }, "total_graphemes": 212, "total_graphemes_by_script": { "Latin": 172, "Unknown": 40 }, "unit": "grapheme_cluster" }, "over_redaction_loss": { "denominator": 169, "numerator": 0, "rate": 0.0 }, "recall_slices": { "by_device": { "coreml": 1.0, "cpu": 0.4009433962264151, "mlx-8bit": 1.0, "mlx-fp": 1.0 }, "by_label": { "ABNORMAL_FLAG": 1.0, "ACCOUNT_NUMBER": 1.0, "ADL_ACTIVITY": 1.0, "ADMINISTRATION_ROUTE": 1.0, "AGE": 1.0, "AIRWAY_MANAGEMENT": 1.0, "ALLERGEN": 1.0, "ALLERGY_CRITICALITY": 1.0, "AMOUNT": 1.0, "ANATOMY": 1.0, "ANESTHESIA_TYPE": 1.0, "ANESTHETIC_AGENT": 1.0, "ANTIBIOTIC": 1.0, "API_KEY": 1.0, "ASA_CLASS": 1.0, "ASSISTANCE_LEVEL": 1.0, "BIC": 1.0, "BIOMARKER": 1.0, "BITCOIN_ADDRESS": 1.0, "BODY_SITE": 1.0, "BUILDING_NUMBER": 1.0, "CANCER": 1.0, "CARE_INTERVENTION": 1.0, "CELL": 1.0, "CHEMICAL": 1.0, "CKD_STAGE": 1.0, "CLINICAL_SIGNIFICANCE": 1.0, "CONDITION": 1.0, "CREDIT_CARD": 1.0, "CREDIT_CARD_ISSUER": 1.0, "CURRENCY": 1.0, "CVV": 1.0, "DATE": 1.0, "DATE_OF_BIRTH": 1.0, "DEVELOPMENTAL_MILESTONE": 1.0, "DEVICE": 1.0, "DEVICE_IDENTIFIER": 1.0, "DEVICE_MODEL": 1.0, "DEVICE_TYPE": 1.0, "DIALYSIS_MODALITY": 1.0, "DIET_TYPE": 1.0, "DISEASE": 1.0, "DNA": 1.0, "DOSAGE": 1.0, "DOSE_NUMBER": 1.0, "DRESSING_TYPE": 1.0, "DRUG": 1.0, "DURATION": 1.0, "DYSPNEA_GRADE": 1.0, "EMAIL": 1.0, "ENDOSCOPIC_FINDING": 1.0, "ETHEREUM_ADDRESS": 1.0, "ETHNICITY": 1.0, "EXUDATE_DESCRIPTOR": 1.0, "EYE_COLOR": 1.0, "FEEDING_ROUTE": 1.0, "FETAL_FINDING": 1.0, "FINDING": 1.0, "FIRST_NAME": 1.0, "FORM": 1.0, "FREQUENCY": 1.0, "FUNCTIONAL_SCALE": 1.0, "GENDER": 1.0, "GENE": 1.0, "GENE_OR_GENE_PRODUCT": 1.0, "GENE_SYMBOL": 1.0, "GESTATIONAL_AGE": 1.0, "GI_SCORE": 1.0, "GI_SYMPTOM": 1.0, "GLYCEMIC_MEASURE": 1.0, "GPS_COORDINATES": 1.0, "GRAVIDITY_PARITY": 1.0, "GROWTH_PARAMETER": 1.0, "GROWTH_PERCENTILE": 1.0, "HEIGHT": 1.0, "HISTOLOGIC_FINDING": 1.0, "HISTOLOGIC_GRADE": 1.0, "HORMONE_LEVEL": 1.0, "IBAN": 1.0, "ID_NUM": 1.0, "IHC_STAIN": 1.0, "IMAGING_MODALITY": 1.0, "IMEI": 1.0, "IMMUNIZATION": 1.0, "IMPLANT_SITE": 1.0, "INDICATION": 1.0, "INSULIN_REGIMEN": 1.0, "INTAKE_OUTPUT": 1.0, "IP_ADDRESS": 1.0, "JOB_DEPARTMENT": 1.0, "JOB_TITLE": 1.0, "LAB_TEST": 1.0, "LAB_VALUE": 1.0, "LAST_NAME": 1.0, "LATERALITY": 1.0, "LINE_DRAIN_TUBE": 1.0, "LITECOIN_ADDRESS": 1.0, "LOCATION": 0.0, "MAC_ADDRESS": 1.0, "MARGIN_STATUS": 1.0, "MASKED_NUMBER": 1.0, "MEASUREMENT": 1.0, "MEDICATION": 1.0, "MICROORGANISM": 1.0, "MIDDLE_NAME": 1.0, "MOBILITY_ABILITY": 1.0, "NURSING_RISK_SCORE": 1.0, "NUTRITIONAL_STATUS": 1.0, "NUTRITION_TARGET": 1.0, "OBSTETRIC_EVENT": 1.0, "OCCUPATION": 1.0, "ORDINAL_DIRECTION": 1.0, "ORGAN": 1.0, "ORGANISM": 1.0, "ORGANIZATION": 0.0, "OTHER": 1.0, "OXYGEN_SUPPORT": 1.0, "PACK_YEARS": 1.0, "PASSWORD": 1.0, "PATHOLOGY": 1.0, "PERSON": 0.0, "PHONE": 1.0, "PIN": 1.0, "POLYP_DESCRIPTOR": 1.0, "PREFIX": 1.0, "PROBLEM": 1.0, "PROCEDURE": 1.0, "PROTEIN": 1.0, "PROTEIN_CHANGE": 1.0, "PSYCH_SYMPTOM": 1.0, "REACTION_MANIFESTATION": 1.0, "REACTION_SEVERITY": 1.0, "RECEPTOR_STATUS": 1.0, "REFERENCE_RANGE": 1.0, "RENAL_FUNCTION_MEASURE": 1.0, "RESPIRATORY_FINDING": 1.0, "RNA": 1.0, "ROUTE": 1.0, "SEVERITY": 1.0, "SPECIES": 1.0, "SPECIMEN": 1.0, "SPECIMEN_TYPE": 1.0, "SPIROMETRY_MEASURE": 1.0, "SSN": 1.0, "STAGE_GROUP": 1.0, "STREET_ADDRESS": 1.0, "STRENGTH": 1.0, "SUBSTANCE": 1.0, "SUSCEPTIBILITY": 1.0, "THYROID_MEASURE": 1.0, "TIME": 1.0, "TISSUE": 1.0, "TNM_M": 1.0, "TNM_N": 1.0, "TNM_T": 1.0, "TOOTH": 1.0, "TUMOR_GRADE": 1.0, "UNIT": 1.0, "URINE_FINDING": 1.0, "URL": 1.0, "USERNAME": 1.0, "USER_AGENT": 1.0, "USE_QUANTITY": 1.0, "USE_STATUS": 1.0, "VACCINE_LOT": 1.0, "VACCINE_NAME": 1.0, "VACCINE_SERIES": 1.0, "VARIANT_DESCRIPTOR": 1.0, "VEHICLE_REGISTRATION": 1.0, "VIN": 1.0, "WOUND_STAGE": 1.0, "WOUND_TYPE": 1.0, "ZIPCODE": 1.0, "ZYGOSITY": 1.0 }, "by_language": { "am": 1.0, "ar": 1.0, "as": 1.0, "bn": 1.0, "cs": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 0.4009433962264151, "es": 1.0, "fa": 1.0, "fr": 1.0, "gu": 1.0, "he": 1.0, "hi": 1.0, "id": 1.0, "it": 1.0, "ja": 1.0, "kn": 1.0, "ko": 1.0, "ml": 1.0, "mr": 1.0, "nl": 1.0, "no": 1.0, "or": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sv": 1.0, "sw": 1.0, "ta": 1.0, "te": 1.0, "th": 1.0, "tr": 1.0, "uk": 1.0, "vi": 1.0, "xh": 1.0, "zh": 1.0, "zu": 1.0 }, "by_script": { "Latin": 0.2616279069767442, "Unknown": 1.0 }, "covered_chars": 85, "covered_chars_by_script": { "Latin": 45, "Unknown": 40 }, "covered_graphemes": 85, "covered_graphemes_by_script": { "Latin": 45, "Unknown": 40 }, "overall": 0.4009433962264151, "total_chars": 212, "total_chars_by_script": { "Latin": 172, "Unknown": 40 }, "total_graphemes": 212, "total_graphemes_by_script": { "Latin": 172, "Unknown": 40 }, "unit": "grapheme_cluster" }, "relaxed_span_f1": { "f1": 0.7142857142857143, "false_negatives": 8, "false_positives": 0, "precision": 1.0, "recall": 0.5555555555555556, "true_positives": 10 }, "resources": { "model_size_bytes": null, "model_size_mib": null, "peak_rss_bytes": 151306240, "peak_rss_mib": 144.296875 }, "surrogate_consistency": { "consistent": 0, "score": 1.0, "total": 0, "violations": {} } }, "model_name": "openmed-synthetic-regex-phi-baseline-v1", "suite": "shield-synthetic" }