{
  "progression": {
    "labels": [
      "Exact match",
      "TF-IDF",
      "MiniLM",
      "MiniLM\n+ normalizer",
      "SapBERT + negs\n+ normalizer"
    ],
    "acc@1": [
      0,
      0.5091991341991342,
      0.836038961038961,
      0.8858225108225108,
      0.9307359307359307
    ],
    "recall@5": [
      0,
      0.8203463203463204,
      0.966991341991342,
      0.9751082251082251,
      0.9843073593073594
    ]
  },
  "sweep_effects": {
    "Encoder / all-MiniLM-L6-v2": 0.7677853522111519,
    "Hard negatives / ingredient": 0.8167278447823807,
    "Strength normalizer / off": 0.7731165880090893,
    "Strength normalizer / on": 0.8212433723707977,
    "Hard negatives / tfidf": 0.7891102954029017,
    "Hard negatives / none": 0.7857018003845483,
    "Encoder / bge-small-en-v1.5": 0.768571927984618,
    "Encoder / SapBERT": 0.8551826603740604
  },
  "precision_coverage": {
    "matched": {
      "cosine": [
        [
          0.1,
          1.0
        ],
        [
          0.2,
          1.0
        ],
        [
          0.3,
          0.9981949458483754
        ],
        [
          0.4,
          0.9905277401894452
        ],
        [
          0.5,
          0.9826839826839827
        ],
        [
          0.6,
          0.9828674481514879
        ],
        [
          0.7,
          0.9760432766615147
        ],
        [
          0.8,
          0.9702300405953992
        ],
        [
          0.9,
          0.9567047504509922
        ],
        [
          1.0,
          0.9307359307359307
        ]
      ],
      "margin": [
        [
          0.1,
          0.9837837837837838
        ],
        [
          0.2,
          0.9918918918918919
        ],
        [
          0.3,
          0.9945848375451264
        ],
        [
          0.4,
          0.9959404600811907
        ],
        [
          0.5,
          0.9956709956709957
        ],
        [
          0.6,
          0.9945897204688909
        ],
        [
          0.7,
          0.9930448222565688
        ],
        [
          0.8,
          0.986468200270636
        ],
        [
          0.9,
          0.9687312086590499
        ],
        [
          1.0,
          0.9307359307359307
        ]
      ],
      "softmax": [
        [
          0.1,
          0.9837837837837838
        ],
        [
          0.2,
          0.9918918918918919
        ],
        [
          0.3,
          0.9945848375451264
        ],
        [
          0.4,
          0.9945872801082544
        ],
        [
          0.5,
          0.9945887445887446
        ],
        [
          0.6,
          0.9945897204688909
        ],
        [
          0.7,
          0.9922720247295209
        ],
        [
          0.8,
          0.9871447902571042
        ],
        [
          0.9,
          0.968129885748647
        ],
        [
          1.0,
          0.9307359307359307
        ]
      ],
      "platt": [
        [
          0.1,
          0.9891891891891892
        ],
        [
          0.2,
          0.9945945945945946
        ],
        [
          0.3,
          0.9945848375451264
        ],
        [
          0.4,
          0.993234100135318
        ],
        [
          0.5,
          0.9935064935064936
        ],
        [
          0.6,
          0.9927862939585211
        ],
        [
          0.7,
          0.990726429675425
        ],
        [
          0.8,
          0.9871447902571042
        ],
        [
          0.9,
          0.9723391461214672
        ],
        [
          1.0,
          0.9307359307359307
        ]
      ]
    },
    "+hard": {
      "cosine": [
        [
          0.1,
          0.9822222222222222
        ],
        [
          0.2,
          0.991130820399113
        ],
        [
          0.3,
          0.985207100591716
        ],
        [
          0.4,
          0.9778270509977827
        ],
        [
          0.5,
          0.9716060337178349
        ],
        [
          0.6,
          0.9622781065088757
        ],
        [
          0.7,
          0.9448669201520913
        ],
        [
          0.8,
          0.913477537437604
        ],
        [
          0.9,
          0.8432725480532282
        ],
        [
          1.0,
          0.7630878438331854
        ]
      ],
      "margin": [
        [
          0.1,
          0.96
        ],
        [
          0.2,
          0.9645232815964523
        ],
        [
          0.3,
          0.9689349112426036
        ],
        [
          0.4,
          0.9611973392461197
        ],
        [
          0.5,
          0.9565217391304348
        ],
        [
          0.6,
          0.9430473372781065
        ],
        [
          0.7,
          0.9182509505703422
        ],
        [
          0.8,
          0.8768718801996672
        ],
        [
          0.9,
          0.8191227205519961
        ],
        [
          1.0,
          0.7630878438331854
        ]
      ],
      "softmax": [
        [
          0.1,
          0.9644444444444444
        ],
        [
          0.2,
          0.9733924611973392
        ],
        [
          0.3,
          0.9748520710059172
        ],
        [
          0.4,
          0.9711751662971175
        ],
        [
          0.5,
          0.963620230700976
        ],
        [
          0.6,
          0.9511834319526628
        ],
        [
          0.7,
          0.9277566539923955
        ],
        [
          0.8,
          0.8901830282861897
        ],
        [
          0.9,
          0.838836865450961
        ],
        [
          1.0,
          0.7630878438331854
        ]
      ],
      "platt": [
        [
          0.1,
          0.9733333333333334
        ],
        [
          0.2,
          0.9844789356984479
        ],
        [
          0.3,
          0.9866863905325444
        ],
        [
          0.4,
          0.9866962305986696
        ],
        [
          0.5,
          0.9795918367346939
        ],
        [
          0.6,
          0.9674556213017751
        ],
        [
          0.7,
          0.9550063371356147
        ],
        [
          0.8,
          0.9079312257348863
        ],
        [
          0.9,
          0.8432725480532282
        ],
        [
          1.0,
          0.7630878438331854
        ]
      ]
    }
  },
  "error_taxonomy": {
    "TF-IDF": {
      "strength + dose form": 396,
      "dose form": 136,
      "ingredient": 40,
      "strength": 273,
      "concept only (SCD/SBD twin)": 62
    },
    "MiniLM": {
      "strength": 125,
      "strength + dose form": 63,
      "dose form": 47,
      "concept only (SCD/SBD twin)": 37,
      "ingredient": 31
    },
    "SapBERT + normalizer": {
      "dose form": 26,
      "concept only (SCD/SBD twin)": 25,
      "ingredient": 31,
      "strength + dose form": 17,
      "strength": 29
    }
  },
  "split_seeds": {
    "rows": [
      {
        "job": "split-v1",
        "split": "v1",
        "seed": 42,
        "run_id": "lqf7dett",
        "created_at": "2026-09-14T13:56:31Z",
        "split_salt": "rxnorm-2026-09-08-v1",
        "val/acc@1": 0.8814892501310959,
        "val/recall@5": 0.9606712113266912,
        "val/ingredient_acc": 0.9706345044572628,
        "val/strength_acc": 0.934976402726796,
        "val/dose_form_acc": 0.9680125852123754,
        "val/n": 1907,
        "test/acc@1": 0.9307359307359307,
        "test/recall@5": 0.9843073593073594,
        "test/ingredient_acc": 0.9832251082251082,
        "test/strength_acc": 0.961038961038961,
        "test/dose_form_acc": 0.9724025974025974,
        "test/n": 1848,
        "counts": {
          "test": 1848,
          "mixed": 1327,
          "train": 9290,
          "val": 1907,
          "candidates": 27287
        },
        "tfidf/test/acc@1": 0.5091991341991342,
        "tfidf/val/acc@1": 0.46460409019402205,
        "gap": -0.049246680604834836
      },
      {
        "job": "split-v2",
        "split": "v2",
        "seed": 42,
        "run_id": "0c2jqaf1",
        "created_at": "2026-09-14T14:18:20Z",
        "split_salt": "rxnorm-2026-09-08-v2",
        "val/acc@1": 0.9126106194690266,
        "val/recall@5": 0.9778761061946902,
        "val/ingredient_acc": 0.9889380530973452,
        "val/strength_acc": 0.9574115044247788,
        "val/dose_form_acc": 0.9706858407079646,
        "val/n": 1808,
        "test/acc@1": 0.9052511415525114,
        "test/recall@5": 0.973744292237443,
        "test/ingredient_acc": 0.9800228310502284,
        "test/strength_acc": 0.9509132420091324,
        "test/dose_form_acc": 0.954337899543379,
        "test/n": 1752,
        "counts": {
          "val": 1808,
          "mixed": 1250,
          "train": 9562,
          "test": 1752,
          "candidates": 27287
        },
        "tfidf/test/acc@1": 0.4754566210045662,
        "tfidf/val/acc@1": 0.4684734513274336,
        "gap": 0.007359477916515145
      },
      {
        "job": "split-v3",
        "split": "v3",
        "seed": 42,
        "run_id": "i5pj0dbc",
        "created_at": "2026-09-14T14:38:50Z",
        "split_salt": "rxnorm-2026-09-08-v3",
        "val/acc@1": 0.918859649122807,
        "val/recall@5": 0.993969298245614,
        "val/ingredient_acc": 0.987938596491228,
        "val/strength_acc": 0.9802631578947368,
        "val/dose_form_acc": 0.9791666666666666,
        "val/n": 1824,
        "test/acc@1": 0.9045108377270064,
        "test/recall@5": 0.9794961921499707,
        "test/ingredient_acc": 0.9935559461042766,
        "test/strength_acc": 0.9589923842999414,
        "test/dose_form_acc": 0.9736379613356766,
        "test/n": 1707,
        "counts": {
          "mixed": 1154,
          "train": 9687,
          "test": 1707,
          "val": 1824,
          "candidates": 27287
        },
        "tfidf/test/acc@1": 0.5547744581136497,
        "tfidf/val/acc@1": 0.47478070175438597,
        "gap": 0.014348811395800687
      },
      {
        "job": "split-v4",
        "split": "v4",
        "seed": 42,
        "run_id": "aa7hcyap",
        "created_at": "2026-09-14T15:11:31Z",
        "split_salt": "rxnorm-2026-09-08-v4",
        "val/acc@1": 0.9076633165829144,
        "val/recall@5": 0.9842964824120602,
        "val/ingredient_acc": 0.9773869346733668,
        "val/strength_acc": 0.9729899497487438,
        "val/dose_form_acc": 0.9597989949748744,
        "val/n": 1592,
        "test/acc@1": 0.8735777496839444,
        "test/recall@5": 0.980615254951538,
        "test/ingredient_acc": 0.9810366624525916,
        "test/strength_acc": 0.9641803624104508,
        "test/dose_form_acc": 0.9671302149178256,
        "test/n": 2373,
        "counts": {
          "mixed": 1323,
          "train": 9084,
          "val": 1592,
          "test": 2373,
          "candidates": 27287
        },
        "tfidf/test/acc@1": 0.47745469869363677,
        "tfidf/val/acc@1": 0.4748743718592965,
        "gap": 0.03408556689897002
      },
      {
        "job": "split-v5",
        "split": "v5",
        "seed": 42,
        "run_id": "r3asp4in",
        "created_at": "2026-09-14T15:41:24Z",
        "split_salt": "rxnorm-2026-09-08-v5",
        "val/acc@1": 0.8951156812339331,
        "val/recall@5": 0.983547557840617,
        "val/ingredient_acc": 0.9681233933161952,
        "val/strength_acc": 0.9562982005141388,
        "val/dose_form_acc": 0.9691516709511568,
        "val/n": 1945,
        "test/acc@1": 0.920780711825488,
        "test/recall@5": 0.9845005740528128,
        "test/ingredient_acc": 0.9925373134328358,
        "test/strength_acc": 0.9667049368541906,
        "test/dose_form_acc": 0.9718714121699196,
        "test/n": 1742,
        "counts": {
          "mixed": 1472,
          "test": 1742,
          "train": 9213,
          "val": 1945,
          "candidates": 27287
        },
        "tfidf/test/acc@1": 0.4896670493685419,
        "tfidf/val/acc@1": 0.4719794344473008,
        "gap": -0.025665030591554894
      },
      {
        "job": "split-v6",
        "split": "v6",
        "seed": 42,
        "run_id": "kflhpyjx",
        "created_at": "2026-09-14T16:02:37Z",
        "split_salt": "rxnorm-2026-09-08-v6",
        "val/acc@1": 0.8839712918660287,
        "val/recall@5": 0.9665071770334928,
        "val/ingredient_acc": 0.9784688995215312,
        "val/strength_acc": 0.9521531100478468,
        "val/dose_form_acc": 0.9629186602870812,
        "val/n": 1672,
        "test/acc@1": 0.909853249475891,
        "test/recall@5": 0.9879454926624738,
        "test/ingredient_acc": 0.9879454926624738,
        "test/strength_acc": 0.9533542976939204,
        "test/dose_form_acc": 0.9659329140461216,
        "test/n": 1908,
        "counts": {
          "mixed": 1344,
          "train": 9446,
          "test": 1908,
          "val": 1674,
          "candidates": 27287
        },
        "tfidf/test/acc@1": 0.480083857442348,
        "tfidf/val/acc@1": 0.4892344497607656,
        "gap": -0.025881957609862227
      },
      {
        "job": "seed-1",
        "split": "v1",
        "seed": 1,
        "run_id": "0x22n7cb",
        "created_at": "2026-09-14T16:26:49Z",
        "split_salt": "rxnorm-2026-09-08-v1",
        "val/acc@1": 0.8809648662821186,
        "val/recall@5": 0.9606712113266912,
        "val/ingredient_acc": 0.9701101206082852,
        "val/strength_acc": 0.9360251704247508,
        "val/dose_form_acc": 0.9664394336654432,
        "val/n": 1907,
        "test/acc@1": 0.9301948051948052,
        "test/recall@5": 0.9843073593073594,
        "test/ingredient_acc": 0.9843073593073594,
        "test/strength_acc": 0.9653679653679652,
        "test/dose_form_acc": 0.9729437229437228,
        "test/n": 1848,
        "counts": {
          "test": 1848,
          "mixed": 1327,
          "train": 9290,
          "val": 1907,
          "candidates": 27287
        },
        "tfidf/test/acc@1": 0.5091991341991342,
        "tfidf/val/acc@1": 0.46460409019402205,
        "gap": -0.04922993891268668
      },
      {
        "job": "seed-2",
        "split": "v1",
        "seed": 2,
        "run_id": "zuj9ec29",
        "created_at": "2026-09-14T16:47:39Z",
        "split_salt": "rxnorm-2026-09-08-v1",
        "val/acc@1": 0.8799160985841636,
        "val/recall@5": 0.9690613529103304,
        "val/ingredient_acc": 0.9716832721552175,
        "val/strength_acc": 0.9339276350288412,
        "val/dose_form_acc": 0.9706345044572628,
        "val/n": 1907,
        "test/acc@1": 0.9323593073593074,
        "test/recall@5": 0.9843073593073594,
        "test/ingredient_acc": 0.9864718614718616,
        "test/strength_acc": 0.9626623376623376,
        "test/dose_form_acc": 0.9772727272727272,
        "test/n": 1848,
        "counts": {
          "test": 1848,
          "mixed": 1327,
          "train": 9290,
          "val": 1907,
          "candidates": 27287
        },
        "tfidf/test/acc@1": 0.5091991341991342,
        "tfidf/val/acc@1": 0.46460409019402205,
        "gap": -0.052443208775143746
      }
    ],
    "stats": {
      "splits": {
        "test/acc@1": {
          "n_runs": 6,
          "mean": 0.9074516035001287,
          "sd": 0.019424319990370184,
          "min": 0.8735777496839444,
          "max": 0.9307359307359307,
          "range": 0.057158181051986334,
          "sampling_sd": 0.006656326842543266,
          "excess_sd": 0.018248219640653516
        },
        "val/acc@1": {
          "n_runs": 6,
          "mean": 0.899951634734301,
          "sd": 0.015471589376958816,
          "min": 0.8814892501310959,
          "max": 0.918859649122807,
          "range": 0.03737039899171113,
          "sampling_sd": 0.007094879149047142,
          "excess_sd": 0.01374891878329496
        },
        "gap": {
          "n_runs": 6,
          "mean": -0.007499968765827684,
          "sd": 0.031106861176108783,
          "min": -0.049246680604834836,
          "max": 0.03408556689897002,
          "range": 0.08333224750380486
        },
        "test/recall@5": {
          "n_runs": 6,
          "mean": 0.981768194226933,
          "sd": 0.004958760738887835,
          "min": 0.973744292237443,
          "max": 0.9879454926624738,
          "range": 0.014201200425030813
        },
        "tfidf/test/acc@1": {
          "n_runs": 6,
          "mean": 0.4977726364703128,
          "sd": 0.030558760146754748,
          "min": 0.4754566210045662,
          "max": 0.5547744581136497,
          "range": 0.07931783710908347
        }
      },
      "seeds": {
        "test/acc@1": {
          "n_runs": 3,
          "mean": 0.9310966810966811,
          "sd": 0.0011264426404037466,
          "min": 0.9301948051948052,
          "max": 0.9323593073593074,
          "range": 0.0021645021645021467
        },
        "val/acc@1": {
          "n_runs": 3,
          "mean": 0.8807900716657927,
          "sd": 0.0008010095603837871,
          "min": 0.8799160985841636,
          "max": 0.8814892501310959,
          "range": 0.001573151546932272
        }
      }
    },
    "published": {
      "run_id": "0d9ntjls",
      "val/acc@1": 0.8825380178290508,
      "val/recall@5": 0.9606712113266912,
      "val/ingredient_acc": 0.9706345044572628,
      "val/strength_acc": 0.9355007865757736,
      "val/dose_form_acc": 0.9680125852123754,
      "val/n": 1907,
      "test/acc@1": 0.9307359307359307,
      "test/recall@5": 0.9843073593073594,
      "test/ingredient_acc": 0.9832251082251082,
      "test/strength_acc": 0.961038961038961,
      "test/dose_form_acc": 0.9724025974025974,
      "test/n": 1848
    }
  },
  "negatives_by_split": {
    "cells": {
      "v1/ingredient": {
        "test/acc@1": 0.9274891774891776,
        "val/acc@1": 0.8856843209229156,
        "test/recall@5": 0.9843073593073594,
        "test/n": 1848,
        "val/n": 1907,
        "test/strength_acc": 0.9648268398268398,
        "test/dose_form_acc": 0.9734848484848484,
        "test/ingredient_acc": 0.9853896103896104,
        "run_id": "6vo0d7js"
      },
      "v1/tfidf": {
        "test/acc@1": 0.9231601731601732,
        "val/acc@1": 0.86418458311484,
        "test/recall@5": 0.9843073593073594,
        "test/n": 1848,
        "val/n": 1907,
        "test/strength_acc": 0.966991341991342,
        "test/dose_form_acc": 0.9680735930735932,
        "test/ingredient_acc": 0.9875541125541124,
        "run_id": "0t7xpj3l"
      },
      "v1/none": {
        "test/acc@1": 0.9096320346320348,
        "val/acc@1": 0.8631358154168851,
        "test/recall@5": 0.9908008658008658,
        "test/n": 1848,
        "val/n": 1907,
        "test/strength_acc": 0.9653679653679652,
        "test/dose_form_acc": 0.9659090909090908,
        "test/ingredient_acc": 0.9891774891774892,
        "run_id": "v3iej6pc"
      },
      "v2/ingredient": {
        "test/acc@1": 0.906392694063927,
        "val/acc@1": 0.9142699115044248,
        "test/recall@5": 0.9703196347031964,
        "test/n": 1752,
        "val/n": 1808,
        "test/strength_acc": 0.9514840182648402,
        "test/dose_form_acc": 0.954337899543379,
        "test/ingredient_acc": 0.9851598173515982,
        "run_id": "w2jccnxo"
      },
      "v2/tfidf": {
        "test/acc@1": 0.8761415525114156,
        "val/acc@1": 0.9026548672566372,
        "test/recall@5": 0.978310502283105,
        "test/n": 1752,
        "val/n": 1808,
        "test/strength_acc": 0.946917808219178,
        "test/dose_form_acc": 0.9394977168949772,
        "test/ingredient_acc": 0.9794520547945206,
        "run_id": "j7rgmd1e"
      },
      "v2/none": {
        "test/acc@1": 0.8932648401826484,
        "val/acc@1": 0.8987831858407079,
        "test/recall@5": 0.976027397260274,
        "test/n": 1752,
        "val/n": 1808,
        "test/strength_acc": 0.958904109589041,
        "test/dose_form_acc": 0.9560502283105022,
        "test/ingredient_acc": 0.9863013698630136,
        "run_id": "siyyjzyn"
      },
      "v3/ingredient": {
        "test/acc@1": 0.9080257762155828,
        "val/acc@1": 0.9144736842105264,
        "test/recall@5": 0.978324545987112,
        "test/n": 1707,
        "val/n": 1824,
        "test/strength_acc": 0.964264792032806,
        "test/dose_form_acc": 0.9707088459285296,
        "test/ingredient_acc": 0.9923842999414176,
        "run_id": "2rmh5evp"
      },
      "v3/tfidf": {
        "test/acc@1": 0.8968951376684241,
        "val/acc@1": 0.9013157894736842,
        "test/recall@5": 0.9765670767428236,
        "test/n": 1707,
        "val/n": 1824,
        "test/strength_acc": 0.9595782073813708,
        "test/dose_form_acc": 0.9765670767428236,
        "test/ingredient_acc": 0.9929701230228472,
        "run_id": "c8lkwwg6"
      },
      "v3/none": {
        "test/acc@1": 0.8910369068541301,
        "val/acc@1": 0.8925438596491229,
        "test/recall@5": 0.978324545987112,
        "test/n": 1707,
        "val/n": 1824,
        "test/strength_acc": 0.964264792032806,
        "test/dose_form_acc": 0.974223784417106,
        "test/ingredient_acc": 0.9953134153485648,
        "run_id": "160lf5n8"
      },
      "v4/ingredient": {
        "test/acc@1": 0.8735777496839444,
        "val/acc@1": 0.9076633165829144,
        "test/recall@5": 0.9776654024441636,
        "test/n": 2373,
        "val/n": 1592,
        "test/strength_acc": 0.9616519174041298,
        "test/dose_form_acc": 0.968394437420986,
        "test/ingredient_acc": 0.978929624947324,
        "run_id": "qnwb5qzq"
      },
      "v4/tfidf": {
        "test/acc@1": 0.8710493046776233,
        "val/acc@1": 0.8988693467336684,
        "test/recall@5": 0.9751369574378425,
        "test/n": 2373,
        "val/n": 1592,
        "test/strength_acc": 0.9624947324062368,
        "test/dose_form_acc": 0.9696586599241468,
        "test/ingredient_acc": 0.9823008849557522,
        "run_id": "6j6c0ojl"
      },
      "v4/none": {
        "test/acc@1": 0.8508217446270544,
        "val/acc@1": 0.882537688442211,
        "test/recall@5": 0.976401179941003,
        "test/n": 2373,
        "val/n": 1592,
        "test/strength_acc": 0.9637589549093972,
        "test/dose_form_acc": 0.9692372524230932,
        "test/ingredient_acc": 0.9898862199747156,
        "run_id": "umfhq3hi"
      },
      "v5/ingredient": {
        "test/acc@1": 0.920780711825488,
        "val/acc@1": 0.9023136246786632,
        "test/recall@5": 0.9862227324913893,
        "test/n": 1742,
        "val/n": 1945,
        "test/strength_acc": 0.965556831228473,
        "test/dose_form_acc": 0.9718714121699196,
        "test/ingredient_acc": 0.9919632606199772,
        "run_id": "0sbaysem"
      },
      "v5/tfidf": {
        "test/acc@1": 0.9081515499425948,
        "val/acc@1": 0.8904884318766066,
        "test/recall@5": 0.9856486796785304,
        "test/n": 1742,
        "val/n": 1945,
        "test/strength_acc": 0.9621125143513204,
        "test/dose_form_acc": 0.973593570608496,
        "test/ingredient_acc": 0.9902411021814008,
        "run_id": "fj2uqnjc"
      },
      "v5/none": {
        "test/acc@1": 0.899540757749713,
        "val/acc@1": 0.8647814910025707,
        "test/recall@5": 0.9833524684270952,
        "test/n": 1742,
        "val/n": 1945,
        "test/strength_acc": 0.9649827784156142,
        "test/dose_form_acc": 0.970723306544202,
        "test/ingredient_acc": 0.9965556831228471,
        "run_id": "dlmk0ljw"
      },
      "v6/ingredient": {
        "test/acc@1": 0.9156184486373166,
        "val/acc@1": 0.8779904306220095,
        "test/recall@5": 0.9868972746331236,
        "test/n": 1908,
        "val/n": 1672,
        "test/strength_acc": 0.9554507337526206,
        "test/dose_form_acc": 0.9706498951781972,
        "test/ingredient_acc": 0.991090146750524,
        "run_id": "8fpao266"
      },
      "v6/tfidf": {
        "test/acc@1": 0.899895178197065,
        "val/acc@1": 0.867822966507177,
        "test/recall@5": 0.9842767295597484,
        "test/n": 1908,
        "val/n": 1672,
        "test/strength_acc": 0.9517819706498952,
        "test/dose_form_acc": 0.960691823899371,
        "test/ingredient_acc": 0.989517819706499,
        "run_id": "xkypkohn"
      },
      "v6/none": {
        "test/acc@1": 0.9135220125786164,
        "val/acc@1": 0.8726076555023924,
        "test/recall@5": 0.9884696016771488,
        "test/n": 1908,
        "val/n": 1672,
        "test/strength_acc": 0.9622641509433962,
        "test/dose_form_acc": 0.9758909853249476,
        "test/ingredient_acc": 0.9952830188679244,
        "run_id": "on1nyqq0"
      }
    },
    "stats": {
      "ingredient-none": {
        "test/acc@1": {
          "n_runs": 6,
          "mean": 0.015677710215206548,
          "sd": 0.007462742855219101,
          "min": 0.002096436058700135,
          "max": 0.022756005056890016,
          "range": 0.02065956899818988,
          "se": 0.003046652012814606,
          "ci95": [
            0.007844767890260194,
            0.0235106525401529
          ],
          "t": 5.145881495249245,
          "n_pos": 6,
          "diffs": {
            "v1": 0.017857142857142794,
            "v2": 0.013127853881278573,
            "v3": 0.01698886936145272,
            "v4": 0.022756005056890016,
            "v5": 0.021239954075775058,
            "v6": 0.002096436058700135
          }
        },
        "val/acc@1": {
          "n_runs": 6,
          "mean": 0.02133426544459399,
          "sd": 0.01065099245144431,
          "min": 0.005382775119617156,
          "max": 0.03753213367609243,
          "range": 0.03214935855647527,
          "se": 0.004348249460045649,
          "ci95": [
            0.010154916082816627,
            0.032513614806371355
          ],
          "t": 4.906403287259884,
          "n_pos": 6,
          "diffs": {
            "v1": 0.022548505506030492,
            "v2": 0.015486725663716894,
            "v3": 0.021929824561403577,
            "v4": 0.025125628140703404,
            "v5": 0.03753213367609243,
            "v6": 0.005382775119617156
          }
        },
        "test/recall@5": {
          "n_runs": 6,
          "mean": -0.0016065182545257721,
          "sd": 0.0037833229110423193,
          "min": -0.00649350649350644,
          "max": 0.002870264064294026,
          "range": 0.009363770557800466,
          "se": 0.0015445351107057927,
          "ci95": [
            -0.005577518024150366,
            0.002364481515098821
          ],
          "t": -1.0401306149600287,
          "n_pos": 2,
          "diffs": {
            "v1": -0.00649350649350644,
            "v2": -0.005707762557077611,
            "v3": 0.0,
            "v4": 0.0012642225031606058,
            "v5": 0.002870264064294026,
            "v6": -0.0015723270440252124
          }
        }
      },
      "tfidf-none": {
        "test/acc@1": {
          "n_runs": 6,
          "mean": 0.002912433255516489,
          "sd": 0.015024202602636916,
          "min": -0.017123287671232834,
          "max": 0.020227560050568916,
          "range": 0.03735084772180175,
          "se": 0.0061336050281092435,
          "ci95": [
            -0.012857065271752378,
            0.018681931782785356
          ],
          "t": 0.47483221403551656,
          "n_pos": 4,
          "diffs": {
            "v1": 0.01352813852813839,
            "v2": -0.017123287671232834,
            "v3": 0.005858230814294041,
            "v4": 0.020227560050568916,
            "v5": 0.008610792192881855,
            "v6": -0.013626834381551434
          }
        },
        "val/acc@1": {
          "n_runs": 6,
          "mean": 0.008491048184787242,
          "sd": 0.011053617582407327,
          "min": -0.004784688995215336,
          "max": 0.02570694087403591,
          "range": 0.030491629869251247,
          "se": 0.00451262048145909,
          "ci95": [
            -0.003110899073044078,
            0.020092995442618562
          ],
          "t": 1.8816224895654832,
          "n_pos": 5,
          "diffs": {
            "v1": 0.001048767697954922,
            "v2": 0.0038716814159293067,
            "v3": 0.00877192982456132,
            "v4": 0.01633165829145733,
            "v5": 0.02570694087403591,
            "v6": -0.004784688995215336
          }
        },
        "test/recall@5": {
          "n_runs": 6,
          "mean": -0.0015214590140149216,
          "sd": 0.0034936768403712247,
          "min": -0.00649350649350644,
          "max": 0.0022962112514351984,
          "range": 0.008789717744941639,
          "se": 0.001426287597514743,
          "ci95": [
            -0.005188444427225326,
            0.002145526399195483
          ],
          "t": -1.0667266662530135,
          "n_pos": 2,
          "diffs": {
            "v1": -0.00649350649350644,
            "v2": 0.0022831050228310223,
            "v3": -0.0017574692442884343,
            "v4": -0.0012642225031604948,
            "v5": 0.0022962112514351984,
            "v6": -0.004192872117400381
          }
        }
      },
      "ingredient-tfidf": {
        "test/acc@1": {
          "n_runs": 6,
          "mean": 0.01276527695969006,
          "sd": 0.009931356205314093,
          "min": 0.0025284450063211006,
          "max": 0.030251141552511407,
          "range": 0.027722696546190306,
          "se": 0.004054459192807156,
          "ci95": [
            0.002341262374982861,
            0.02318929154439726
          ],
          "t": 3.1484536784428356,
          "n_pos": 6,
          "diffs": {
            "v1": 0.0043290043290044045,
            "v2": 0.030251141552511407,
            "v3": 0.011130638547158678,
            "v4": 0.0025284450063211006,
            "v5": 0.012629161882893203,
            "v6": 0.01572327044025157
          }
        },
        "val/acc@1": {
          "n_runs": 6,
          "mean": 0.01284321725980675,
          "sd": 0.0044974484354121415,
          "min": 0.008793969849246075,
          "max": 0.02149973780807557,
          "range": 0.012705767958829495,
          "se": 0.0018360756352063824,
          "ci95": [
            0.008122666801691141,
            0.017563767717922358
          ],
          "t": 6.9949282118561085,
          "n_pos": 6,
          "diffs": {
            "v1": 0.02149973780807557,
            "v2": 0.011615044247787587,
            "v3": 0.013157894736842257,
            "v4": 0.008793969849246075,
            "v5": 0.011825192802056517,
            "v6": 0.010167464114832492
          }
        },
        "test/recall@5": {
          "n_runs": 6,
          "mean": -8.505924051085041e-05,
          "sd": 0.0040122083605268815,
          "min": -0.007990867579908634,
          "max": 0.002620545073375169,
          "range": 0.010611412653283803,
          "se": 0.001637977204169918,
          "ci95": [
            -0.00429629863243171,
            0.00412618015141001
          ],
          "t": -0.05192944095577698,
          "n_pos": 4,
          "diffs": {
            "v1": 0.0,
            "v2": -0.007990867579908634,
            "v3": 0.0017574692442884343,
            "v4": 0.0025284450063211006,
            "v5": 0.0005740528128588274,
            "v6": 0.002620545073375169
          }
        }
      }
    },
    "replication": {
      "v1/ingredient (T4 sweep idhaaw5i, p4mol3o8)": {
        "test/acc@1": 0.9274891774891776,
        "val/acc@1": 0.8856843209229156,
        "test/recall@5": 0.9843073593073594,
        "test/n": 1848,
        "val/n": 1907,
        "test/strength_acc": 0.9648268398268398,
        "test/dose_form_acc": 0.9734848484848484,
        "test/ingredient_acc": 0.9853896103896104
      },
      "v1/tfidf (T4 sweep idhaaw5i, 3sy406ie)": {
        "test/acc@1": 0.9231601731601732,
        "val/acc@1": 0.86418458311484,
        "test/recall@5": 0.9843073593073594,
        "test/n": 1848,
        "val/n": 1907,
        "test/strength_acc": 0.966991341991342,
        "test/dose_form_acc": 0.9680735930735932,
        "test/ingredient_acc": 0.9875541125541124
      },
      "v1/none (T4 sweep idhaaw5i, cy71juq4)": {
        "test/acc@1": 0.9096320346320348,
        "val/acc@1": 0.8631358154168851,
        "test/recall@5": 0.9902597402597404,
        "test/n": 1848,
        "val/n": 1907,
        "test/strength_acc": 0.9702380952380952,
        "test/dose_form_acc": 0.9696969696969696,
        "test/ingredient_acc": 0.9897186147186148
      },
      "v1/ingredient (split-seeds, lqf7dett)": {
        "test/acc@1": 0.9307359307359307,
        "val/acc@1": 0.8814892501310959,
        "test/recall@5": 0.9843073593073594,
        "test/n": 1848,
        "val/n": 1907,
        "test/strength_acc": 0.961038961038961,
        "test/dose_form_acc": 0.9724025974025974,
        "test/ingredient_acc": 0.9832251082251082
      }
    },
    "missing": []
  }
}