{
  "baseline": {
    "finance": {
      "nll": 3.4510204792022705,
      "perplexity": 31.532554211447717,
      "predicted_tokens": 8128,
      "block_nll": [
        2.5586252212524414,
        2.7337207794189453,
        3.1523871421813965,
        3.9375388622283936,
        3.2607970237731934,
        3.8237316608428955,
        4.329934120178223,
        3.4742650985717773,
        2.6686086654663086,
        3.651672601699829,
        3.72973370552063,
        3.4725182056427,
        4.046407699584961,
        3.590100049972534,
        3.752375602722168,
        3.8749871253967285,
        3.7004640102386475,
        2.5201642513275146,
        3.760282039642334,
        4.481624126434326,
        3.1932291984558105,
        3.4039461612701416,
        3.302170515060425,
        3.4635627269744873,
        4.29978609085083,
        3.6050758361816406,
        3.7845680713653564,
        3.1587016582489014,
        3.0119376182556152,
        3.2331881523132324,
        3.635755777359009,
        3.290681838989258,
        2.4735286235809326,
        2.8489139080047607,
        2.6560304164886475,
        3.442908763885498,
        3.0031158924102783,
        3.5587313175201416,
        3.825587272644043,
        3.7851624488830566,
        4.062974452972412,
        3.2900888919830322,
        3.4545657634735107,
        3.2147042751312256,
        3.100229024887085,
        3.262376546859741,
        3.4114651679992676,
        2.858896493911743,
        2.7704694271087646,
        3.719125270843506,
        3.3998820781707764,
        3.5946571826934814,
        3.974119186401367,
        3.764106273651123,
        3.463660717010498,
        3.3051037788391113,
        3.2972705364227295,
        3.406280994415283,
        3.6130623817443848,
        3.9257333278656006,
        4.368942737579346,
        3.6326098442077637,
        3.223134756088257,
        3.2553319931030273
      ],
      "buckets": {
        "unseen": {
          "nll": 3.3754066963123157,
          "tokens": 6571
        },
        "seen_1to4": {
          "nll": 3.6678630195856248,
          "tokens": 978
        },
        "frequent_5plus": {
          "nll": 3.39230875757451,
          "tokens": 451
        }
      }
    },
    "code": {
      "nll": 3.1543307304382324,
      "perplexity": 23.437345938965787,
      "predicted_tokens": 8128,
      "block_nll": [
        3.323531150817871,
        2.5494496822357178,
        2.7184503078460693,
        3.2590131759643555,
        3.080880880355835,
        3.129626750946045,
        2.980766534805298,
        2.998790979385376,
        2.8985021114349365,
        3.3703389167785645,
        2.647264242172241,
        3.121169328689575,
        3.8121960163116455,
        3.0047361850738525,
        2.22982120513916,
        3.281168222427368,
        3.6840641498565674,
        3.0649118423461914,
        3.499518871307373,
        3.1244821548461914,
        4.338261127471924,
        3.0814290046691895,
        2.787841558456421,
        3.4458200931549072,
        2.9558048248291016,
        2.7987163066864014,
        3.3926188945770264,
        3.1736605167388916,
        3.961374044418335,
        3.1394970417022705,
        3.515568971633911,
        2.8687899112701416,
        2.9061999320983887,
        3.4271399974823,
        3.3435003757476807,
        2.863114833831787,
        2.973823070526123,
        2.6798312664031982,
        2.9445321559906006,
        3.8200571537017822,
        2.60117244720459,
        3.424858808517456,
        3.9038805961608887,
        3.1541690826416016,
        2.9895107746124268,
        2.9939982891082764,
        2.6301465034484863,
        2.4389760494232178,
        2.4933102130889893,
        3.673490524291992,
        3.304140090942383,
        3.441141128540039,
        3.4275450706481934,
        2.985081672668457,
        2.76776123046875,
        3.6220972537994385,
        3.1007020473480225,
        3.279628276824951,
        3.6819827556610107,
        2.6286962032318115,
        3.3683009147644043,
        3.404189109802246,
        3.155379056930542,
        3.210744857788086
      ],
      "buckets": {
        "frequent_5plus": {
          "nll": 3.974654783508543,
          "tokens": 1008
        },
        "unseen": {
          "nll": 2.883117062543783,
          "tokens": 5791
        },
        "seen_1to4": {
          "nll": 3.420059667872641,
          "tokens": 1201
        }
      }
    },
    "general": {
      "nll": 3.7220466136932373,
      "perplexity": 41.34893286221354,
      "predicted_tokens": 16256,
      "block_nll": [
        3.1179304122924805,
        4.199530601501465,
        3.51012921333313,
        3.833491086959839,
        3.4004406929016113,
        4.061973571777344,
        3.7154464721679688,
        4.441924571990967,
        3.550386905670166,
        4.084569454193115,
        3.3515214920043945,
        3.8434462547302246,
        3.479386329650879,
        4.379209995269775,
        4.108846187591553,
        3.346501111984253,
        4.068157196044922,
        3.7693464756011963,
        3.8198282718658447,
        3.8304007053375244,
        2.745060682296753,
        3.8286309242248535,
        3.894777536392212,
        3.689537525177002,
        3.9307732582092285,
        3.868278741836548,
        4.020358562469482,
        3.3472225666046143,
        3.8005640506744385,
        3.6592469215393066,
        3.9606521129608154,
        4.39933443069458,
        3.815784215927124,
        4.552387714385986,
        4.479401588439941,
        4.334733963012695,
        4.491154670715332,
        4.69651985168457,
        3.9606895446777344,
        4.443571090698242,
        4.157534599304199,
        3.5614612102508545,
        3.8490054607391357,
        3.480937957763672,
        3.728184938430786,
        4.0349297523498535,
        3.3806676864624023,
        4.0497870445251465,
        3.3524301052093506,
        3.9979052543640137,
        3.890608549118042,
        3.5274994373321533,
        4.544661521911621,
        4.574233055114746,
        4.577929973602295,
        4.638297080993652,
        3.6003072261810303,
        3.1805474758148193,
        4.903165817260742,
        3.524251699447632,
        3.4727604389190674,
        3.4135971069335938,
        4.385539531707764,
        3.8790249824523926,
        4.613340854644775,
        3.901089668273926,
        2.9692373275756836,
        3.2370288372039795,
        3.3433709144592285,
        3.7637925148010254,
        4.430941104888916,
        3.551105499267578,
        3.700486183166504,
        4.066450119018555,
        4.685956001281738,
        3.960888147354126,
        3.4619925022125244,
        4.9690656661987305,
        5.766426086425781,
        3.368952989578247,
        3.6931188106536865,
        3.312183380126953,
        3.476487398147583,
        3.1821677684783936,
        3.0704081058502197,
        3.38580322265625,
        3.8559741973876953,
        3.7435998916625977,
        3.998033046722412,
        3.9384520053863525,
        3.329650640487671,
        3.0570576190948486,
        3.523954153060913,
        2.8405487537384033,
        3.87741756439209,
        3.371490240097046,
        2.8476006984710693,
        2.5976169109344482,
        3.0747807025909424,
        3.3886001110076904,
        2.6479156017303467,
        3.856326103210449,
        3.165335178375244,
        3.357055425643921,
        2.8684263229370117,
        3.789757490158081,
        3.1630256175994873,
        2.9974799156188965,
        1.9526714086532593,
        3.829319477081299,
        3.1610429286956787,
        3.86527156829834,
        3.0255093574523926,
        4.1528520584106445,
        2.8372836112976074,
        2.548818588256836,
        3.867502212524414,
        4.059153079986572,
        3.6870903968811035,
        2.916968822479248,
        4.237462997436523,
        3.627955913543701,
        3.367021322250366,
        4.007518291473389,
        4.117499351501465,
        3.3072683811187744,
        3.5591540336608887,
        3.5578160285949707
      ],
      "buckets": {}
    }
  },
  "count_baseline": {
    "finance": {
      "nll": 6.650729635346352,
      "perplexity": 773.3483820469271,
      "validation_selected_strength": 10.0
    },
    "code": {
      "nll": 6.06444741882083,
      "perplexity": 430.2848446603864,
      "validation_selected_strength": 10.0
    }
  },
  "adapters": [
    {
      "domain": "finance",
      "method": "lora8",
      "seed": 42,
      "lr": 0.001,
      "best_validation_nll": 3.3046772480010986,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.4136262631509453,
          "validation": {
            "nll": 3.3083102703094482,
            "perplexity": 27.33889108512254,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5347230434417725,
              3.5091474056243896,
              3.943044900894165,
              4.092782974243164,
              3.460435628890991,
              2.853745698928833,
              3.0297718048095703,
              2.771751880645752,
              3.922675848007202,
              3.715193510055542,
              2.7356138229370117,
              3.2980215549468994,
              3.3437657356262207,
              2.661268949508667,
              3.7821006774902344,
              3.209012031555176,
              3.0328750610351562,
              3.5415236949920654,
              3.459458589553833,
              3.6225876808166504,
              3.615814208984375,
              3.7623441219329834,
              3.2681667804718018,
              2.9710819721221924,
              3.752255916595459,
              3.1595170497894287,
              3.007953405380249,
              2.8986549377441406,
              3.1760218143463135,
              4.251563549041748,
              3.3894684314727783,
              3.232483148574829,
              3.614553928375244,
              3.6281914710998535,
              3.7187023162841797,
              4.034236431121826,
              3.1472837924957275,
              3.191030740737915,
              3.455387830734253,
              3.4926979541778564,
              4.086855888366699,
              3.539001703262329,
              3.2650339603424072,
              3.147217273712158,
              2.625547409057617,
              2.389465808868408,
              3.690800189971924,
              3.8409862518310547,
              4.355938911437988,
              3.7464072704315186,
              2.497636079788208,
              2.9551351070404053,
              3.0986123085021973,
              3.6188716888427734,
              3.347179412841797,
              3.0699777603149414,
              2.5251173973083496,
              3.1628897190093994,
              2.619082450866699,
              2.8825292587280273,
              2.473511219024658,
              2.847241163253784,
              3.1829051971435547,
              3.47698974609375
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.317940423730761,
          "validation": {
            "nll": 3.3046772480010986,
            "perplexity": 27.239748486608146,
            "predicted_tokens": 8128,
            "block_nll": [
              2.497307538986206,
              3.462301254272461,
              3.8756496906280518,
              4.144187927246094,
              3.428086042404175,
              2.8667478561401367,
              3.0231881141662598,
              2.7441868782043457,
              3.895042896270752,
              3.698023557662964,
              2.7096786499023438,
              3.284754753112793,
              3.373054027557373,
              2.6736836433410645,
              3.798274517059326,
              3.227590322494507,
              3.053443193435669,
              3.5832321643829346,
              3.470845937728882,
              3.6674439907073975,
              3.6073431968688965,
              3.761256456375122,
              3.257350206375122,
              2.951345682144165,
              3.7400193214416504,
              3.145010232925415,
              3.0220749378204346,
              2.8825881481170654,
              3.2203972339630127,
              4.253859043121338,
              3.3704893589019775,
              3.234869956970215,
              3.6243038177490234,
              3.6458141803741455,
              3.668975353240967,
              4.04747200012207,
              3.11389422416687,
              3.192474365234375,
              3.4199624061584473,
              3.4773616790771484,
              4.110008716583252,
              3.57568359375,
              3.267406463623047,
              3.166991949081421,
              2.6058080196380615,
              2.3782670497894287,
              3.672930955886841,
              3.800281286239624,
              4.347697734832764,
              3.7348198890686035,
              2.5088624954223633,
              2.972323179244995,
              3.0899016857147217,
              3.6250760555267334,
              3.3218157291412354,
              3.086641788482666,
              2.4997496604919434,
              3.1577277183532715,
              2.627307415008545,
              2.9110941886901855,
              2.4559755325317383,
              2.8276281356811523,
              3.175178050994873,
              3.466576337814331
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460800,
      "artifact_bytes": 1885583,
      "training_wall_seconds": 67.76980819299934,
      "peak_allocated_mb": 951.45556640625,
      "artifact": "trials/finance-lora8-s42-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.286191463470459,
          "perplexity": 26.7408260594019,
          "predicted_tokens": 8128,
          "block_nll": [
            2.312849283218384,
            2.5983142852783203,
            3.0535287857055664,
            3.7790744304656982,
            3.1886157989501953,
            3.583042621612549,
            4.228209972381592,
            3.436067581176758,
            2.6133763790130615,
            3.490354299545288,
            3.6181700229644775,
            3.3520026206970215,
            3.8661186695098877,
            3.42317795753479,
            3.59810209274292,
            3.6132566928863525,
            3.591261625289917,
            2.386613368988037,
            3.5180084705352783,
            4.456748962402344,
            2.9470503330230713,
            3.297037363052368,
            3.0026159286499023,
            3.416051149368286,
            3.9808433055877686,
            3.468588352203369,
            3.564103603363037,
            3.0452778339385986,
            2.9889724254608154,
            3.1467127799987793,
            3.5101537704467773,
            3.033907413482666,
            2.348813533782959,
            2.6290290355682373,
            2.401283025741577,
            3.326064348220825,
            2.683695077896118,
            2.8866591453552246,
            3.63968563079834,
            3.7549703121185303,
            3.8988804817199707,
            3.1306111812591553,
            3.321427822113037,
            3.109628677368164,
            2.859126091003418,
            3.202328681945801,
            3.2249832153320312,
            2.7295687198638916,
            2.630197286605835,
            3.4214115142822266,
            3.3407416343688965,
            3.4379804134368896,
            3.715212345123291,
            3.4800891876220703,
            3.362187623977661,
            3.292184591293335,
            3.2660329341888428,
            3.240851640701294,
            3.2960309982299805,
            3.735435724258423,
            4.035714149475098,
            3.5132863521575928,
            3.1616156101226807,
            3.1323206424713135
          ],
          "buckets": {
            "unseen": {
              "nll": 3.2358533143754964,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.4150200328249056,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.1211842081075134,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.214261293411255,
          "perplexity": 24.884902478382937,
          "predicted_tokens": 8128,
          "block_nll": [
            3.3531999588012695,
            2.6545934677124023,
            2.807772636413574,
            3.2993886470794678,
            3.0377330780029297,
            3.1564953327178955,
            3.0952820777893066,
            3.1016833782196045,
            2.9196202754974365,
            3.2961525917053223,
            2.6892621517181396,
            3.1305758953094482,
            3.8533315658569336,
            2.9913384914398193,
            2.362243413925171,
            3.34945011138916,
            3.8259706497192383,
            3.1482436656951904,
            3.433043956756592,
            2.9760069847106934,
            4.312556743621826,
            3.1556200981140137,
            2.8253166675567627,
            3.4903929233551025,
            3.0444345474243164,
            2.8849363327026367,
            3.4080586433410645,
            3.151499032974243,
            4.024651527404785,
            3.3164875507354736,
            3.629014492034912,
            2.922527313232422,
            3.0423178672790527,
            3.524062395095825,
            3.4696497917175293,
            2.925666332244873,
            3.010509967803955,
            2.7882027626037598,
            2.9764201641082764,
            3.7914035320281982,
            2.6346476078033447,
            3.5075321197509766,
            4.007972240447998,
            3.2508413791656494,
            3.1476480960845947,
            3.1259374618530273,
            2.8014161586761475,
            2.6558098793029785,
            2.533137083053589,
            3.8714869022369385,
            3.2829740047454834,
            3.399094343185425,
            3.4241600036621094,
            3.00618052482605,
            2.6735377311706543,
            3.618415355682373,
            3.1252853870391846,
            3.4444305896759033,
            3.796988010406494,
            2.758209228515625,
            3.3458197116851807,
            3.536571502685547,
            3.25026535987854,
            3.3392374515533447
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 4.012066979039561,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.9462846608829105,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.4730676572805588,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.787324905395508,
          "perplexity": 44.1381684295849,
          "predicted_tokens": 16256,
          "block_nll": [
            3.1660733222961426,
            4.19024658203125,
            3.5855939388275146,
            3.751943588256836,
            3.494060516357422,
            4.085257530212402,
            3.789029836654663,
            4.432412624359131,
            3.5228428840637207,
            4.189198017120361,
            3.4460983276367188,
            4.049359321594238,
            3.570667266845703,
            4.37902307510376,
            4.104706764221191,
            3.295839548110962,
            3.9987168312072754,
            3.7557766437530518,
            3.8259918689727783,
            3.861884832382202,
            2.7878243923187256,
            3.8686506748199463,
            4.081418514251709,
            3.649874210357666,
            4.044489860534668,
            3.8812592029571533,
            4.088624477386475,
            3.5499815940856934,
            3.8377323150634766,
            3.6582188606262207,
            4.033234596252441,
            4.532411098480225,
            3.8006272315979004,
            4.605715274810791,
            4.685930252075195,
            4.587304592132568,
            4.620699882507324,
            4.651020526885986,
            3.9959118366241455,
            4.450536251068115,
            4.2881059646606445,
            3.493006944656372,
            3.9133901596069336,
            3.5313844680786133,
            3.7627947330474854,
            4.181392669677734,
            3.5456323623657227,
            4.101930141448975,
            3.5015580654144287,
            4.1407270431518555,
            4.0167927742004395,
            3.548125743865967,
            4.740739345550537,
            4.685555458068848,
            4.490719795227051,
            4.573289394378662,
            3.727513551712036,
            3.2341604232788086,
            4.65049934387207,
            3.570486307144165,
            3.5829226970672607,
            3.5064494609832764,
            4.516976833343506,
            4.030658721923828,
            4.754443168640137,
            3.9418740272521973,
            3.1823997497558594,
            3.2583322525024414,
            3.3272576332092285,
            3.9170827865600586,
            4.399713039398193,
            3.6743643283843994,
            3.6246209144592285,
            4.177854537963867,
            4.757659435272217,
            3.900179386138916,
            3.609532594680786,
            4.863438129425049,
            5.1466217041015625,
            3.4677157402038574,
            3.7095844745635986,
            3.4926505088806152,
            3.5346274375915527,
            3.126284122467041,
            3.074775218963623,
            3.5597481727600098,
            3.8328394889831543,
            3.7496352195739746,
            4.123239994049072,
            3.972087860107422,
            3.4741463661193848,
            3.0106003284454346,
            3.6920511722564697,
            2.90683913230896,
            4.015426158905029,
            3.5066561698913574,
            2.988682270050049,
            2.737720012664795,
            3.172788381576538,
            3.4560489654541016,
            2.831958055496216,
            3.9607553482055664,
            3.3203952312469482,
            3.401503801345825,
            2.9720938205718994,
            3.854975461959839,
            3.369523763656616,
            3.1031620502471924,
            2.007293224334717,
            3.8841052055358887,
            3.427593469619751,
            3.9929909706115723,
            3.2308013439178467,
            4.178624153137207,
            2.9545016288757324,
            2.6923277378082275,
            3.8826417922973633,
            3.988767385482788,
            3.8194632530212402,
            3.031475305557251,
            4.212775230407715,
            3.7324819564819336,
            3.4154703617095947,
            4.144145965576172,
            4.096938133239746,
            3.475585699081421,
            3.6236367225646973,
            3.791074275970459
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 10.729328155517578
    },
    {
      "domain": "code",
      "method": "lora8",
      "seed": 42,
      "lr": 0.001,
      "best_validation_nll": 2.6548140048980713,
      "history": [
        {
          "epoch": 1,
          "train_nll": 2.7273705415427685,
          "validation": {
            "nll": 2.6938059329986572,
            "perplexity": 14.787850522531597,
            "predicted_tokens": 8128,
            "block_nll": [
              2.4924533367156982,
              3.216350793838501,
              1.8800550699234009,
              1.7704644203186035,
              2.7449097633361816,
              2.6612770557403564,
              2.558471202850342,
              2.5704689025878906,
              1.0789161920547485,
              2.355984687805176,
              2.578054428100586,
              2.407437801361084,
              2.9975690841674805,
              3.0737478733062744,
              3.3441383838653564,
              3.3756678104400635,
              2.9939780235290527,
              3.162092685699463,
              2.553088426589966,
              3.1099436283111572,
              2.0885608196258545,
              2.5187110900878906,
              2.33644700050354,
              2.3142542839050293,
              2.443873405456543,
              2.7274413108825684,
              3.1458499431610107,
              3.2006866931915283,
              3.186873197555542,
              2.068429708480835,
              2.792189359664917,
              3.1533946990966797,
              2.720060110092163,
              2.1856930255889893,
              2.571085214614868,
              2.0915234088897705,
              2.8431451320648193,
              2.8417840003967285,
              2.585463285446167,
              2.6715784072875977,
              2.46638822555542,
              1.8948931694030762,
              2.9007139205932617,
              2.370067834854126,
              2.5491583347320557,
              3.330599546432495,
              3.5330123901367188,
              2.953029155731201,
              2.5283968448638916,
              3.228992462158203,
              3.291294574737549,
              3.070404052734375,
              3.1820571422576904,
              3.2368619441986084,
              2.5254695415496826,
              2.5832602977752686,
              2.462493419647217,
              3.5696346759796143,
              3.2614731788635254,
              2.290071725845337,
              2.246751546859741,
              2.001225709915161,
              2.665562629699707,
              2.8496389389038086
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.5016380429733545,
          "validation": {
            "nll": 2.6548140048980713,
            "perplexity": 14.222340527634074,
            "predicted_tokens": 8128,
            "block_nll": [
              2.4772093296051025,
              3.141533613204956,
              1.816960096359253,
              1.7456538677215576,
              2.679161787033081,
              2.681899070739746,
              2.5452656745910645,
              2.530782699584961,
              1.0593810081481934,
              2.292210817337036,
              2.536160469055176,
              2.4044556617736816,
              2.9533193111419678,
              3.0908422470092773,
              3.2816660404205322,
              3.313847541809082,
              3.0048186779022217,
              3.1174705028533936,
              2.5216870307922363,
              3.0622520446777344,
              2.0646002292633057,
              2.5363028049468994,
              2.3078298568725586,
              2.2925713062286377,
              2.407924175262451,
              2.6678993701934814,
              3.0745606422424316,
              3.1883609294891357,
              3.1878104209899902,
              2.0570003986358643,
              2.776611566543579,
              3.1155285835266113,
              2.659498691558838,
              2.1769986152648926,
              2.5423977375030518,
              2.0246872901916504,
              2.790558099746704,
              2.7879090309143066,
              2.6014182567596436,
              2.5566139221191406,
              2.431818723678589,
              1.8797881603240967,
              2.81672739982605,
              2.3382880687713623,
              2.495818853378296,
              3.2522947788238525,
              3.4726951122283936,
              2.891690969467163,
              2.5065150260925293,
              3.190565824508667,
              3.232842206954956,
              3.000579595565796,
              3.0980727672576904,
              3.167327642440796,
              2.453584909439087,
              2.4944446086883545,
              2.425529718399048,
              3.527021884918213,
              3.2127559185028076,
              2.27459716796875,
              2.2615466117858887,
              2.012340545654297,
              2.591977119445801,
              2.80560302734375
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460800,
      "artifact_bytes": 1885583,
      "training_wall_seconds": 90.04818211900056,
      "peak_allocated_mb": 951.45556640625,
      "artifact": "trials/code-lora8-s42-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.513383388519287,
          "perplexity": 33.56162793172731,
          "predicted_tokens": 8128,
          "block_nll": [
            2.567756414413452,
            2.760537624359131,
            3.2619009017944336,
            3.9680027961730957,
            3.352618455886841,
            3.880080461502075,
            4.414648056030273,
            3.5875837802886963,
            2.7768235206604004,
            3.815518379211426,
            3.8912463188171387,
            3.5587689876556396,
            4.059866905212402,
            3.6558196544647217,
            3.8160455226898193,
            3.982167959213257,
            3.652188539505005,
            2.5651509761810303,
            3.820039749145508,
            4.537952899932861,
            3.120363473892212,
            3.4579906463623047,
            3.3205649852752686,
            3.558307409286499,
            4.2520060539245605,
            3.7748372554779053,
            3.9096016883850098,
            3.169398784637451,
            3.0390772819519043,
            3.4450082778930664,
            3.627504825592041,
            3.340083360671997,
            2.4825031757354736,
            2.894057035446167,
            2.644943952560425,
            3.618842363357544,
            3.0671393871307373,
            3.8270363807678223,
            3.945831537246704,
            3.982184648513794,
            4.190010070800781,
            3.3328380584716797,
            3.5002827644348145,
            3.233614683151245,
            3.152419090270996,
            3.237849235534668,
            3.487497329711914,
            2.8919835090637207,
            2.999837875366211,
            3.7811667919158936,
            3.473257541656494,
            3.6867973804473877,
            3.9819304943084717,
            3.7057769298553467,
            3.4932591915130615,
            3.375032663345337,
            3.3384461402893066,
            3.4175009727478027,
            3.598470687866211,
            3.9839000701904297,
            4.370779037475586,
            3.695340633392334,
            3.2148163318634033,
            3.3117175102233887
          ],
          "buckets": {
            "unseen": {
              "nll": 3.430577530996672,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.715800910960428,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.4576643531567033,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.5847506523132324,
          "perplexity": 13.259982331797913,
          "predicted_tokens": 8128,
          "block_nll": [
            2.5856752395629883,
            2.2531111240386963,
            2.095139503479004,
            2.3975319862365723,
            2.3820056915283203,
            2.968663215637207,
            2.2481541633605957,
            2.0577025413513184,
            2.2906439304351807,
            2.4407944679260254,
            2.211639642715454,
            2.6411707401275635,
            3.2994961738586426,
            2.546647071838379,
            2.1780383586883545,
            2.7807018756866455,
            3.4135568141937256,
            2.631530284881592,
            2.6112217903137207,
            2.240785837173462,
            3.4147074222564697,
            2.3009145259857178,
            2.015439033508301,
            2.7505834102630615,
            2.4381537437438965,
            2.573672294616699,
            2.811788320541382,
            2.5168097019195557,
            3.415504217147827,
            2.684420347213745,
            2.8870174884796143,
            2.2858073711395264,
            2.5680015087127686,
            2.9063658714294434,
            2.6327643394470215,
            2.076882839202881,
            2.2066352367401123,
            2.142108201980591,
            2.5605170726776123,
            3.3402507305145264,
            2.429708242416382,
            3.1774182319641113,
            3.304912805557251,
            2.5790905952453613,
            2.523813009262085,
            2.374969005584717,
            2.124631643295288,
            2.0830414295196533,
            1.7646336555480957,
            3.0735902786254883,
            2.6369783878326416,
            2.7980453968048096,
            3.133502960205078,
            2.7573041915893555,
            2.008042573928833,
            2.823477268218994,
            2.446504592895508,
            2.9595370292663574,
            2.7844953536987305,
            1.9274832010269165,
            2.4884958267211914,
            3.020850896835327,
            2.563192367553711,
            2.837763547897339
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 2.7664550199054605,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.459818533294294,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 2.7263950325485484,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.8114984035491943,
          "perplexity": 45.21814315566988,
          "predicted_tokens": 16256,
          "block_nll": [
            3.2278895378112793,
            4.283634662628174,
            3.652812957763672,
            3.898571729660034,
            3.526031970977783,
            4.209877014160156,
            3.8010592460632324,
            4.427623271942139,
            3.6149559020996094,
            4.255929470062256,
            3.494962215423584,
            3.870854377746582,
            3.5971949100494385,
            4.52213716506958,
            4.189230442047119,
            3.4105441570281982,
            4.049434185028076,
            3.9143943786621094,
            3.838453531265259,
            3.950667142868042,
            2.875633716583252,
            3.9677555561065674,
            4.046292304992676,
            3.7210421562194824,
            4.103831768035889,
            3.923707962036133,
            4.093337535858154,
            3.5170791149139404,
            3.860316038131714,
            3.772700786590576,
            3.955343008041382,
            4.588454246520996,
            3.8640530109405518,
            4.6269049644470215,
            4.621640205383301,
            4.554173946380615,
            4.727109909057617,
            4.673165798187256,
            4.047894477844238,
            4.544975757598877,
            4.1737260818481445,
            3.5854430198669434,
            3.9141244888305664,
            3.5886425971984863,
            3.788895606994629,
            4.190249919891357,
            3.7032878398895264,
            4.099099636077881,
            3.499279737472534,
            4.108266830444336,
            4.057592868804932,
            3.6201117038726807,
            4.650718688964844,
            4.728304386138916,
            4.59592866897583,
            4.615866184234619,
            3.6321842670440674,
            3.4028613567352295,
            4.793694496154785,
            3.657247304916382,
            3.7006454467773438,
            3.492340564727783,
            4.548305511474609,
            3.9798176288604736,
            4.7075629234313965,
            3.9319140911102295,
            2.9863717555999756,
            3.4009392261505127,
            3.41377592086792,
            3.849839687347412,
            4.471363067626953,
            3.645613193511963,
            3.6226367950439453,
            4.230086803436279,
            4.963751316070557,
            3.9905996322631836,
            3.777613401412964,
            4.983159065246582,
            5.726044178009033,
            3.7134451866149902,
            3.729862928390503,
            3.4450607299804688,
            3.5554893016815186,
            3.176142930984497,
            3.0778021812438965,
            3.467606782913208,
            3.8232507705688477,
            3.7142724990844727,
            4.049415111541748,
            3.993109941482544,
            3.5125277042388916,
            3.0054118633270264,
            3.695197820663452,
            2.8915717601776123,
            3.8931236267089844,
            3.392012596130371,
            2.9519400596618652,
            2.719419002532959,
            3.3182966709136963,
            3.396977424621582,
            2.677091121673584,
            4.070293426513672,
            3.2750110626220703,
            3.395209550857544,
            2.919123411178589,
            3.8270182609558105,
            3.2378952503204346,
            3.018778085708618,
            2.0771379470825195,
            3.832618236541748,
            3.37939190864563,
            4.023304462432861,
            3.0664193630218506,
            4.25001335144043,
            3.0279877185821533,
            2.658670425415039,
            4.024775981903076,
            3.992879867553711,
            3.780824899673462,
            2.914790630340576,
            4.249207496643066,
            3.7212531566619873,
            3.443690776824951,
            4.1828742027282715,
            4.130900859832764,
            3.461967945098877,
            3.5033199787139893,
            3.557859420776367
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 10.729328155517578
    },
    {
      "domain": "finance",
      "method": "engram-small",
      "seed": 42,
      "lr": 0.001,
      "best_validation_nll": 3.4025745391845703,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.5061878815758973,
          "validation": {
            "nll": 3.422963857650757,
            "perplexity": 30.660152816170175,
            "predicted_tokens": 8128,
            "block_nll": [
              2.509269952774048,
              3.6052629947662354,
              4.092548847198486,
              4.1463494300842285,
              3.577031135559082,
              2.874190092086792,
              3.128566026687622,
              2.787766695022583,
              4.0644001960754395,
              3.9022014141082764,
              2.836421489715576,
              3.5125205516815186,
              3.4555602073669434,
              2.700145721435547,
              3.8480498790740967,
              3.319072723388672,
              3.196014642715454,
              3.7303645610809326,
              3.607304096221924,
              3.8475558757781982,
              3.665609359741211,
              3.899313449859619,
              3.4710586071014404,
              3.0691421031951904,
              3.9267666339874268,
              3.2481541633605957,
              3.101672410964966,
              3.0924291610717773,
              3.293146848678589,
              4.394019603729248,
              3.5328664779663086,
              3.388568878173828,
              3.6986608505249023,
              3.738215923309326,
              3.8602705001831055,
              4.246764659881592,
              3.2319979667663574,
              3.3184597492218018,
              3.6901557445526123,
              3.6255760192871094,
              4.129780292510986,
              3.6450142860412598,
              3.269566059112549,
              3.18495512008667,
              2.6499664783477783,
              2.4266130924224854,
              3.7602994441986084,
              4.035947799682617,
              4.51191520690918,
              3.938732147216797,
              2.625504493713379,
              3.0291662216186523,
              3.2308671474456787,
              3.806753158569336,
              3.4045679569244385,
              3.206871509552002,
              2.7299296855926514,
              3.286975145339966,
              2.701573133468628,
              2.8957393169403076,
              2.5054500102996826,
              2.947662591934204,
              3.30483078956604,
              3.607555866241455
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.4744491991586983,
          "validation": {
            "nll": 3.4025745391845703,
            "perplexity": 30.041343187178896,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5179433822631836,
              3.593660593032837,
              4.084770202636719,
              4.128195285797119,
              3.5507683753967285,
              2.8719260692596436,
              3.0924789905548096,
              2.796154499053955,
              4.042465686798096,
              3.8679580688476562,
              2.811764717102051,
              3.4790706634521484,
              3.4270341396331787,
              2.6687426567077637,
              3.8205063343048096,
              3.276719093322754,
              3.1796371936798096,
              3.7120254039764404,
              3.588244676589966,
              3.7998409271240234,
              3.6572153568267822,
              3.877424716949463,
              3.418731927871704,
              3.036979913711548,
              3.903872489929199,
              3.2371418476104736,
              3.0943167209625244,
              3.0334537029266357,
              3.273606538772583,
              4.3783979415893555,
              3.518623113632202,
              3.355532646179199,
              3.700883626937866,
              3.7011051177978516,
              3.817619800567627,
              4.225035667419434,
              3.2063448429107666,
              3.2992348670959473,
              3.636533498764038,
              3.5787580013275146,
              4.119358062744141,
              3.6463043689727783,
              3.250218152999878,
              3.180145263671875,
              2.6507346630096436,
              2.4248650074005127,
              3.7581021785736084,
              3.994810104370117,
              4.5118632316589355,
              3.907396078109741,
              2.612184524536133,
              3.0371572971343994,
              3.197913885116577,
              3.7738187313079834,
              3.4024336338043213,
              3.2033984661102295,
              2.7152979373931885,
              3.259654998779297,
              2.6850500106811523,
              2.885730743408203,
              2.506821393966675,
              2.9281258583068848,
              3.2905869483947754,
              3.562072515487671
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460352,
      "artifact_bytes": 1844869,
      "training_wall_seconds": 52.38524984900141,
      "peak_allocated_mb": 882.4541015625,
      "artifact": "trials/finance-engram-small-s42-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.414921283721924,
          "perplexity": 30.414555212748898,
          "predicted_tokens": 8128,
          "block_nll": [
            2.4726595878601074,
            2.7024216651916504,
            3.1383419036865234,
            3.895232677459717,
            3.235452651977539,
            3.771979331970215,
            4.288010597229004,
            3.4696335792541504,
            2.6464219093322754,
            3.6024110317230225,
            3.7248177528381348,
            3.4651124477386475,
            4.008644104003906,
            3.5513088703155518,
            3.729069232940674,
            3.8219332695007324,
            3.6849746704101562,
            2.5008490085601807,
            3.730431079864502,
            4.464812278747559,
            3.155539035797119,
            3.4003312587738037,
            3.2345736026763916,
            3.4715654850006104,
            4.223537445068359,
            3.5943381786346436,
            3.759291410446167,
            3.1469926834106445,
            3.0072388648986816,
            3.254415273666382,
            3.619600534439087,
            3.2121591567993164,
            2.413323402404785,
            2.7886481285095215,
            2.600954532623291,
            3.4130518436431885,
            2.917412757873535,
            3.31520414352417,
            3.7791965007781982,
            3.7580525875091553,
            4.050848960876465,
            3.264697551727295,
            3.4373512268066406,
            3.212972402572632,
            3.0503528118133545,
            3.212103843688965,
            3.364760398864746,
            2.8211793899536133,
            2.7330679893493652,
            3.6487390995025635,
            3.348565101623535,
            3.559424638748169,
            3.9416747093200684,
            3.706806182861328,
            3.440398931503296,
            3.312126874923706,
            3.2924394607543945,
            3.3787429332733154,
            3.582371711730957,
            3.8814589977264404,
            4.316760063171387,
            3.591412305831909,
            3.2152442932128906,
            3.2215147018432617
          ],
          "buckets": {
            "unseen": {
              "nll": 3.349761073729863,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.587364060298592,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.296965294716657,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.1436562538146973,
          "perplexity": 23.188495076904257,
          "predicted_tokens": 8128,
          "block_nll": [
            3.307009696960449,
            2.55436635017395,
            2.696416139602661,
            3.252939224243164,
            3.0601773262023926,
            3.114173412322998,
            2.9540631771087646,
            2.9999732971191406,
            2.9030215740203857,
            3.3644635677337646,
            2.636956214904785,
            3.1222805976867676,
            3.800272226333618,
            2.9789278507232666,
            2.2264931201934814,
            3.273801326751709,
            3.6714372634887695,
            3.0234529972076416,
            3.4683926105499268,
            3.127849817276001,
            4.334140777587891,
            3.074430465698242,
            2.7574074268341064,
            3.4266345500946045,
            2.9705710411071777,
            2.797499179840088,
            3.377878189086914,
            3.1367099285125732,
            3.9584264755249023,
            3.136796712875366,
            3.499497413635254,
            2.8500330448150635,
            2.913106679916382,
            3.4066226482391357,
            3.330003023147583,
            2.8549606800079346,
            2.946925640106201,
            2.675826072692871,
            2.939168930053711,
            3.7808196544647217,
            2.6250948905944824,
            3.4236018657684326,
            3.908557653427124,
            3.145435333251953,
            2.9854676723480225,
            2.9779562950134277,
            2.6256136894226074,
            2.443855047225952,
            2.4942526817321777,
            3.6606948375701904,
            3.2779958248138428,
            3.4089910984039307,
            3.409081220626831,
            2.9834225177764893,
            2.7442288398742676,
            3.6168458461761475,
            3.1034369468688965,
            3.2666404247283936,
            3.666776657104492,
            2.619051218032837,
            3.3335795402526855,
            3.4028754234313965,
            3.158557653427124,
            3.2080583572387695
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.9561393859993053,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.8753894102662554,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.4007137591810275,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7333903312683105,
          "perplexity": 41.820653955653384,
          "predicted_tokens": 16256,
          "block_nll": [
            3.121558666229248,
            4.214148044586182,
            3.5185658931732178,
            3.8651282787323,
            3.4146316051483154,
            4.086900234222412,
            3.7184062004089355,
            4.423200607299805,
            3.5823397636413574,
            4.090761661529541,
            3.3723535537719727,
            3.8809561729431152,
            3.4837162494659424,
            4.385590553283691,
            4.113286018371582,
            3.3371989727020264,
            4.066827774047852,
            3.7487595081329346,
            3.8449654579162598,
            3.83866286277771,
            2.7526206970214844,
            3.846278667449951,
            3.928616523742676,
            3.694171667098999,
            3.937594175338745,
            3.8902106285095215,
            4.033060073852539,
            3.3554177284240723,
            3.8287453651428223,
            3.671464443206787,
            3.9669506549835205,
            4.398282051086426,
            3.8009161949157715,
            4.572732448577881,
            4.482555866241455,
            4.3582377433776855,
            4.507422924041748,
            4.701026916503906,
            3.9608545303344727,
            4.44327974319458,
            4.1561808586120605,
            3.577643394470215,
            3.856497049331665,
            3.505871057510376,
            3.722890615463257,
            4.0387864112854,
            3.3764939308166504,
            4.058445453643799,
            3.3717968463897705,
            4.002116680145264,
            3.882493019104004,
            3.515733003616333,
            4.562681198120117,
            4.572834491729736,
            4.5785064697265625,
            4.625426769256592,
            3.6414804458618164,
            3.2058000564575195,
            4.891098499298096,
            3.5204555988311768,
            3.477264642715454,
            3.4238290786743164,
            4.4081196784973145,
            3.9035351276397705,
            4.626882553100586,
            3.9163031578063965,
            2.97334361076355,
            3.2612154483795166,
            3.3502562046051025,
            3.791520595550537,
            4.464431285858154,
            3.5549192428588867,
            3.712240695953369,
            4.0973005294799805,
            4.715292453765869,
            3.994312286376953,
            3.4690134525299072,
            4.985720157623291,
            5.6917290687561035,
            3.4115512371063232,
            3.6671674251556396,
            3.3304214477539062,
            3.4725966453552246,
            3.166245222091675,
            3.0592856407165527,
            3.4199328422546387,
            3.8815457820892334,
            3.7398760318756104,
            3.995490312576294,
            3.9512312412261963,
            3.3456263542175293,
            3.064906120300293,
            3.5526185035705566,
            2.8736777305603027,
            3.870028018951416,
            3.4201695919036865,
            2.916644334793091,
            2.630701780319214,
            3.0964698791503906,
            3.4068877696990967,
            2.692460298538208,
            3.88238787651062,
            3.1467854976654053,
            3.347700357437134,
            2.8752009868621826,
            3.793365478515625,
            3.1997909545898438,
            3.029137134552002,
            1.9861258268356323,
            3.8665356636047363,
            3.182769298553467,
            3.8927414417266846,
            3.050446033477783,
            4.1712188720703125,
            2.8423755168914795,
            2.5458974838256836,
            3.892265796661377,
            4.041647434234619,
            3.693357229232788,
            2.90166974067688,
            4.259165287017822,
            3.6381537914276123,
            3.379525661468506,
            3.997437000274658,
            4.10598087310791,
            3.3009896278381348,
            3.579965829849243,
            3.5869479179382324
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.2022647857666016
    },
    {
      "domain": "code",
      "method": "engram-small",
      "seed": 42,
      "lr": 0.001,
      "best_validation_nll": 3.0404868125915527,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.0986776500940323,
          "validation": {
            "nll": 3.1301140785217285,
            "perplexity": 22.876589121058664,
            "predicted_tokens": 8128,
            "block_nll": [
              3.02530837059021,
              3.527863025665283,
              2.2469277381896973,
              1.8472402095794678,
              3.3671493530273438,
              2.7630743980407715,
              3.312971353530884,
              3.2952985763549805,
              1.080277919769287,
              3.0118138790130615,
              2.9417126178741455,
              2.5086264610290527,
              3.6767725944519043,
              3.371229410171509,
              3.74759840965271,
              3.8282604217529297,
              3.1544225215911865,
              3.4481427669525146,
              3.218691349029541,
              3.776552677154541,
              2.197281837463379,
              2.577986717224121,
              2.7871692180633545,
              2.5188305377960205,
              2.84509539604187,
              3.290750741958618,
              3.5982112884521484,
              3.3629660606384277,
              3.4732749462127686,
              2.329050064086914,
              2.901182174682617,
              3.3880743980407715,
              3.1413426399230957,
              2.616645336151123,
              2.9954843521118164,
              2.6574225425720215,
              3.3048512935638428,
              3.2566652297973633,
              2.802208185195923,
              3.261521100997925,
              3.19083309173584,
              2.762256145477295,
              3.4615964889526367,
              2.5943922996520996,
              3.2316842079162598,
              4.116266250610352,
              4.512826919555664,
              3.6287992000579834,
              3.2834973335266113,
              3.6500048637390137,
              3.517127513885498,
              3.2268800735473633,
              3.7956008911132812,
              3.6169469356536865,
              3.269392251968384,
              3.3618152141571045,
              2.7890737056732178,
              3.741002321243286,
              3.71077823638916,
              2.885763168334961,
              2.524007797241211,
              2.6769440174102783,
              3.25351619720459,
              3.070342779159546
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.9768434800207615,
          "validation": {
            "nll": 3.0404868125915527,
            "perplexity": 20.91542264826129,
            "predicted_tokens": 8128,
            "block_nll": [
              2.9318597316741943,
              3.5204129219055176,
              2.1938791275024414,
              1.8449482917785645,
              3.1921586990356445,
              2.7555835247039795,
              3.213158130645752,
              3.1057541370391846,
              1.0761886835098267,
              2.878159999847412,
              2.929522752761841,
              2.476762533187866,
              3.4991188049316406,
              3.3119559288024902,
              3.680548906326294,
              3.7460665702819824,
              3.0839929580688477,
              3.3976547718048096,
              3.0459554195404053,
              3.619058847427368,
              2.1766395568847656,
              2.558948516845703,
              2.6838440895080566,
              2.472994327545166,
              2.7136876583099365,
              3.1462578773498535,
              3.5298635959625244,
              3.348356008529663,
              3.4119296073913574,
              2.2700374126434326,
              2.903298854827881,
              3.3221378326416016,
              3.1036157608032227,
              2.5099120140075684,
              2.93289852142334,
              2.5721473693847656,
              3.2411444187164307,
              3.193741798400879,
              2.788461685180664,
              3.0954320430755615,
              2.956021308898926,
              2.568202495574951,
              3.343034267425537,
              2.547274589538574,
              3.081190586090088,
              3.968289852142334,
              4.315658092498779,
              3.4654531478881836,
              3.093435049057007,
              3.579044818878174,
              3.5286872386932373,
              3.2174503803253174,
              3.627777576446533,
              3.5243782997131348,
              3.051683187484741,
              3.1698555946350098,
              2.7620933055877686,
              3.7156357765197754,
              3.6382524967193604,
              2.7372210025787354,
              2.489677667617798,
              2.5353822708129883,
              3.120058298110962,
              3.0773017406463623
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460352,
      "artifact_bytes": 1844869,
      "training_wall_seconds": 68.48446025500016,
      "peak_allocated_mb": 882.4541015625,
      "artifact": "trials/code-engram-small-s42-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.456819534301758,
          "perplexity": 31.715944461894782,
          "predicted_tokens": 8128,
          "block_nll": [
            2.5359394550323486,
            2.730581521987915,
            3.172724962234497,
            3.9292147159576416,
            3.2889299392700195,
            3.7963638305664062,
            4.334380626678467,
            3.486938714981079,
            2.7021162509918213,
            3.665689468383789,
            3.7697994709014893,
            3.500854015350342,
            4.051807403564453,
            3.579799175262451,
            3.762510299682617,
            3.8684937953948975,
            3.730177402496338,
            2.4947824478149414,
            3.764446496963501,
            4.479435443878174,
            3.196381092071533,
            3.398223638534546,
            3.305727005004883,
            3.499901056289673,
            4.275355339050293,
            3.6575584411621094,
            3.7915849685668945,
            3.153460741043091,
            3.0293691158294678,
            3.2575337886810303,
            3.6388723850250244,
            3.3061912059783936,
            2.4638941287994385,
            2.8293073177337646,
            2.6646697521209717,
            3.4979801177978516,
            3.0089797973632812,
            3.5538530349731445,
            3.8261818885803223,
            3.7910995483398438,
            4.099976539611816,
            3.297201633453369,
            3.4763333797454834,
            3.2073121070861816,
            3.091078281402588,
            3.2818002700805664,
            3.431281805038452,
            2.8557658195495605,
            2.7882516384124756,
            3.7098782062530518,
            3.388274669647217,
            3.576340675354004,
            3.9744584560394287,
            3.7450411319732666,
            3.4917216300964355,
            3.339564800262451,
            3.3000073432922363,
            3.3968873023986816,
            3.6215884685516357,
            3.9013524055480957,
            4.367375373840332,
            3.6330513954162598,
            3.222102642059326,
            3.2487003803253174
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3827149279732884,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.6692567184682474,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.3888384431216307,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.9775471687316895,
          "perplexity": 19.639584928803572,
          "predicted_tokens": 8128,
          "block_nll": [
            3.0426416397094727,
            2.4639034271240234,
            2.4594645500183105,
            3.002589225769043,
            2.8533568382263184,
            3.109811305999756,
            2.748760938644409,
            2.7387425899505615,
            2.718353033065796,
            3.0304811000823975,
            2.523150682449341,
            2.9591100215911865,
            3.662020444869995,
            2.8666563034057617,
            2.2449259757995605,
            3.076631784439087,
            3.6090259552001953,
            2.9810256958007812,
            3.216918706893921,
            2.8550400733947754,
            4.044339179992676,
            2.8377106189727783,
            2.511896848678589,
            3.1484036445617676,
            2.757054567337036,
            2.7447872161865234,
            3.1400365829467773,
            2.9280941486358643,
            3.785156011581421,
            3.0434303283691406,
            3.289933443069458,
            2.637831211090088,
            2.833678722381592,
            3.2794570922851562,
            3.1115598678588867,
            2.571570873260498,
            2.7209134101867676,
            2.547018527984619,
            2.870302677154541,
            3.639972448348999,
            2.570035696029663,
            3.3372933864593506,
            3.8089098930358887,
            2.9860177040100098,
            2.887950897216797,
            2.84678053855896,
            2.485562324523926,
            2.396245002746582,
            2.2885525226593018,
            3.488049268722534,
            3.090116500854492,
            3.213104248046875,
            3.355756998062134,
            2.899709939956665,
            2.5220117568969727,
            3.381674289703369,
            2.8452954292297363,
            3.184800386428833,
            3.433638334274292,
            2.4480185508728027,
            3.0138041973114014,
            3.326554775238037,
            2.973235845565796,
            3.174144983291626
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.551360800802892,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.7537324011748625,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.2153813938668923,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.730973958969116,
          "perplexity": 41.719721679989,
          "predicted_tokens": 16256,
          "block_nll": [
            3.113875150680542,
            4.207112789154053,
            3.506972551345825,
            3.8426778316497803,
            3.3916101455688477,
            4.067467212677002,
            3.7185118198394775,
            4.425887107849121,
            3.5522916316986084,
            4.093934059143066,
            3.3574235439300537,
            3.851567506790161,
            3.48085618019104,
            4.385645389556885,
            4.095139503479004,
            3.3557775020599365,
            4.0292768478393555,
            3.7694644927978516,
            3.8561184406280518,
            3.805002450942993,
            2.7503912448883057,
            3.805783271789551,
            3.920828104019165,
            3.683072805404663,
            3.907611131668091,
            3.889935255050659,
            4.020603179931641,
            3.369835615158081,
            3.808840751647949,
            3.6601710319519043,
            3.9290428161621094,
            4.373872756958008,
            3.8089489936828613,
            4.585667610168457,
            4.4956278800964355,
            4.360933303833008,
            4.505263328552246,
            4.672121047973633,
            3.9519290924072266,
            4.417716026306152,
            4.159517288208008,
            3.575965166091919,
            3.8572566509246826,
            3.4934616088867188,
            3.73691987991333,
            4.063964366912842,
            3.403264284133911,
            4.029553413391113,
            3.378333330154419,
            3.974046468734741,
            3.935748815536499,
            3.495089292526245,
            4.561483860015869,
            4.586516380310059,
            4.562559127807617,
            4.645345211029053,
            3.622786283493042,
            3.1952054500579834,
            4.882692813873291,
            3.5481715202331543,
            3.498098611831665,
            3.41542387008667,
            4.442914962768555,
            3.9119791984558105,
            4.6166582107543945,
            3.8674299716949463,
            2.99214243888855,
            3.2454426288604736,
            3.367063045501709,
            3.7860121726989746,
            4.41008186340332,
            3.529684543609619,
            3.7487783432006836,
            4.107224941253662,
            4.73147439956665,
            3.9732236862182617,
            3.4553616046905518,
            4.927300930023193,
            5.746459484100342,
            3.358764410018921,
            3.7123091220855713,
            3.3381948471069336,
            3.496429443359375,
            3.162306547164917,
            3.0880117416381836,
            3.4411556720733643,
            3.8621513843536377,
            3.7579994201660156,
            3.9977378845214844,
            4.0059943199157715,
            3.369624376296997,
            3.044830083847046,
            3.528752326965332,
            2.8467135429382324,
            3.8591558933258057,
            3.4052376747131348,
            2.9334051609039307,
            2.6149654388427734,
            3.1402549743652344,
            3.414210319519043,
            2.701409101486206,
            3.8659439086914062,
            3.173701286315918,
            3.3361494541168213,
            2.9117822647094727,
            3.7800941467285156,
            3.184730052947998,
            3.0574114322662354,
            1.9888240098953247,
            3.8383474349975586,
            3.1938328742980957,
            3.872260332107544,
            3.0385591983795166,
            4.164330005645752,
            2.8488452434539795,
            2.52760910987854,
            3.8524749279022217,
            4.03855562210083,
            3.6979689598083496,
            2.9115583896636963,
            4.2608842849731445,
            3.677119255065918,
            3.3675148487091064,
            4.008951663970947,
            4.094082832336426,
            3.2999584674835205,
            3.5756583213806152,
            3.6124510765075684
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.2022647857666016
    },
    {
      "domain": "finance",
      "method": "lora32",
      "seed": 42,
      "lr": 0.001,
      "best_validation_nll": 3.3007876873016357,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.3948461345862597,
          "validation": {
            "nll": 3.3007876873016357,
            "perplexity": 27.134003615294212,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5140671730041504,
              3.4646804332733154,
              3.8865859508514404,
              4.102627277374268,
              3.4196054935455322,
              2.8472678661346436,
              3.040625810623169,
              2.7639427185058594,
              3.8940863609313965,
              3.7266809940338135,
              2.721712827682495,
              3.284022808074951,
              3.3506546020507812,
              2.662606716156006,
              3.7949225902557373,
              3.2308032512664795,
              3.044511318206787,
              3.528838634490967,
              3.4510581493377686,
              3.6440882682800293,
              3.6221566200256348,
              3.7374072074890137,
              3.2605674266815186,
              2.9626595973968506,
              3.739866018295288,
              3.137446403503418,
              3.0049846172332764,
              2.890249252319336,
              3.164180278778076,
              4.254918098449707,
              3.385073184967041,
              3.2363317012786865,
              3.636317491531372,
              3.644010066986084,
              3.707697868347168,
              4.017489433288574,
              3.1162960529327393,
              3.171806573867798,
              3.433749198913574,
              3.491389513015747,
              4.115994453430176,
              3.539700746536255,
              3.2685039043426514,
              3.1205787658691406,
              2.576246976852417,
              2.350486993789673,
              3.674699544906616,
              3.8280375003814697,
              4.367635726928711,
              3.7227623462677,
              2.499415636062622,
              2.9763224124908447,
              3.092318534851074,
              3.613621473312378,
              3.318922996520996,
              3.072611093521118,
              2.520498037338257,
              3.15077805519104,
              2.6132445335388184,
              2.8879919052124023,
              2.4685616493225098,
              2.8236305713653564,
              3.185325860977173,
              3.4745354652404785
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.2588023135904223,
          "validation": {
            "nll": 3.314332962036133,
            "perplexity": 27.504041624465163,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5097806453704834,
              3.444833278656006,
              3.7954156398773193,
              4.17240571975708,
              3.4269635677337646,
              2.890249729156494,
              3.073974609375,
              2.744229555130005,
              3.913679599761963,
              3.7283737659454346,
              2.6967341899871826,
              3.2830042839050293,
              3.3600656986236572,
              2.7209928035736084,
              3.7921998500823975,
              3.2538273334503174,
              3.0787193775177,
              3.595083236694336,
              3.4814252853393555,
              3.675360918045044,
              3.618910312652588,
              3.780482292175293,
              3.2450473308563232,
              2.996567964553833,
              3.7362592220306396,
              3.139502763748169,
              3.0296008586883545,
              2.865115165710449,
              3.186936855316162,
              4.305789947509766,
              3.377220392227173,
              3.2833690643310547,
              3.6520144939422607,
              3.6764450073242188,
              3.6960883140563965,
              4.048245906829834,
              3.1183764934539795,
              3.203874349594116,
              3.3971147537231445,
              3.469670295715332,
              4.148019313812256,
              3.5938143730163574,
              3.2987024784088135,
              3.171889543533325,
              2.6016430854797363,
              2.3501670360565186,
              3.66696834564209,
              3.811929225921631,
              4.37978982925415,
              3.7707738876342773,
              2.5094683170318604,
              2.987063407897949,
              3.15061616897583,
              3.627568006515503,
              3.3141772747039795,
              3.087362766265869,
              2.4981849193573,
              3.1907856464385986,
              2.641392230987549,
              2.9331254959106445,
              2.4736506938934326,
              2.8171377182006836,
              3.162762403488159,
              3.4663591384887695
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843200,
      "artifact_bytes": 7415183,
      "training_wall_seconds": 68.29998676600007,
      "peak_allocated_mb": 975.48486328125,
      "artifact": "trials/finance-lora32-s42-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.2896924018859863,
          "perplexity": 26.834608111423332,
          "predicted_tokens": 8128,
          "block_nll": [
            2.317037343978882,
            2.5630009174346924,
            3.037726402282715,
            3.766321897506714,
            3.202467918395996,
            3.6066954135894775,
            4.194942951202393,
            3.418271541595459,
            2.6018269062042236,
            3.5132603645324707,
            3.6014456748962402,
            3.390902280807495,
            3.878469228744507,
            3.433292865753174,
            3.6062231063842773,
            3.588280439376831,
            3.577786684036255,
            2.403109312057495,
            3.5673587322235107,
            4.451103687286377,
            2.9456121921539307,
            3.2830591201782227,
            3.0082192420959473,
            3.419617176055908,
            4.001899719238281,
            3.46830153465271,
            3.594639778137207,
            3.062991142272949,
            2.9810116291046143,
            3.1684560775756836,
            3.491551637649536,
            3.0339159965515137,
            2.3401007652282715,
            2.6432945728302,
            2.4350526332855225,
            3.340261697769165,
            2.6912262439727783,
            2.9854695796966553,
            3.642411947250366,
            3.7130486965179443,
            3.912350654602051,
            3.1365926265716553,
            3.337902784347534,
            3.104346513748169,
            2.860908031463623,
            3.2142882347106934,
            3.2367260456085205,
            2.721701145172119,
            2.593315839767456,
            3.4301934242248535,
            3.3344619274139404,
            3.4380104541778564,
            3.7006986141204834,
            3.5313096046447754,
            3.3543665409088135,
            3.315469264984131,
            3.2396388053894043,
            3.2067275047302246,
            3.3020212650299072,
            3.7686729431152344,
            4.013179302215576,
            3.527845859527588,
            3.1710071563720703,
            3.1189069747924805
          ],
          "buckets": {
            "unseen": {
              "nll": 3.2363818995024527,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.4163495783998403,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.1612246226324103,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.1871674060821533,
          "perplexity": 24.21972553947866,
          "predicted_tokens": 8128,
          "block_nll": [
            3.353313684463501,
            2.618396043777466,
            2.761401891708374,
            3.290364980697632,
            3.0298779010772705,
            3.147524833679199,
            3.054004192352295,
            3.039059638977051,
            2.9231812953948975,
            3.2958219051361084,
            2.690225601196289,
            3.1032779216766357,
            3.8438730239868164,
            2.932786226272583,
            2.3336753845214844,
            3.3333585262298584,
            3.774099826812744,
            3.141981601715088,
            3.4066691398620605,
            2.968712329864502,
            4.278357028961182,
            3.1205837726593018,
            2.8078773021698,
            3.441220998764038,
            3.0603888034820557,
            2.8558342456817627,
            3.4056315422058105,
            3.14487361907959,
            3.9705941677093506,
            3.2840230464935303,
            3.5599606037139893,
            2.872267961502075,
            2.995778799057007,
            3.5176143646240234,
            3.4802749156951904,
            2.8816463947296143,
            2.971832752227783,
            2.7761306762695312,
            2.9365320205688477,
            3.757477283477783,
            2.6264162063598633,
            3.5135066509246826,
            3.977907180786133,
            3.212891101837158,
            3.096320390701294,
            3.0450713634490967,
            2.7825961112976074,
            2.5712761878967285,
            2.5021355152130127,
            3.832603931427002,
            3.272399663925171,
            3.3783814907073975,
            3.416912317276001,
            2.977444648742676,
            2.6388399600982666,
            3.622281551361084,
            3.105644464492798,
            3.397840738296509,
            3.7650790214538574,
            2.6448938846588135,
            3.382350444793701,
            3.5175564289093018,
            3.219269037246704,
            3.318591594696045
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.965335524914172,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.9225260824751795,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.443740091721668,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7738254070281982,
          "perplexity": 43.546329052153624,
          "predicted_tokens": 16256,
          "block_nll": [
            3.1275925636291504,
            4.170180320739746,
            3.585771322250366,
            3.765984296798706,
            3.477792263031006,
            4.051577568054199,
            3.799140691757202,
            4.398976802825928,
            3.521851062774658,
            4.194011688232422,
            3.420215606689453,
            4.178388595581055,
            3.5541398525238037,
            4.421595573425293,
            4.143418312072754,
            3.3053579330444336,
            3.977142333984375,
            3.7513973712921143,
            3.82576847076416,
            3.852041482925415,
            2.7958571910858154,
            3.8527703285217285,
            4.0510430335998535,
            3.6392390727996826,
            3.978759288787842,
            3.8763723373413086,
            4.005608558654785,
            3.5137975215911865,
            3.789314031600952,
            3.617295265197754,
            4.008589267730713,
            4.565840721130371,
            3.7968239784240723,
            4.6526079177856445,
            4.648202896118164,
            4.550905227661133,
            4.63169002532959,
            4.663913726806641,
            4.023191928863525,
            4.471237659454346,
            4.264518737792969,
            3.4924144744873047,
            3.9219229221343994,
            3.549739122390747,
            3.7405920028686523,
            4.163139343261719,
            3.534533977508545,
            4.108042240142822,
            3.489109516143799,
            4.124879360198975,
            3.9939396381378174,
            3.612048625946045,
            4.735259056091309,
            4.709158420562744,
            4.514179706573486,
            4.55027961730957,
            3.6940712928771973,
            3.26185941696167,
            4.67229700088501,
            3.548673391342163,
            3.558811664581299,
            3.4643959999084473,
            4.45487117767334,
            4.01736307144165,
            4.703711986541748,
            3.8759350776672363,
            3.119032382965088,
            3.240260362625122,
            3.3360862731933594,
            3.878211259841919,
            4.42951774597168,
            3.6405694484710693,
            3.613814353942871,
            4.129690170288086,
            4.754980087280273,
            3.8843133449554443,
            3.622140645980835,
            4.904294490814209,
            5.20428991317749,
            3.455247402191162,
            3.6954891681671143,
            3.4766581058502197,
            3.533250093460083,
            3.1100387573242188,
            3.084713935852051,
            3.5048718452453613,
            3.801792621612549,
            3.7703216075897217,
            4.10012149810791,
            3.9640376567840576,
            3.437427520751953,
            3.043275833129883,
            3.642505645751953,
            2.896909236907959,
            3.9408459663391113,
            3.4687929153442383,
            2.970120668411255,
            2.681917667388916,
            3.1706676483154297,
            3.440373182296753,
            2.8147032260894775,
            3.950442314147949,
            3.2378921508789062,
            3.345524549484253,
            2.9382190704345703,
            3.7944717407226562,
            3.3216679096221924,
            3.097073793411255,
            2.009629487991333,
            3.863548517227173,
            3.386857748031616,
            3.966456890106201,
            3.1286356449127197,
            4.188719272613525,
            2.9235775470733643,
            2.687490940093994,
            3.899120807647705,
            3.9692301750183105,
            3.816098213195801,
            2.97214674949646,
            4.187468528747559,
            3.692884683609009,
            3.419757843017578,
            4.146399974822998,
            4.1260762214660645,
            3.452108860015869,
            3.628453254699707,
            3.727255344390869
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 12.576866149902344
    },
    {
      "domain": "code",
      "method": "lora32",
      "seed": 42,
      "lr": 0.001,
      "best_validation_nll": 2.642176866531372,
      "history": [
        {
          "epoch": 1,
          "train_nll": 2.6512851607985795,
          "validation": {
            "nll": 2.6571969985961914,
            "perplexity": 14.256272689490448,
            "predicted_tokens": 8128,
            "block_nll": [
              2.500073194503784,
              3.144744873046875,
              1.799196720123291,
              1.7408360242843628,
              2.663468360900879,
              2.623800277709961,
              2.5659902095794678,
              2.470579147338867,
              1.0405954122543335,
              2.2729978561401367,
              2.5626566410064697,
              2.4408442974090576,
              2.9370672702789307,
              3.051271915435791,
              3.260740280151367,
              3.3160598278045654,
              3.0153543949127197,
              3.124138355255127,
              2.496626615524292,
              3.05387806892395,
              2.081997871398926,
              2.5231826305389404,
              2.2959818840026855,
              2.3290607929229736,
              2.437443494796753,
              2.6860885620117188,
              3.106717109680176,
              3.189912796020508,
              3.1987476348876953,
              2.0661978721618652,
              2.7241170406341553,
              3.1267335414886475,
              2.688704252243042,
              2.168151617050171,
              2.5299975872039795,
              2.0213139057159424,
              2.788090705871582,
              2.8045759201049805,
              2.6297850608825684,
              2.5810351371765137,
              2.4444620609283447,
              1.853101134300232,
              2.8242733478546143,
              2.326687812805176,
              2.496741533279419,
              3.292409896850586,
              3.4296770095825195,
              2.887383460998535,
              2.4801547527313232,
              3.1984035968780518,
              3.236645221710205,
              3.039045572280884,
              3.1482996940612793,
              3.190948486328125,
              2.4824538230895996,
              2.5158612728118896,
              2.4407410621643066,
              3.5777015686035156,
              3.2178475856781006,
              2.244128942489624,
              2.2870285511016846,
              1.9726204872131348,
              2.6344118118286133,
              2.7808239459991455
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.400389575632289,
          "validation": {
            "nll": 2.642176866531372,
            "perplexity": 14.043741708289744,
            "predicted_tokens": 8128,
            "block_nll": [
              2.478994846343994,
              3.1702568531036377,
              1.8065648078918457,
              1.7213764190673828,
              2.621758222579956,
              2.7152822017669678,
              2.5894620418548584,
              2.467745542526245,
              1.0164393186569214,
              2.2174201011657715,
              2.5435030460357666,
              2.450758934020996,
              2.8580546379089355,
              3.1036264896392822,
              3.28794264793396,
              3.3054590225219727,
              3.029435396194458,
              3.119555711746216,
              2.532397508621216,
              3.0585930347442627,
              2.058289051055908,
              2.513943672180176,
              2.234196424484253,
              2.2811784744262695,
              2.4276201725006104,
              2.6314175128936768,
              3.051740884780884,
              3.2515056133270264,
              3.2170307636260986,
              2.1237611770629883,
              2.736856698989868,
              3.080479145050049,
              2.6975553035736084,
              2.174684524536133,
              2.557981014251709,
              2.0002429485321045,
              2.7188827991485596,
              2.773411273956299,
              2.596714735031128,
              2.4264116287231445,
              2.387436628341675,
              1.8632009029388428,
              2.799102306365967,
              2.3717691898345947,
              2.481156826019287,
              3.227231740951538,
              3.390974283218384,
              2.898918867111206,
              2.483623743057251,
              3.1913158893585205,
              3.23154878616333,
              2.947387933731079,
              3.103832483291626,
              3.1246159076690674,
              2.4514973163604736,
              2.5085277557373047,
              2.449230909347534,
              3.5178489685058594,
              3.1707570552825928,
              2.249708414077759,
              2.329561710357666,
              1.9722260236740112,
              2.5433032512664795,
              2.7560107707977295
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843200,
      "artifact_bytes": 7415183,
      "training_wall_seconds": 89.87204522499815,
      "peak_allocated_mb": 975.48486328125,
      "artifact": "trials/code-lora32-s42-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.548457384109497,
          "perplexity": 34.75965531154877,
          "predicted_tokens": 8128,
          "block_nll": [
            2.6033449172973633,
            2.77675461769104,
            3.286390542984009,
            3.9631471633911133,
            3.403759241104126,
            3.8980801105499268,
            4.459416389465332,
            3.6240029335021973,
            2.8464159965515137,
            3.886850595474243,
            3.9203598499298096,
            3.5695323944091797,
            4.103317737579346,
            3.729743003845215,
            3.8602230548858643,
            4.013625621795654,
            3.7111093997955322,
            2.5615322589874268,
            3.8768203258514404,
            4.602470397949219,
            3.1798012256622314,
            3.5077903270721436,
            3.338836431503296,
            3.564631700515747,
            4.293032169342041,
            3.8125507831573486,
            3.9235267639160156,
            3.1673083305358887,
            3.054107427597046,
            3.558215856552124,
            3.6912100315093994,
            3.3609421253204346,
            2.47217059135437,
            2.889871120452881,
            2.6661596298217773,
            3.6598832607269287,
            3.1150600910186768,
            3.872201919555664,
            3.9948723316192627,
            4.057713031768799,
            4.189452648162842,
            3.3503644466400146,
            3.5303122997283936,
            3.24967360496521,
            3.1728675365448,
            3.2678213119506836,
            3.5119826793670654,
            2.9400949478149414,
            3.0602777004241943,
            3.7837984561920166,
            3.502453327178955,
            3.727360248565674,
            4.030592918395996,
            3.722651958465576,
            3.5280613899230957,
            3.3897368907928467,
            3.3562381267547607,
            3.4462475776672363,
            3.6553735733032227,
            4.054957389831543,
            4.436858654022217,
            3.720536470413208,
            3.260000228881836,
            3.336773633956909
          ],
          "buckets": {
            "unseen": {
              "nll": 3.463062776669319,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.755214270755372,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.4789437231807954,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.574777841567993,
          "perplexity": 13.12840024967984,
          "predicted_tokens": 8128,
          "block_nll": [
            2.557206153869629,
            2.2766594886779785,
            2.0667810440063477,
            2.311260461807251,
            2.392122268676758,
            2.9585483074188232,
            2.2368032932281494,
            2.098539352416992,
            2.3011667728424072,
            2.3855042457580566,
            2.2061545848846436,
            2.6933703422546387,
            3.2811903953552246,
            2.590019702911377,
            2.132925271987915,
            2.7599103450775146,
            3.3657448291778564,
            2.7354021072387695,
            2.595090866088867,
            2.225388288497925,
            3.3986425399780273,
            2.3221898078918457,
            2.077376127243042,
            2.680432081222534,
            2.3925936222076416,
            2.59090256690979,
            2.7815775871276855,
            2.4710264205932617,
            3.425339937210083,
            2.626288890838623,
            2.869433641433716,
            2.249729871749878,
            2.515233278274536,
            2.8702712059020996,
            2.615689277648926,
            2.0126352310180664,
            2.128404378890991,
            2.185776948928833,
            2.5612668991088867,
            3.3488569259643555,
            2.4827234745025635,
            3.195744514465332,
            3.290623426437378,
            2.542524814605713,
            2.557309627532959,
            2.3908302783966064,
            2.090353488922119,
            2.0030834674835205,
            1.7600703239440918,
            2.9895215034484863,
            2.6153564453125,
            2.8099796772003174,
            3.1852962970733643,
            2.8092501163482666,
            1.984997272491455,
            2.823659896850586,
            2.4198739528656006,
            2.9761855602264404,
            2.8009896278381348,
            1.877679467201233,
            2.4773919582366943,
            2.98789381980896,
            2.5795629024505615,
            2.841428518295288
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 2.7338700551341075,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.4539918610938334,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 2.7138684478462123,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.874904155731201,
          "perplexity": 48.1780804769114,
          "predicted_tokens": 16256,
          "block_nll": [
            3.256105422973633,
            4.400705337524414,
            3.707926034927368,
            3.9979748725891113,
            3.609334707260132,
            4.284749507904053,
            3.8438026905059814,
            4.48890495300293,
            3.671764850616455,
            4.319459915161133,
            3.5435421466827393,
            4.073489189147949,
            3.67537260055542,
            4.597296714782715,
            4.338085174560547,
            3.471052646636963,
            4.125196933746338,
            4.055865287780762,
            3.9232399463653564,
            4.014932632446289,
            2.890813112258911,
            4.098309516906738,
            4.088133811950684,
            3.794036865234375,
            4.2064290046691895,
            3.994523525238037,
            4.22318696975708,
            3.6038269996643066,
            3.9820919036865234,
            3.8408453464508057,
            4.0231852531433105,
            4.74473762512207,
            3.895256757736206,
            4.674304008483887,
            4.681086540222168,
            4.632996082305908,
            4.819808483123779,
            4.740385055541992,
            4.165935039520264,
            4.618052005767822,
            4.2478485107421875,
            3.6682238578796387,
            3.9577205181121826,
            3.6112067699432373,
            3.8721683025360107,
            4.297024250030518,
            3.804410696029663,
            4.15925931930542,
            3.564884901046753,
            4.151101589202881,
            4.117038726806641,
            3.6528501510620117,
            4.653323650360107,
            4.76569938659668,
            4.611632823944092,
            4.630192279815674,
            3.6375973224639893,
            3.4142744541168213,
            4.803945541381836,
            3.697293281555176,
            3.719658613204956,
            3.55951189994812,
            4.5626912117004395,
            4.017670154571533,
            4.742059230804443,
            4.057528972625732,
            3.0394113063812256,
            3.447404384613037,
            3.455042839050293,
            3.867724657058716,
            4.544195175170898,
            3.7286155223846436,
            3.684634208679199,
            4.287177085876465,
            5.020210266113281,
            4.04736328125,
            3.7631242275238037,
            5.065102577209473,
            5.82926082611084,
            3.7490668296813965,
            3.804028034210205,
            3.5068845748901367,
            3.6460087299346924,
            3.2014896869659424,
            3.117135524749756,
            3.5582573413848877,
            3.8413970470428467,
            3.8065366744995117,
            4.1429338455200195,
            4.065415859222412,
            3.6071066856384277,
            3.1014962196350098,
            3.798367738723755,
            2.9388701915740967,
            3.969313144683838,
            3.416994094848633,
            3.032515048980713,
            2.7375648021698,
            3.315807580947876,
            3.428976058959961,
            2.7317769527435303,
            4.1239013671875,
            3.388742685317993,
            3.45236873626709,
            2.9504554271698,
            3.9358677864074707,
            3.2824032306671143,
            3.081224203109741,
            2.128659725189209,
            3.8661508560180664,
            3.440847158432007,
            4.051714897155762,
            3.130183458328247,
            4.360264778137207,
            3.1060502529144287,
            2.723757266998291,
            4.054866313934326,
            4.04487943649292,
            3.811230421066284,
            2.919919013977051,
            4.328943252563477,
            3.7630603313446045,
            3.43710994720459,
            4.243643760681152,
            4.20583438873291,
            3.4986836910247803,
            3.610856056213379,
            3.655341625213623
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 12.576866149902344
    },
    {
      "domain": "finance",
      "method": "engram-large",
      "seed": 42,
      "lr": 0.001,
      "best_validation_nll": 3.410538673400879,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.50690247816965,
          "validation": {
            "nll": 3.4268486499786377,
            "perplexity": 30.77949279803906,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5119340419769287,
              3.6055896282196045,
              4.097043991088867,
              4.156823635101318,
              3.5823824405670166,
              2.876492977142334,
              3.127254009246826,
              2.7862799167633057,
              4.0694403648376465,
              3.925015449523926,
              2.840482711791992,
              3.5151207447052,
              3.4623987674713135,
              2.697958469390869,
              3.851278066635132,
              3.3245508670806885,
              3.2017688751220703,
              3.728377342224121,
              3.606454610824585,
              3.8453469276428223,
              3.6648573875427246,
              3.9051573276519775,
              3.4730265140533447,
              3.0728039741516113,
              3.9336743354797363,
              3.2426233291625977,
              3.112044334411621,
              3.096296787261963,
              3.300264596939087,
              4.4025983810424805,
              3.532550811767578,
              3.3915207386016846,
              3.695230007171631,
              3.746150255203247,
              3.867098808288574,
              4.260903835296631,
              3.236759901046753,
              3.3164944648742676,
              3.697972297668457,
              3.625323534011841,
              4.137732982635498,
              3.6503453254699707,
              3.2604734897613525,
              3.1844065189361572,
              2.6631171703338623,
              2.432448148727417,
              3.7673308849334717,
              4.040378570556641,
              4.52199125289917,
              3.9375200271606445,
              2.632189989089966,
              3.0304112434387207,
              3.2369883060455322,
              3.81016206741333,
              3.4062788486480713,
              3.1994526386260986,
              2.731823682785034,
              3.295414924621582,
              2.7006676197052,
              2.8926610946655273,
              2.50467586517334,
              2.959911823272705,
              3.3083577156066895,
              3.628230094909668
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.467371342005208,
          "validation": {
            "nll": 3.410538673400879,
            "perplexity": 30.2815517332606,
            "predicted_tokens": 8128,
            "block_nll": [
              2.515876293182373,
              3.6052465438842773,
              4.083409309387207,
              4.141983509063721,
              3.5661003589630127,
              2.879065990447998,
              3.102247714996338,
              2.7900173664093018,
              4.049834251403809,
              3.8851683139801025,
              2.8152005672454834,
              3.5030062198638916,
              3.4443864822387695,
              2.6725075244903564,
              3.8282434940338135,
              3.2791905403137207,
              3.1839230060577393,
              3.723482131958008,
              3.586915969848633,
              3.8253068923950195,
              3.6500070095062256,
              3.892395257949829,
              3.4294896125793457,
              3.0395348072052,
              3.920719623565674,
              3.244318962097168,
              3.0890274047851562,
              3.0528461933135986,
              3.2932581901550293,
              4.399188041687012,
              3.5299882888793945,
              3.367424488067627,
              3.7105562686920166,
              3.712630033493042,
              3.8409502506256104,
              4.240210056304932,
              3.2053563594818115,
              3.302607536315918,
              3.6498141288757324,
              3.6046581268310547,
              4.12683629989624,
              3.639958143234253,
              3.2529966831207275,
              3.178544759750366,
              2.6522247791290283,
              2.4356701374053955,
              3.7640180587768555,
              3.9996097087860107,
              4.514037132263184,
              3.9189367294311523,
              2.618612289428711,
              3.0370731353759766,
              3.209479808807373,
              3.784062623977661,
              3.4081690311431885,
              3.206444025039673,
              2.707657814025879,
              3.2661867141723633,
              2.682818651199341,
              2.8931190967559814,
              2.504054546356201,
              2.9314794540405273,
              3.2970809936523438,
              3.589292287826538
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843392,
      "artifact_bytes": 7377029,
      "training_wall_seconds": 47.7507327639978,
      "peak_allocated_mb": 904.2998046875,
      "artifact": "trials/finance-engram-large-s42-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4190094470977783,
          "perplexity": 30.539149390610632,
          "predicted_tokens": 8128,
          "block_nll": [
            2.4980573654174805,
            2.7112762928009033,
            3.13836669921875,
            3.9063260555267334,
            3.2447941303253174,
            3.790379285812378,
            4.308304786682129,
            3.45988130569458,
            2.654751777648926,
            3.6301517486572266,
            3.732112407684326,
            3.458063840866089,
            4.002951622009277,
            3.5661990642547607,
            3.7391517162323,
            3.82985782623291,
            3.6759352684020996,
            2.499069929122925,
            3.7189769744873047,
            4.468391418457031,
            3.1610376834869385,
            3.395965576171875,
            3.2483432292938232,
            3.4593698978424072,
            4.25180721282959,
            3.5852367877960205,
            3.76526141166687,
            3.1538491249084473,
            3.0140769481658936,
            3.2370123863220215,
            3.628446340560913,
            3.2311036586761475,
            2.434903860092163,
            2.8090500831604004,
            2.6019580364227295,
            3.39040207862854,
            2.898580551147461,
            3.252943515777588,
            3.7848708629608154,
            3.7681424617767334,
            4.042848587036133,
            3.27351450920105,
            3.428805351257324,
            3.2035305500030518,
            3.0730605125427246,
            3.2339649200439453,
            3.380434513092041,
            2.8358945846557617,
            2.7529401779174805,
            3.6526939868927,
            3.3546266555786133,
            3.5715038776397705,
            3.948554754257202,
            3.7013556957244873,
            3.442643165588379,
            3.313027858734131,
            3.289203643798828,
            3.3861911296844482,
            3.577134132385254,
            3.887558698654175,
            4.321910381317139,
            3.601809501647949,
            3.210899829864502,
            3.227135181427002
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3549912765582315,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.5879298384809215,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.296021507539752,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.150543689727783,
          "perplexity": 23.348755609220493,
          "predicted_tokens": 8128,
          "block_nll": [
            3.325404405593872,
            2.5473358631134033,
            2.7066421508789062,
            3.244873285293579,
            3.0748605728149414,
            3.123121738433838,
            2.97564697265625,
            3.023682117462158,
            2.9132189750671387,
            3.371272087097168,
            2.6414506435394287,
            3.115826368331909,
            3.8307950496673584,
            2.9891655445098877,
            2.2329001426696777,
            3.270176887512207,
            3.6793134212493896,
            3.0457234382629395,
            3.491549491882324,
            3.1197714805603027,
            4.310682773590088,
            3.0721113681793213,
            2.765001058578491,
            3.4483726024627686,
            2.960141658782959,
            2.7986068725585938,
            3.366232395172119,
            3.1618599891662598,
            3.9551069736480713,
            3.1204378604888916,
            3.5417447090148926,
            2.8706560134887695,
            2.920745849609375,
            3.4295763969421387,
            3.3247525691986084,
            2.8586556911468506,
            2.9705281257629395,
            2.6887218952178955,
            2.937166213989258,
            3.796220064163208,
            2.6020874977111816,
            3.427374839782715,
            3.911937713623047,
            3.1279916763305664,
            3.000448703765869,
            2.979052782058716,
            2.607093095779419,
            2.440889596939087,
            2.488677740097046,
            3.6758267879486084,
            3.296912431716919,
            3.43803334236145,
            3.4300107955932617,
            2.9797825813293457,
            2.7645585536956787,
            3.618105888366699,
            3.1167490482330322,
            3.263986587524414,
            3.6779794692993164,
            2.639406204223633,
            3.3592169284820557,
            3.4165523052215576,
            3.157205104827881,
            3.1948583126068115
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.9655905102543128,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.8809306487939366,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.413121142393849,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7234435081481934,
          "perplexity": 41.40673331841659,
          "predicted_tokens": 16256,
          "block_nll": [
            3.111670970916748,
            4.197264194488525,
            3.5039379596710205,
            3.847958564758301,
            3.417846202850342,
            4.0670366287231445,
            3.7206344604492188,
            4.426565170288086,
            3.560349941253662,
            4.0788140296936035,
            3.353034734725952,
            3.86716628074646,
            3.468839406967163,
            4.388010501861572,
            4.10836124420166,
            3.324226140975952,
            4.055782794952393,
            3.7466471195220947,
            3.818678617477417,
            3.8315939903259277,
            2.748070478439331,
            3.8298137187957764,
            3.8960371017456055,
            3.6964149475097656,
            3.9368860721588135,
            3.8812286853790283,
            4.025857925415039,
            3.3551533222198486,
            3.8165767192840576,
            3.652961015701294,
            3.94569993019104,
            4.394940376281738,
            3.7917182445526123,
            4.552683353424072,
            4.4866042137146,
            4.3297600746154785,
            4.483166217803955,
            4.692598342895508,
            3.9553890228271484,
            4.439702033996582,
            4.149698257446289,
            3.5595366954803467,
            3.843885898590088,
            3.486457586288452,
            3.7266390323638916,
            4.041090488433838,
            3.3731350898742676,
            4.072784900665283,
            3.3551182746887207,
            4.00411319732666,
            3.890941619873047,
            3.5173356533050537,
            4.531039714813232,
            4.588559150695801,
            4.563404083251953,
            4.623935222625732,
            3.608264684677124,
            3.1844253540039062,
            4.89354133605957,
            3.520395040512085,
            3.4771716594696045,
            3.412134885787964,
            4.393119812011719,
            3.887711524963379,
            4.616356372833252,
            3.9061851501464844,
            2.962834358215332,
            3.259364366531372,
            3.3298332691192627,
            3.7658376693725586,
            4.444289684295654,
            3.5515081882476807,
            3.7025997638702393,
            4.087316036224365,
            4.695158004760742,
            3.9617502689361572,
            3.457230567932129,
            4.96274471282959,
            5.731140613555908,
            3.380439043045044,
            3.6717684268951416,
            3.322505474090576,
            3.4571340084075928,
            3.14925479888916,
            3.0712132453918457,
            3.4016847610473633,
            3.8664944171905518,
            3.7317402362823486,
            3.9796624183654785,
            3.9601120948791504,
            3.341740369796753,
            3.0630452632904053,
            3.543848752975464,
            2.8554635047912598,
            3.848086357116699,
            3.3888039588928223,
            2.8839612007141113,
            2.6065335273742676,
            3.0755250453948975,
            3.396874189376831,
            2.670731782913208,
            3.856790542602539,
            3.156440019607544,
            3.3381993770599365,
            2.877263069152832,
            3.8066842555999756,
            3.189082384109497,
            2.996366500854492,
            1.9648672342300415,
            3.848039388656616,
            3.1687028408050537,
            3.875823974609375,
            3.040942668914795,
            4.155688285827637,
            2.8309643268585205,
            2.5461604595184326,
            3.8676021099090576,
            4.041197776794434,
            3.7017459869384766,
            2.8982810974121094,
            4.242687702178955,
            3.6318371295928955,
            3.383176565170288,
            3.9966518878936768,
            4.126884937286377,
            3.30680251121521,
            3.5544087886810303,
            3.586580514907837
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.1009116172790527
    },
    {
      "domain": "code",
      "method": "engram-large",
      "seed": 42,
      "lr": 0.001,
      "best_validation_nll": 3.04929518699646,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.106594333657995,
          "validation": {
            "nll": 3.146414279937744,
            "perplexity": 23.252537827273553,
            "predicted_tokens": 8128,
            "block_nll": [
              3.0494275093078613,
              3.552964448928833,
              2.2626121044158936,
              1.842232346534729,
              3.3913986682891846,
              2.771836519241333,
              3.3278427124023438,
              3.332758903503418,
              1.0844694375991821,
              3.0226478576660156,
              2.9490602016448975,
              2.5195446014404297,
              3.7150630950927734,
              3.39168381690979,
              3.7495503425598145,
              3.8299221992492676,
              3.163212299346924,
              3.4527034759521484,
              3.253875732421875,
              3.8206396102905273,
              2.209986925125122,
              2.5806779861450195,
              2.811418056488037,
              2.522362232208252,
              2.858506679534912,
              3.3255388736724854,
              3.6150412559509277,
              3.3667452335357666,
              3.483798027038574,
              2.3427560329437256,
              2.909388303756714,
              3.4115419387817383,
              3.1523468494415283,
              2.6329281330108643,
              3.005903482437134,
              2.6717991828918457,
              3.3080008029937744,
              3.275202751159668,
              2.8186609745025635,
              3.2862305641174316,
              3.2390921115875244,
              2.797372817993164,
              3.4784116744995117,
              2.617624044418335,
              3.2624917030334473,
              4.136636734008789,
              4.538259506225586,
              3.652362823486328,
              3.3017492294311523,
              3.678112030029297,
              3.512316942214966,
              3.229581594467163,
              3.8140058517456055,
              3.6133663654327393,
              3.30554461479187,
              3.3838353157043457,
              2.786609172821045,
              3.7461602687835693,
              3.7320566177368164,
              2.9051685333251953,
              2.5321877002716064,
              2.6997196674346924,
              3.270003318786621,
              3.0655529499053955
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.962514036335051,
          "validation": {
            "nll": 3.04929518699646,
            "perplexity": 21.100467296629144,
            "predicted_tokens": 8128,
            "block_nll": [
              2.9503448009490967,
              3.520975351333618,
              2.193009853363037,
              1.8212777376174927,
              3.1943624019622803,
              2.743886709213257,
              3.208958625793457,
              3.12615704536438,
              1.0765697956085205,
              2.8888158798217773,
              2.921719551086426,
              2.481796979904175,
              3.4999945163726807,
              3.329965829849243,
              3.659053325653076,
              3.7608776092529297,
              3.1009862422943115,
              3.4116411209106445,
              3.063262462615967,
              3.657541036605835,
              2.182753801345825,
              2.55940842628479,
              2.7162275314331055,
              2.4830713272094727,
              2.732801675796509,
              3.1642935276031494,
              3.538788080215454,
              3.363476514816284,
              3.4043633937835693,
              2.2705612182617188,
              2.8980374336242676,
              3.3469152450561523,
              3.1059937477111816,
              2.5319690704345703,
              2.9407906532287598,
              2.592463731765747,
              3.2488903999328613,
              3.2205915451049805,
              2.798659086227417,
              3.1260008811950684,
              2.955976963043213,
              2.6047167778015137,
              3.34991192817688,
              2.5760507583618164,
              3.102442741394043,
              3.9955685138702393,
              4.335527420043945,
              3.4676687717437744,
              3.076582431793213,
              3.5995192527770996,
              3.503129005432129,
              3.214054822921753,
              3.646238088607788,
              3.530090570449829,
              3.0981483459472656,
              3.1783885955810547,
              2.766993522644043,
              3.708005666732788,
              3.6498279571533203,
              2.7368924617767334,
              2.4722349643707275,
              2.5370194911956787,
              3.143007278442383,
              3.0696370601654053
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843392,
      "artifact_bytes": 7377029,
      "training_wall_seconds": 48.70879863299706,
      "peak_allocated_mb": 904.2998046875,
      "artifact": "trials/code-engram-large-s42-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4511263370513916,
          "perplexity": 31.535892356495147,
          "predicted_tokens": 8128,
          "block_nll": [
            2.535297393798828,
            2.7279269695281982,
            3.1617379188537598,
            3.940272569656372,
            3.2645151615142822,
            3.8161211013793945,
            4.340474605560303,
            3.483126640319824,
            2.6704893112182617,
            3.672483444213867,
            3.743971824645996,
            3.4865052700042725,
            4.047109603881836,
            3.576601266860962,
            3.7575156688690186,
            3.8657097816467285,
            3.7318873405456543,
            2.481412649154663,
            3.775729179382324,
            4.468619346618652,
            3.1857407093048096,
            3.3926339149475098,
            3.305387496948242,
            3.471156597137451,
            4.273371696472168,
            3.6394474506378174,
            3.789174795150757,
            3.1503477096557617,
            3.0202314853668213,
            3.2492456436157227,
            3.629796028137207,
            3.2889404296875,
            2.480461597442627,
            2.8345770835876465,
            2.660924196243286,
            3.4587581157684326,
            3.0100038051605225,
            3.5538432598114014,
            3.8174026012420654,
            3.784092426300049,
            4.0740437507629395,
            3.2852942943573,
            3.455005407333374,
            3.2053980827331543,
            3.0835416316986084,
            3.2675507068634033,
            3.4287734031677246,
            2.8534607887268066,
            2.7689902782440186,
            3.71349835395813,
            3.3938310146331787,
            3.5694503784179688,
            3.981734275817871,
            3.7486319541931152,
            3.4823389053344727,
            3.3265068531036377,
            3.2954094409942627,
            3.3961782455444336,
            3.6251487731933594,
            3.9213674068450928,
            4.368767738342285,
            3.6191093921661377,
            3.22109317779541,
            3.2439112663269043
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3769362001554892,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.661554906485645,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.3904685363542253,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.9904050827026367,
          "perplexity": 19.893739469333177,
          "predicted_tokens": 8128,
          "block_nll": [
            3.0622611045837402,
            2.4708802700042725,
            2.496142864227295,
            3.041107416152954,
            2.8776190280914307,
            3.0977916717529297,
            2.746647834777832,
            2.738212823867798,
            2.7253055572509766,
            3.047473430633545,
            2.5412211418151855,
            2.9618287086486816,
            3.6665961742401123,
            2.8855676651000977,
            2.243650436401367,
            3.095890760421753,
            3.625847578048706,
            2.9943909645080566,
            3.2217726707458496,
            2.852710485458374,
            4.073983192443848,
            2.8432929515838623,
            2.5541739463806152,
            3.1545863151550293,
            2.8092026710510254,
            2.754727363586426,
            3.1495702266693115,
            2.9334096908569336,
            3.826172351837158,
            3.0503549575805664,
            3.2904319763183594,
            2.650655508041382,
            2.825349807739258,
            3.318678140640259,
            3.1306533813476562,
            2.6036410331726074,
            2.7152135372161865,
            2.5576577186584473,
            2.888587474822998,
            3.6802706718444824,
            2.5729246139526367,
            3.320843458175659,
            3.8179678916931152,
            2.982532262802124,
            2.8878893852233887,
            2.8402509689331055,
            2.494812488555908,
            2.4135348796844482,
            2.30189847946167,
            3.509958028793335,
            3.0909581184387207,
            3.2354187965393066,
            3.361238718032837,
            2.8916666507720947,
            2.521456241607666,
            3.3826820850372314,
            2.850109338760376,
            3.2359440326690674,
            3.459693193435669,
            2.4472107887268066,
            3.0484633445739746,
            3.360414505004883,
            2.9871439933776855,
            3.1673672199249268
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.5663802223061,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.7673548184932506,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.2244474436794794,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7182531356811523,
          "perplexity": 41.19237373412919,
          "predicted_tokens": 16256,
          "block_nll": [
            3.104505777359009,
            4.187525749206543,
            3.505955934524536,
            3.816993474960327,
            3.403151750564575,
            4.065990924835205,
            3.7037882804870605,
            4.422769546508789,
            3.536893606185913,
            4.099267482757568,
            3.338526487350464,
            3.846933126449585,
            3.46846342086792,
            4.385674953460693,
            4.069432258605957,
            3.3340916633605957,
            4.042318820953369,
            3.767421245574951,
            3.826646566390991,
            3.8104312419891357,
            2.7514686584472656,
            3.8032302856445312,
            3.89799165725708,
            3.6737616062164307,
            3.9078032970428467,
            3.886063814163208,
            4.0067243576049805,
            3.361323595046997,
            3.793016195297241,
            3.6481289863586426,
            3.94991397857666,
            4.3617024421691895,
            3.8095908164978027,
            4.55994987487793,
            4.471251010894775,
            4.32483434677124,
            4.4814605712890625,
            4.6661152839660645,
            3.9573941230773926,
            4.415810585021973,
            4.145473957061768,
            3.506937265396118,
            3.8516526222229004,
            3.4801700115203857,
            3.741961717605591,
            4.029587745666504,
            3.3871757984161377,
            4.0528998374938965,
            3.3654394149780273,
            3.9876832962036133,
            3.8999664783477783,
            3.4974265098571777,
            4.548506259918213,
            4.5805840492248535,
            4.5840654373168945,
            4.634713172912598,
            3.6108484268188477,
            3.1758573055267334,
            4.873838424682617,
            3.528818368911743,
            3.487122058868408,
            3.4148671627044678,
            4.416769981384277,
            3.886256456375122,
            4.62486457824707,
            3.8689193725585938,
            2.9860033988952637,
            3.2410969734191895,
            3.3557567596435547,
            3.7638959884643555,
            4.41004753112793,
            3.5439019203186035,
            3.6952550411224365,
            4.080488204956055,
            4.686497211456299,
            3.954495906829834,
            3.4469358921051025,
            4.934589862823486,
            5.695601940155029,
            3.3554298877716064,
            3.684347152709961,
            3.3361892700195312,
            3.4765684604644775,
            3.1715641021728516,
            3.083273410797119,
            3.4138922691345215,
            3.8362581729888916,
            3.729978084564209,
            4.001964569091797,
            3.969230890274048,
            3.3345320224761963,
            3.0393922328948975,
            3.516374111175537,
            2.8344147205352783,
            3.833022117614746,
            3.405512809753418,
            2.8822264671325684,
            2.5980703830718994,
            3.107053756713867,
            3.385159492492676,
            2.6618900299072266,
            3.8615877628326416,
            3.158724069595337,
            3.344040870666504,
            2.8976027965545654,
            3.7749428749084473,
            3.1724438667297363,
            3.032892942428589,
            1.9822553396224976,
            3.8206686973571777,
            3.1700947284698486,
            3.8753538131713867,
            3.0340216159820557,
            4.116781234741211,
            2.850025177001953,
            2.5316474437713623,
            3.834134578704834,
            4.018767833709717,
            3.6901724338531494,
            2.9091956615448,
            4.218590259552002,
            3.642503499984741,
            3.3707945346832275,
            3.9996988773345947,
            4.100121974945068,
            3.3004777431488037,
            3.5632991790771484,
            3.5679314136505127
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.1009116172790527
    },
    {
      "domain": "finance",
      "method": "lora8",
      "seed": 43,
      "lr": 0.001,
      "best_validation_nll": 3.306068181991577,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.4104069711174816,
          "validation": {
            "nll": 3.3080296516418457,
            "perplexity": 27.331220358257415,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5411012172698975,
              3.491217613220215,
              3.9295942783355713,
              4.12902307510376,
              3.45906138420105,
              2.845500946044922,
              3.025470733642578,
              2.760298728942871,
              3.9051456451416016,
              3.7070634365081787,
              2.7351343631744385,
              3.2933273315429688,
              3.356307029724121,
              2.652395486831665,
              3.7769594192504883,
              3.2047557830810547,
              3.070026159286499,
              3.5583062171936035,
              3.4589993953704834,
              3.637443780899048,
              3.599163770675659,
              3.748528480529785,
              3.278006076812744,
              2.9619150161743164,
              3.725252389907837,
              3.1474545001983643,
              3.022944450378418,
              2.8985204696655273,
              3.230441093444824,
              4.252180576324463,
              3.408693313598633,
              3.2151191234588623,
              3.6093647480010986,
              3.649458408355713,
              3.712265968322754,
              4.088344097137451,
              3.1301393508911133,
              3.2078986167907715,
              3.4484446048736572,
              3.4902985095977783,
              4.08540678024292,
              3.5606229305267334,
              3.2526533603668213,
              3.188648223876953,
              2.606203556060791,
              2.3653969764709473,
              3.6819260120391846,
              3.8067972660064697,
              4.35677433013916,
              3.747351884841919,
              2.493767499923706,
              2.9617972373962402,
              3.07535457611084,
              3.631096363067627,
              3.3542709350585938,
              3.070622682571411,
              2.513521671295166,
              3.1631650924682617,
              2.61857271194458,
              2.8746626377105713,
              2.4801807403564453,
              2.829373836517334,
              3.152817726135254,
              3.481337547302246
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.3173061690758914,
          "validation": {
            "nll": 3.306068181991577,
            "perplexity": 27.27766354122652,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5055572986602783,
              3.452286720275879,
              3.9225525856018066,
              4.136236190795898,
              3.4311771392822266,
              2.856560230255127,
              3.0181238651275635,
              2.7623140811920166,
              3.898421287536621,
              3.718918800354004,
              2.71059513092041,
              3.2578136920928955,
              3.3827295303344727,
              2.652479410171509,
              3.7891595363616943,
              3.2166996002197266,
              3.064188003540039,
              3.5609352588653564,
              3.460562229156494,
              3.6577024459838867,
              3.6237926483154297,
              3.74989914894104,
              3.246851921081543,
              2.9321212768554688,
              3.7629127502441406,
              3.137125015258789,
              3.04205584526062,
              2.914512872695923,
              3.215820789337158,
              4.269023418426514,
              3.3884143829345703,
              3.2222726345062256,
              3.6125149726867676,
              3.6609914302825928,
              3.7186501026153564,
              4.077075004577637,
              3.105384349822998,
              3.202687978744507,
              3.4249107837677,
              3.4881412982940674,
              4.108520984649658,
              3.54858136177063,
              3.2691564559936523,
              3.1696627140045166,
              2.6129441261291504,
              2.34780216217041,
              3.668330192565918,
              3.8202099800109863,
              4.348377227783203,
              3.7396585941314697,
              2.504323959350586,
              2.955907106399536,
              3.1129889488220215,
              3.6308107376098633,
              3.326751708984375,
              3.0855093002319336,
              2.4821841716766357,
              3.154853105545044,
              2.5933139324188232,
              2.900207996368408,
              2.4552597999572754,
              2.8407411575317383,
              3.1621909141540527,
              3.499910831451416
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460800,
      "artifact_bytes": 1885583,
      "training_wall_seconds": 65.7976782049991,
      "peak_allocated_mb": 951.45556640625,
      "artifact": "trials/finance-lora8-s43-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.289175271987915,
          "perplexity": 26.820734720747613,
          "predicted_tokens": 8128,
          "block_nll": [
            2.3081300258636475,
            2.578821897506714,
            3.0553324222564697,
            3.8313169479370117,
            3.1972458362579346,
            3.6038877964019775,
            4.218741416931152,
            3.4368953704833984,
            2.6057684421539307,
            3.5294878482818604,
            3.614654779434204,
            3.3764922618865967,
            3.8928396701812744,
            3.4354522228240967,
            3.5752148628234863,
            3.6149497032165527,
            3.6301791667938232,
            2.379814386367798,
            3.56585955619812,
            4.453217506408691,
            2.9445531368255615,
            3.310931444168091,
            3.009369373321533,
            3.41925048828125,
            3.997662305831909,
            3.4486498832702637,
            3.5742721557617188,
            3.032026529312134,
            3.004382371902466,
            3.154583692550659,
            3.48490834236145,
            3.0362164974212646,
            2.320789098739624,
            2.6418726444244385,
            2.406616687774658,
            3.3340630531311035,
            2.6677405834198,
            2.909341335296631,
            3.64693021774292,
            3.7508203983306885,
            3.8940093517303467,
            3.1324901580810547,
            3.342325448989868,
            3.1173691749572754,
            2.863065242767334,
            3.198814630508423,
            3.209366798400879,
            2.718132734298706,
            2.608330488204956,
            3.4412894248962402,
            3.3462531566619873,
            3.431668758392334,
            3.7282168865203857,
            3.5074970722198486,
            3.3521318435668945,
            3.3050649166107178,
            3.259369373321533,
            3.2348124980926514,
            3.294248104095459,
            3.7407643795013428,
            4.0197954177856445,
            3.514085292816162,
            3.134770393371582,
            3.1140551567077637
          ],
          "buckets": {
            "unseen": {
              "nll": 3.2397402431501283,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.4137086798179865,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.119335424948286,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.198490619659424,
          "perplexity": 24.495529209631506,
          "predicted_tokens": 8128,
          "block_nll": [
            3.346977472305298,
            2.6357970237731934,
            2.7985737323760986,
            3.2710931301116943,
            3.0501439571380615,
            3.176926612854004,
            3.06231689453125,
            3.086041212081909,
            2.9555160999298096,
            3.2890453338623047,
            2.681349515914917,
            3.1103477478027344,
            3.8413262367248535,
            2.993964195251465,
            2.359520435333252,
            3.3130362033843994,
            3.833320379257202,
            3.123648166656494,
            3.340395927429199,
            2.9397642612457275,
            4.282010078430176,
            3.1407368183135986,
            2.761676549911499,
            3.4526853561401367,
            3.0441739559173584,
            2.8678243160247803,
            3.4084033966064453,
            3.15437388420105,
            4.022031307220459,
            3.2275490760803223,
            3.6092336177825928,
            2.8952949047088623,
            3.0345840454101562,
            3.567866086959839,
            3.4491770267486572,
            2.891258478164673,
            2.999295473098755,
            2.7856357097625732,
            2.952406644821167,
            3.797868251800537,
            2.6064631938934326,
            3.4917423725128174,
            3.9799437522888184,
            3.2273385524749756,
            3.08895206451416,
            3.0631930828094482,
            2.8128867149353027,
            2.6251683235168457,
            2.5056424140930176,
            3.8527028560638428,
            3.2606308460235596,
            3.398425817489624,
            3.4342401027679443,
            3.0240373611450195,
            2.6710705757141113,
            3.6041276454925537,
            3.1256930828094482,
            3.4469799995422363,
            3.7995994091033936,
            2.7032735347747803,
            3.342669725418091,
            3.5025157928466797,
            3.236081838607788,
            3.3468399047851562
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.9994649182301636,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.9297180672027103,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.454338291998824,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7764792442321777,
          "perplexity": 43.66204740120332,
          "predicted_tokens": 16256,
          "block_nll": [
            3.1289820671081543,
            4.191795825958252,
            3.5881383419036865,
            3.775313377380371,
            3.478776454925537,
            4.067731857299805,
            3.7991039752960205,
            4.428386688232422,
            3.493320941925049,
            4.2046709060668945,
            3.4196770191192627,
            4.141035556793213,
            3.5654027462005615,
            4.387284278869629,
            4.121272087097168,
            3.2781832218170166,
            4.0283966064453125,
            3.773618459701538,
            3.8093061447143555,
            3.8977065086364746,
            2.805928945541382,
            3.863785982131958,
            4.050908088684082,
            3.6595661640167236,
            3.9695627689361572,
            3.8900840282440186,
            4.016401767730713,
            3.536816120147705,
            3.8046576976776123,
            3.6670100688934326,
            4.010498523712158,
            4.509588718414307,
            3.77846360206604,
            4.636233806610107,
            4.649109363555908,
            4.5158209800720215,
            4.606508255004883,
            4.660102844238281,
            3.972111940383911,
            4.4379353523254395,
            4.2529683113098145,
            3.49717378616333,
            3.914964199066162,
            3.5369560718536377,
            3.7460873126983643,
            4.141778945922852,
            3.503815174102783,
            4.080522060394287,
            3.5174942016601562,
            4.141536235809326,
            4.005640029907227,
            3.5402214527130127,
            4.737771034240723,
            4.702788829803467,
            4.528204917907715,
            4.572256088256836,
            3.7164947986602783,
            3.2071244716644287,
            4.698886871337891,
            3.5901942253112793,
            3.6045749187469482,
            3.4627482891082764,
            4.485839366912842,
            4.011521816253662,
            4.742189884185791,
            3.885221242904663,
            3.1757123470306396,
            3.220615863800049,
            3.316636323928833,
            3.932526111602783,
            4.4530181884765625,
            3.6954257488250732,
            3.6290276050567627,
            4.132364749908447,
            4.743884563446045,
            3.858330726623535,
            3.55912446975708,
            4.886572360992432,
            5.099738121032715,
            3.4134812355041504,
            3.6843411922454834,
            3.467285633087158,
            3.5130527019500732,
            3.1182596683502197,
            3.056102991104126,
            3.5687806606292725,
            3.7643024921417236,
            3.7190632820129395,
            4.09749698638916,
            3.9722683429718018,
            3.445970296859741,
            3.058095693588257,
            3.6995303630828857,
            2.8821916580200195,
            3.9283435344696045,
            3.5029053688049316,
            2.986894369125366,
            2.7172961235046387,
            3.177454710006714,
            3.4445300102233887,
            2.7981441020965576,
            3.9386510848999023,
            3.3086161613464355,
            3.361355781555176,
            2.9663069248199463,
            3.8293063640594482,
            3.36892032623291,
            3.1365163326263428,
            2.005579710006714,
            3.92093563079834,
            3.4074811935424805,
            3.9615046977996826,
            3.2049715518951416,
            4.17410945892334,
            2.9115121364593506,
            2.676532030105591,
            3.853635311126709,
            3.9608230590820312,
            3.81428861618042,
            3.0020077228546143,
            4.195666313171387,
            3.741067886352539,
            3.41023850440979,
            4.118420124053955,
            4.122434139251709,
            3.443835973739624,
            3.629187822341919,
            3.7625045776367188
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 9.364387512207031
    },
    {
      "domain": "code",
      "method": "lora8",
      "seed": 43,
      "lr": 0.001,
      "best_validation_nll": 2.661189556121826,
      "history": [
        {
          "epoch": 1,
          "train_nll": 2.718977171462029,
          "validation": {
            "nll": 2.691347599029541,
            "perplexity": 14.751541695159444,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5235424041748047,
              3.193234920501709,
              1.8856228590011597,
              1.7718262672424316,
              2.7366347312927246,
              2.6535449028015137,
              2.5683107376098633,
              2.557995557785034,
              1.0893155336380005,
              2.353410482406616,
              2.555203676223755,
              2.4158289432525635,
              2.9997425079345703,
              3.1431069374084473,
              3.308844566345215,
              3.3784823417663574,
              2.974473714828491,
              3.1852283477783203,
              2.596327304840088,
              3.098006248474121,
              2.07731556892395,
              2.499328374862671,
              2.314668655395508,
              2.3164944648742676,
              2.4061837196350098,
              2.6986582279205322,
              3.1619269847869873,
              3.2336573600769043,
              3.1881375312805176,
              2.061061143875122,
              2.7863786220550537,
              3.1214513778686523,
              2.7297251224517822,
              2.1938705444335938,
              2.564831018447876,
              2.089449644088745,
              2.8423678874969482,
              2.8491203784942627,
              2.5715320110321045,
              2.625088930130005,
              2.4915952682495117,
              1.916633129119873,
              2.8841516971588135,
              2.3567941188812256,
              2.546323537826538,
              3.324110269546509,
              3.550644874572754,
              2.9357967376708984,
              2.5535881519317627,
              3.24965238571167,
              3.3097808361053467,
              3.0491721630096436,
              3.173142910003662,
              3.2367019653320312,
              2.4901251792907715,
              2.556760549545288,
              2.4352612495422363,
              3.5477547645568848,
              3.2801547050476074,
              2.291327953338623,
              2.2387752532958984,
              1.9842251539230347,
              2.6282219886779785,
              2.8956241607666016
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.498646945692599,
          "validation": {
            "nll": 2.661189556121826,
            "perplexity": 14.313305455843675,
            "predicted_tokens": 8128,
            "block_nll": [
              2.4929420948028564,
              3.1766269207000732,
              1.8385579586029053,
              1.779826283454895,
              2.63632869720459,
              2.6505956649780273,
              2.5507915019989014,
              2.5079033374786377,
              1.0897269248962402,
              2.289794683456421,
              2.5575757026672363,
              2.4390852451324463,
              2.9264185428619385,
              3.130140542984009,
              3.258615016937256,
              3.289747714996338,
              3.009404420852661,
              3.154986619949341,
              2.4829137325286865,
              3.045987844467163,
              2.101811408996582,
              2.5389599800109863,
              2.2817330360412598,
              2.303997755050659,
              2.4586832523345947,
              2.649763345718384,
              3.079294443130493,
              3.199678421020508,
              3.2017009258270264,
              2.0727157592773438,
              2.758552074432373,
              3.1476004123687744,
              2.6795992851257324,
              2.159398317337036,
              2.5665228366851807,
              2.055948495864868,
              2.8750922679901123,
              2.8104591369628906,
              2.5992677211761475,
              2.530120372772217,
              2.4746265411376953,
              1.890854001045227,
              2.7557790279388428,
              2.3457424640655518,
              2.5017640590667725,
              3.2568423748016357,
              3.4281702041625977,
              2.8994503021240234,
              2.4955503940582275,
              3.213630199432373,
              3.2994534969329834,
              3.0025475025177,
              3.15678071975708,
              3.2071752548217773,
              2.448796510696411,
              2.4908831119537354,
              2.4063045978546143,
              3.4980690479278564,
              3.169106960296631,
              2.310184955596924,
              2.310882329940796,
              1.9667128324508667,
              2.579406976699829,
              2.828545331954956
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460800,
      "artifact_bytes": 1885583,
      "training_wall_seconds": 46.50337505999778,
      "peak_allocated_mb": 951.45556640625,
      "artifact": "trials/code-lora8-s43-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.520077705383301,
          "perplexity": 33.7870537978129,
          "predicted_tokens": 8128,
          "block_nll": [
            2.5624513626098633,
            2.7726492881774902,
            3.276553153991699,
            3.9764645099639893,
            3.3589670658111572,
            3.8937196731567383,
            4.420132160186768,
            3.6011815071105957,
            2.8155040740966797,
            3.7897839546203613,
            3.9169962406158447,
            3.564436435699463,
            4.068423748016357,
            3.700194835662842,
            3.8343117237091064,
            3.9598684310913086,
            3.68000864982605,
            2.596431255340576,
            3.83884596824646,
            4.539371490478516,
            3.132382869720459,
            3.4625744819641113,
            3.3328537940979004,
            3.5467474460601807,
            4.242460250854492,
            3.7592411041259766,
            3.895339012145996,
            3.1884820461273193,
            3.0706119537353516,
            3.4754788875579834,
            3.622732400894165,
            3.349825143814087,
            2.4492735862731934,
            2.889531135559082,
            2.6405880451202393,
            3.645463705062866,
            3.06185245513916,
            3.7956490516662598,
            3.944681406021118,
            3.976452112197876,
            4.189404010772705,
            3.3395659923553467,
            3.5069799423217773,
            3.241751194000244,
            3.136082410812378,
            3.2482385635375977,
            3.507781744003296,
            2.8989124298095703,
            2.9908456802368164,
            3.8012144565582275,
            3.464336633682251,
            3.6844632625579834,
            3.9914629459381104,
            3.7235605716705322,
            3.47592830657959,
            3.374458074569702,
            3.3336009979248047,
            3.466620683670044,
            3.6255886554718018,
            3.985153913497925,
            4.364285945892334,
            3.735917091369629,
            3.213252305984497,
            3.3370511531829834
          ],
          "buckets": {
            "unseen": {
              "nll": 3.4380721315496445,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.7251729095716506,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.4502786797300264,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.59145188331604,
          "perplexity": 13.349138932341972,
          "predicted_tokens": 8128,
          "block_nll": [
            2.598597288131714,
            2.261831283569336,
            2.080697536468506,
            2.387420177459717,
            2.4040918350219727,
            2.962580442428589,
            2.301891803741455,
            2.09487247467041,
            2.311683177947998,
            2.4648067951202393,
            2.201291799545288,
            2.649998426437378,
            3.3204004764556885,
            2.5642571449279785,
            2.1516196727752686,
            2.766404151916504,
            3.387791633605957,
            2.6623501777648926,
            2.6392173767089844,
            2.2143971920013428,
            3.39402174949646,
            2.322068452835083,
            2.0166022777557373,
            2.7363924980163574,
            2.4547080993652344,
            2.6277875900268555,
            2.8298301696777344,
            2.456240177154541,
            3.4372804164886475,
            2.6901633739471436,
            2.8701977729797363,
            2.30519700050354,
            2.602637767791748,
            2.8841888904571533,
            2.7017040252685547,
            2.086582660675049,
            2.2399072647094727,
            2.1519289016723633,
            2.581752061843872,
            3.306553840637207,
            2.4062187671661377,
            3.118004322052002,
            3.3116981983184814,
            2.5962257385253906,
            2.5407044887542725,
            2.4307332038879395,
            2.1403751373291016,
            2.1025726795196533,
            1.7489612102508545,
            3.0293467044830322,
            2.6371610164642334,
            2.7637667655944824,
            3.180746078491211,
            2.741945266723633,
            2.0653433799743652,
            2.822277307510376,
            2.415917158126831,
            2.9620916843414307,
            2.7747533321380615,
            1.884163498878479,
            2.5519859790802,
            3.020686149597168,
            2.554582118988037,
            2.930711269378662
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 2.7854631781943366,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.463600903739188,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 2.733130504881993,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.8347859382629395,
          "perplexity": 46.28351907697228,
          "predicted_tokens": 16256,
          "block_nll": [
            3.2652390003204346,
            4.302919387817383,
            3.6970860958099365,
            3.897841691970825,
            3.5597622394561768,
            4.241950035095215,
            3.7991366386413574,
            4.502890110015869,
            3.675008773803711,
            4.287237167358398,
            3.5111522674560547,
            3.9473819732666016,
            3.6236677169799805,
            4.57078742980957,
            4.230931758880615,
            3.429582357406616,
            4.07810115814209,
            3.945418357849121,
            3.8979969024658203,
            4.011260032653809,
            2.885244607925415,
            3.9794037342071533,
            4.067465782165527,
            3.786409854888916,
            4.132331371307373,
            3.9533445835113525,
            4.170857906341553,
            3.5700011253356934,
            3.8791663646698,
            3.79193115234375,
            3.997906446456909,
            4.680330276489258,
            3.8819825649261475,
            4.665480613708496,
            4.64108943939209,
            4.5670318603515625,
            4.736708641052246,
            4.719274997711182,
            4.140536308288574,
            4.562739372253418,
            4.249806880950928,
            3.6580843925476074,
            3.929640293121338,
            3.597383737564087,
            3.7963531017303467,
            4.242525577545166,
            3.709599018096924,
            4.101866245269775,
            3.504918098449707,
            4.139807224273682,
            4.038330554962158,
            3.6630795001983643,
            4.694538593292236,
            4.792910575866699,
            4.656413555145264,
            4.590792655944824,
            3.6220040321350098,
            3.399306058883667,
            4.848923683166504,
            3.6478919982910156,
            3.714123010635376,
            3.4895617961883545,
            4.56541109085083,
            3.994448184967041,
            4.7301716804504395,
            3.971073627471924,
            3.009556293487549,
            3.395500659942627,
            3.4293246269226074,
            3.87418794631958,
            4.503987789154053,
            3.648096799850464,
            3.677396774291992,
            4.233369827270508,
            4.942535877227783,
            3.9924476146698,
            3.736830949783325,
            5.009257793426514,
            5.792375087738037,
            3.675736665725708,
            3.7613534927368164,
            3.4809274673461914,
            3.585984468460083,
            3.1919729709625244,
            3.0915491580963135,
            3.4657816886901855,
            3.854672431945801,
            3.72292423248291,
            4.064093112945557,
            4.023350715637207,
            3.5346193313598633,
            3.0165586471557617,
            3.7290375232696533,
            2.9069302082061768,
            3.9284164905548096,
            3.349268913269043,
            2.9427995681762695,
            2.694597005844116,
            3.2890946865081787,
            3.3822779655456543,
            2.6663148403167725,
            4.076990127563477,
            3.3086743354797363,
            3.441822052001953,
            2.910006523132324,
            3.823190450668335,
            3.2697291374206543,
            3.056830883026123,
            2.068984270095825,
            3.866701602935791,
            3.3697121143341064,
            4.04970121383667,
            3.1078479290008545,
            4.2857208251953125,
            3.017230272293091,
            2.66288161277771,
            4.04972505569458,
            4.039061546325684,
            3.82602596282959,
            2.9173154830932617,
            4.323204517364502,
            3.7310171127319336,
            3.4954185485839844,
            4.1668701171875,
            4.181619644165039,
            3.47930908203125,
            3.563349485397339,
            3.527003765106201
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 9.364387512207031
    },
    {
      "domain": "finance",
      "method": "engram-small",
      "seed": 43,
      "lr": 0.001,
      "best_validation_nll": 3.4052793979644775,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.506697189528495,
          "validation": {
            "nll": 3.4239001274108887,
            "perplexity": 30.688872432649223,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5152509212493896,
              3.605884313583374,
              4.089447498321533,
              4.152840614318848,
              3.575850248336792,
              2.875908851623535,
              3.118180513381958,
              2.7838518619537354,
              4.059262752532959,
              3.912555694580078,
              2.847364902496338,
              3.5171711444854736,
              3.457331895828247,
              2.690699815750122,
              3.851954698562622,
              3.326641082763672,
              3.195613145828247,
              3.72880482673645,
              3.6010360717773438,
              3.8423357009887695,
              3.6729745864868164,
              3.8869311809539795,
              3.4686119556427,
              3.068854331970215,
              3.9278688430786133,
              3.241955041885376,
              3.1038122177124023,
              3.0872421264648438,
              3.297018527984619,
              4.398664474487305,
              3.537233352661133,
              3.390974521636963,
              3.709124803543091,
              3.7447495460510254,
              3.868619203567505,
              4.253213882446289,
              3.237776041030884,
              3.3161258697509766,
              3.693490743637085,
              3.6324381828308105,
              4.133670330047607,
              3.641474962234497,
              3.258329391479492,
              3.184110641479492,
              2.659636974334717,
              2.4308693408966064,
              3.7623131275177,
              4.038392543792725,
              4.51668119430542,
              3.929500102996826,
              2.6281023025512695,
              3.029998779296875,
              3.2379884719848633,
              3.803809881210327,
              3.399416446685791,
              3.20332670211792,
              2.724266290664673,
              3.2937633991241455,
              2.7013633251190186,
              2.8849785327911377,
              2.509166955947876,
              2.9526026248931885,
              3.3076744079589844,
              3.61251163482666
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.475080178352073,
          "validation": {
            "nll": 3.4052793979644775,
            "perplexity": 30.12271077236367,
            "predicted_tokens": 8128,
            "block_nll": [
              2.529069423675537,
              3.587736129760742,
              4.068417549133301,
              4.122230529785156,
              3.555773973464966,
              2.8794422149658203,
              3.0926928520202637,
              2.7965636253356934,
              4.055386066436768,
              3.8812038898468018,
              2.8279428482055664,
              3.485229969024658,
              3.4328055381774902,
              2.669999837875366,
              3.825521945953369,
              3.2948012351989746,
              3.180264711380005,
              3.716427803039551,
              3.5877280235290527,
              3.8092596530914307,
              3.649003744125366,
              3.8699088096618652,
              3.424827814102173,
              3.033782958984375,
              3.9063966274261475,
              3.235602617263794,
              3.0904414653778076,
              3.0287458896636963,
              3.2797770500183105,
              4.3750739097595215,
              3.5214855670928955,
              3.359978675842285,
              3.6981725692749023,
              3.7075583934783936,
              3.8439652919769287,
              4.247828960418701,
              3.217935085296631,
              3.309974193572998,
              3.648674249649048,
              3.5857787132263184,
              4.124983787536621,
              3.626063108444214,
              3.2605302333831787,
              3.169543504714966,
              2.6545958518981934,
              2.4233338832855225,
              3.752479076385498,
              4.004662036895752,
              4.5109477043151855,
              3.9112322330474854,
              2.611065626144409,
              3.0357420444488525,
              3.202227830886841,
              3.768850326538086,
              3.4123098850250244,
              3.2011632919311523,
              2.705404281616211,
              3.268519639968872,
              2.686232805252075,
              2.88033390045166,
              2.4918618202209473,
              2.939444065093994,
              3.2924299240112305,
              3.5705199241638184
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460352,
      "artifact_bytes": 1844869,
      "training_wall_seconds": 37.67921223399753,
      "peak_allocated_mb": 882.4541015625,
      "artifact": "trials/finance-engram-small-s43-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4150595664978027,
          "perplexity": 30.418761312679724,
          "predicted_tokens": 8128,
          "block_nll": [
            2.493258237838745,
            2.7043070793151855,
            3.124783515930176,
            3.896981716156006,
            3.2350239753723145,
            3.7598800659179688,
            4.297209739685059,
            3.45534610748291,
            2.6527535915374756,
            3.623940944671631,
            3.7218613624572754,
            3.458510160446167,
            4.000095367431641,
            3.5621256828308105,
            3.7298152446746826,
            3.815899133682251,
            3.6778597831726074,
            2.508638858795166,
            3.7142493724823,
            4.458958625793457,
            3.161776542663574,
            3.392277717590332,
            3.237105131149292,
            3.467538833618164,
            4.230228900909424,
            3.600250720977783,
            3.7602391242980957,
            3.139492988586426,
            3.00435209274292,
            3.2424886226654053,
            3.621182918548584,
            3.21708345413208,
            2.4295270442962646,
            2.7945518493652344,
            2.5981757640838623,
            3.415740966796875,
            2.915407419204712,
            3.3000175952911377,
            3.78497052192688,
            3.7529196739196777,
            4.058265686035156,
            3.27007794380188,
            3.438673734664917,
            3.1973283290863037,
            3.052807569503784,
            3.220370292663574,
            3.370089530944824,
            2.831191301345825,
            2.731846809387207,
            3.653658866882324,
            3.3568027019500732,
            3.563873767852783,
            3.9251797199249268,
            3.6969659328460693,
            3.4356112480163574,
            3.30580735206604,
            3.301483631134033,
            3.3706774711608887,
            3.5751545429229736,
            3.886582374572754,
            4.304885387420654,
            3.6055123805999756,
            3.224091053009033,
            3.2300426959991455
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3493107943902163,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.5909416968846237,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.302168774304497,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.147569179534912,
          "perplexity": 23.279407686851837,
          "predicted_tokens": 8128,
          "block_nll": [
            3.3133187294006348,
            2.5723371505737305,
            2.7027699947357178,
            3.2464916706085205,
            3.067758083343506,
            3.128267288208008,
            2.9701590538024902,
            3.0033183097839355,
            2.895160675048828,
            3.3807952404022217,
            2.638777494430542,
            3.1183903217315674,
            3.810838222503662,
            2.9796547889709473,
            2.233368158340454,
            3.274855375289917,
            3.6821303367614746,
            3.0565707683563232,
            3.491838216781616,
            3.1214346885681152,
            4.3282575607299805,
            3.0675461292266846,
            2.7732114791870117,
            3.434952974319458,
            2.947876214981079,
            2.7924163341522217,
            3.3747193813323975,
            3.1643173694610596,
            3.9510397911071777,
            3.137072801589966,
            3.5016911029815674,
            2.853353500366211,
            2.9064581394195557,
            3.4001855850219727,
            3.326794385910034,
            2.8499741554260254,
            2.959963083267212,
            2.675726890563965,
            2.9449517726898193,
            3.783637046813965,
            2.616629123687744,
            3.4311466217041016,
            3.9145212173461914,
            3.1505792140960693,
            3.0028581619262695,
            2.977166175842285,
            2.6157400608062744,
            2.4427907466888428,
            2.500734567642212,
            3.6458168029785156,
            3.290017604827881,
            3.419733762741089,
            3.431687593460083,
            2.9800803661346436,
            2.755385160446167,
            3.618699550628662,
            3.110520839691162,
            3.2694058418273926,
            3.667306423187256,
            2.627716541290283,
            3.3484878540039062,
            3.3955516815185547,
            3.1560497283935547,
            3.213426113128662
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.964485483478942,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.8786514325245562,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.404575438739533,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.727708339691162,
          "perplexity": 41.58370316581911,
          "predicted_tokens": 16256,
          "block_nll": [
            3.114704132080078,
            4.206362247467041,
            3.5221877098083496,
            3.8523106575012207,
            3.404740571975708,
            4.0661420822143555,
            3.7262308597564697,
            4.426210880279541,
            3.5666329860687256,
            4.09829568862915,
            3.3541805744171143,
            3.8788933753967285,
            3.5027904510498047,
            4.378668785095215,
            4.1034979820251465,
            3.3365230560302734,
            4.070199489593506,
            3.755930185317993,
            3.8275182247161865,
            3.8366572856903076,
            2.75046443939209,
            3.838136911392212,
            3.921900987625122,
            3.6955366134643555,
            3.925837755203247,
            3.8722612857818604,
            4.023837089538574,
            3.353734016418457,
            3.8241734504699707,
            3.6650564670562744,
            3.9634692668914795,
            4.399434566497803,
            3.7862014770507812,
            4.5758843421936035,
            4.47719144821167,
            4.3408894538879395,
            4.49638557434082,
            4.678560256958008,
            3.9536328315734863,
            4.427820205688477,
            4.155559062957764,
            3.552922010421753,
            3.853224754333496,
            3.5069968700408936,
            3.7149643898010254,
            4.040388584136963,
            3.383904218673706,
            4.067144393920898,
            3.3646926879882812,
            4.002814292907715,
            3.884347677230835,
            3.515444755554199,
            4.552184104919434,
            4.581620693206787,
            4.582577228546143,
            4.60954475402832,
            3.6237282752990723,
            3.2051780223846436,
            4.86670446395874,
            3.513824939727783,
            3.4785661697387695,
            3.4080560207366943,
            4.403741359710693,
            3.8834145069122314,
            4.6137847900390625,
            3.9141910076141357,
            2.977116823196411,
            3.2540318965911865,
            3.360581874847412,
            3.7846407890319824,
            4.448948860168457,
            3.554210901260376,
            3.707663059234619,
            4.07633113861084,
            4.707613945007324,
            3.976038932800293,
            3.4641060829162598,
            4.968757629394531,
            5.693996429443359,
            3.4140818119049072,
            3.6676955223083496,
            3.3356404304504395,
            3.4636290073394775,
            3.1433427333831787,
            3.0566840171813965,
            3.405320644378662,
            3.8624324798583984,
            3.748216152191162,
            3.985490083694458,
            3.961066246032715,
            3.3490676879882812,
            3.035919427871704,
            3.553049087524414,
            2.859086275100708,
            3.8686301708221436,
            3.402792453765869,
            2.9171454906463623,
            2.620023488998413,
            3.0875678062438965,
            3.3990485668182373,
            2.688976764678955,
            3.8729753494262695,
            3.148771286010742,
            3.341149091720581,
            2.8880774974823,
            3.794738531112671,
            3.1882336139678955,
            3.017244815826416,
            1.9624789953231812,
            3.8574013710021973,
            3.1901133060455322,
            3.8795833587646484,
            3.0391688346862793,
            4.151906490325928,
            2.8412976264953613,
            2.5332839488983154,
            3.875906467437744,
            4.033596992492676,
            3.698967218399048,
            2.904264450073242,
            4.256509780883789,
            3.633236885070801,
            3.377440929412842,
            4.002133846282959,
            4.108392715454102,
            3.305290699005127,
            3.570662498474121,
            3.5962603092193604
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.3652801513671875
    },
    {
      "domain": "code",
      "method": "engram-small",
      "seed": 43,
      "lr": 0.001,
      "best_validation_nll": 3.042309284210205,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.101759423967451,
          "validation": {
            "nll": 3.1321468353271484,
            "perplexity": 22.923138959500687,
            "predicted_tokens": 8128,
            "block_nll": [
              3.0354816913604736,
              3.5397889614105225,
              2.2525992393493652,
              1.8430355787277222,
              3.3769118785858154,
              2.770294666290283,
              3.305013418197632,
              3.2977921962738037,
              1.0823899507522583,
              3.008002281188965,
              2.951866388320923,
              2.509498119354248,
              3.6878550052642822,
              3.376483917236328,
              3.7464160919189453,
              3.819688320159912,
              3.148136854171753,
              3.4428837299346924,
              3.2180356979370117,
              3.784823417663574,
              2.200599193572998,
              2.579982280731201,
              2.7916834354400635,
              2.519113063812256,
              2.849318027496338,
              3.302424669265747,
              3.600597858428955,
              3.3558998107910156,
              3.474107503890991,
              2.3319804668426514,
              2.889622211456299,
              3.3873913288116455,
              3.135950803756714,
              2.613429069519043,
              2.999218702316284,
              2.6703341007232666,
              3.298943042755127,
              3.256408929824829,
              2.806326150894165,
              3.2522072792053223,
              3.20206880569458,
              2.7752273082733154,
              3.4677743911743164,
              2.5907411575317383,
              3.23714280128479,
              4.1232099533081055,
              4.510364055633545,
              3.631431818008423,
              3.284327983856201,
              3.6636555194854736,
              3.5150599479675293,
              3.227759838104248,
              3.7907333374023438,
              3.6064977645874023,
              3.280304431915283,
              3.3658030033111572,
              2.790083885192871,
              3.739781141281128,
              3.724163770675659,
              2.8859782218933105,
              2.526840925216675,
              2.6836793422698975,
              3.257328748703003,
              3.0649125576019287
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.9789438822772354,
          "validation": {
            "nll": 3.042309284210205,
            "perplexity": 20.95357516781191,
            "predicted_tokens": 8128,
            "block_nll": [
              2.932938575744629,
              3.5128886699676514,
              2.1940104961395264,
              1.8449598550796509,
              3.201428174972534,
              2.7558038234710693,
              3.1944992542266846,
              3.1165859699249268,
              1.0791232585906982,
              2.867807388305664,
              2.9115428924560547,
              2.4715263843536377,
              3.5137832164764404,
              3.320868968963623,
              3.666837215423584,
              3.7495739459991455,
              3.086202383041382,
              3.402669906616211,
              3.0452308654785156,
              3.626138210296631,
              2.163914203643799,
              2.543152332305908,
              2.673271417617798,
              2.4837870597839355,
              2.724255323410034,
              3.157310962677002,
              3.5232303142547607,
              3.3287124633789062,
              3.391723155975342,
              2.272843599319458,
              2.898303508758545,
              3.324449062347412,
              3.0837953090667725,
              2.513430595397949,
              2.9388222694396973,
              2.585557460784912,
              3.244645357131958,
              3.2018041610717773,
              2.7909536361694336,
              3.0880210399627686,
              2.9463024139404297,
              2.590813398361206,
              3.3680195808410645,
              2.5522713661193848,
              3.0985665321350098,
              3.975956916809082,
              4.335276126861572,
              3.4643287658691406,
              3.0935888290405273,
              3.5998518466949463,
              3.5442280769348145,
              3.2125425338745117,
              3.6407864093780518,
              3.538241147994995,
              3.0634541511535645,
              3.1760175228118896,
              2.7549846172332764,
              3.715087890625,
              3.6383280754089355,
              2.735811948776245,
              2.4881904125213623,
              2.54244065284729,
              3.1318624019622803,
              3.074444055557251
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460352,
      "artifact_bytes": 1844869,
      "training_wall_seconds": 37.298490455999854,
      "peak_allocated_mb": 882.4541015625,
      "artifact": "trials/code-engram-small-s43-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4586782455444336,
          "perplexity": 31.77495006463904,
          "predicted_tokens": 8128,
          "block_nll": [
            2.542942762374878,
            2.725238800048828,
            3.1781411170959473,
            3.9306256771087646,
            3.296675682067871,
            3.809248924255371,
            4.3463969230651855,
            3.4876842498779297,
            2.7045769691467285,
            3.683803081512451,
            3.766409158706665,
            3.502960205078125,
            4.051941871643066,
            3.5884459018707275,
            3.767940044403076,
            3.8673062324523926,
            3.7325050830841064,
            2.4829771518707275,
            3.759246587753296,
            4.469874858856201,
            3.2003014087677,
            3.4062535762786865,
            3.313159227371216,
            3.48199725151062,
            4.267131328582764,
            3.6468939781188965,
            3.784156084060669,
            3.154885768890381,
            3.031501293182373,
            3.273895263671875,
            3.648642063140869,
            3.307323932647705,
            2.4723894596099854,
            2.825504779815674,
            2.6784684658050537,
            3.489871025085449,
            3.0224924087524414,
            3.56611704826355,
            3.8165342807769775,
            3.7827463150024414,
            4.081870079040527,
            3.310401678085327,
            3.4708590507507324,
            3.2039618492126465,
            3.0904061794281006,
            3.2672479152679443,
            3.4257023334503174,
            2.8565948009490967,
            2.7876482009887695,
            3.7173426151275635,
            3.3932814598083496,
            3.5841524600982666,
            3.9734251499176025,
            3.7518250942230225,
            3.512596368789673,
            3.340406894683838,
            3.3020663261413574,
            3.398024559020996,
            3.6309022903442383,
            3.913094997406006,
            4.366939544677734,
            3.6294102668762207,
            3.2152299880981445,
            3.26680064201355
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3853752335270415,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.667959826906267,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.38720733981628,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.9791741371154785,
          "perplexity": 19.671563919903107,
          "predicted_tokens": 8128,
          "block_nll": [
            3.0282766819000244,
            2.462827205657959,
            2.4511754512786865,
            3.0106406211853027,
            2.8612101078033447,
            3.112262010574341,
            2.743487596511841,
            2.74611234664917,
            2.7206919193267822,
            3.0400633811950684,
            2.5340075492858887,
            2.960550308227539,
            3.6508700847625732,
            2.883988618850708,
            2.239938735961914,
            3.078511953353882,
            3.6189522743225098,
            2.9832100868225098,
            3.2142252922058105,
            2.86740779876709,
            4.045449256896973,
            2.834674596786499,
            2.5233142375946045,
            3.1567955017089844,
            2.760845184326172,
            2.7499821186065674,
            3.144618511199951,
            2.9403560161590576,
            3.791409730911255,
            3.054480791091919,
            3.2869133949279785,
            2.6369850635528564,
            2.831845998764038,
            3.279054641723633,
            3.1284143924713135,
            2.5765724182128906,
            2.70589542388916,
            2.545832872390747,
            2.8717041015625,
            3.635430335998535,
            2.575413703918457,
            3.324834108352661,
            3.78582763671875,
            2.977961301803589,
            2.8809115886688232,
            2.861722469329834,
            2.497647523880005,
            2.404542922973633,
            2.294466495513916,
            3.5149357318878174,
            3.0847904682159424,
            3.2216086387634277,
            3.358867645263672,
            2.886035919189453,
            2.5275893211364746,
            3.3597145080566406,
            2.8355634212493896,
            3.1802196502685547,
            3.4313371181488037,
            2.4426581859588623,
            3.022526979446411,
            3.327773332595825,
            2.983762502670288,
            3.1774394512176514
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.5581903512148054,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.754345095800548,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.2169193586305935,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7305476665496826,
          "perplexity": 41.70194066912028,
          "predicted_tokens": 16256,
          "block_nll": [
            3.117723226547241,
            4.207655906677246,
            3.521904945373535,
            3.8383517265319824,
            3.398308753967285,
            4.067291736602783,
            3.7166147232055664,
            4.423135757446289,
            3.555816411972046,
            4.0778398513793945,
            3.357896327972412,
            3.8464367389678955,
            3.4876813888549805,
            4.402044296264648,
            4.092370986938477,
            3.3471782207489014,
            4.009744167327881,
            3.7820751667022705,
            3.846648931503296,
            3.8078691959381104,
            2.7568795680999756,
            3.8212714195251465,
            3.9325318336486816,
            3.6790482997894287,
            3.899099111557007,
            3.876366376876831,
            4.041738510131836,
            3.372091770172119,
            3.816434383392334,
            3.661085605621338,
            3.9317946434020996,
            4.361824989318848,
            3.8252975940704346,
            4.572391033172607,
            4.499263286590576,
            4.367410659790039,
            4.5044097900390625,
            4.664388656616211,
            3.957933187484741,
            4.4281158447265625,
            4.152547836303711,
            3.5817654132843018,
            3.8512182235717773,
            3.4853174686431885,
            3.7460391521453857,
            4.066530704498291,
            3.410892963409424,
            4.043684482574463,
            3.377342939376831,
            3.9627432823181152,
            3.9171969890594482,
            3.5172119140625,
            4.55692195892334,
            4.5938544273376465,
            4.576656341552734,
            4.64433479309082,
            3.61360239982605,
            3.2018868923187256,
            4.912508010864258,
            3.551246404647827,
            3.502187728881836,
            3.4162755012512207,
            4.447750568389893,
            3.923356533050537,
            4.616668224334717,
            3.883216142654419,
            2.994556188583374,
            3.2371134757995605,
            3.3711953163146973,
            3.784311056137085,
            4.4235758781433105,
            3.524570941925049,
            3.728111982345581,
            4.108153343200684,
            4.717627048492432,
            3.965102195739746,
            3.457493543624878,
            4.922231197357178,
            5.757026195526123,
            3.35505747795105,
            3.699812412261963,
            3.3441872596740723,
            3.4857590198516846,
            3.165933847427368,
            3.0768797397613525,
            3.441145658493042,
            3.86872935295105,
            3.761744976043701,
            3.9921505451202393,
            3.994394540786743,
            3.3583076000213623,
            3.0439767837524414,
            3.5224499702453613,
            2.856205701828003,
            3.857135534286499,
            3.3999199867248535,
            2.937739610671997,
            2.6130638122558594,
            3.134870767593384,
            3.4109508991241455,
            2.6873929500579834,
            3.863853931427002,
            3.1769754886627197,
            3.349025011062622,
            2.904076099395752,
            3.764601945877075,
            3.1833908557891846,
            3.0499846935272217,
            1.9818570613861084,
            3.826141119003296,
            3.1804611682891846,
            3.873213291168213,
            3.0493338108062744,
            4.164950370788574,
            2.8528826236724854,
            2.535738468170166,
            3.8409276008605957,
            4.038980484008789,
            3.6847002506256104,
            2.899559259414673,
            4.265516757965088,
            3.6511034965515137,
            3.3593993186950684,
            4.002127170562744,
            4.106007099151611,
            3.3008317947387695,
            3.575669527053833,
            3.60298752784729
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.3652801513671875
    },
    {
      "domain": "finance",
      "method": "lora32",
      "seed": 43,
      "lr": 0.001,
      "best_validation_nll": 3.3008899688720703,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.3918785681016743,
          "validation": {
            "nll": 3.3008899688720703,
            "perplexity": 27.13677906573246,
            "predicted_tokens": 8128,
            "block_nll": [
              2.539472818374634,
              3.467886447906494,
              3.866398572921753,
              4.143127918243408,
              3.4401001930236816,
              2.8536674976348877,
              3.0383315086364746,
              2.7526748180389404,
              3.8894641399383545,
              3.7088472843170166,
              2.6973352432250977,
              3.2903029918670654,
              3.3270862102508545,
              2.6645398139953613,
              3.761049270629883,
              3.2144644260406494,
              3.048349380493164,
              3.543099880218506,
              3.4647116661071777,
              3.637706995010376,
              3.60295033454895,
              3.7429234981536865,
              3.2586007118225098,
              2.9786860942840576,
              3.724395751953125,
              3.134756326675415,
              3.0123889446258545,
              2.881366729736328,
              3.225963592529297,
              4.244386672973633,
              3.3934249877929688,
              3.2348804473876953,
              3.601447820663452,
              3.642934799194336,
              3.7153406143188477,
              4.065850257873535,
              3.1145060062408447,
              3.1732728481292725,
              3.3944036960601807,
              3.491652011871338,
              4.10528564453125,
              3.5638139247894287,
              3.2430341243743896,
              3.156215190887451,
              2.5858588218688965,
              2.346940279006958,
              3.6676852703094482,
              3.813560724258423,
              4.349015235900879,
              3.7406041622161865,
              2.4858829975128174,
              2.974832534790039,
              3.0842485427856445,
              3.651900291442871,
              3.326059103012085,
              3.0802435874938965,
              2.5131313800811768,
              3.1702587604522705,
              2.6197116374969482,
              2.88954496383667,
              2.4600727558135986,
              2.81827449798584,
              3.158947706222534,
              3.4690866470336914
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.2573727753479034,
          "validation": {
            "nll": 3.3158090114593506,
            "perplexity": 27.544668925817177,
            "predicted_tokens": 8128,
            "block_nll": [
              2.4994750022888184,
              3.4698894023895264,
              3.856863260269165,
              4.126679420471191,
              3.4011471271514893,
              2.8654067516326904,
              3.0610039234161377,
              2.758540153503418,
              3.9023187160491943,
              3.7183775901794434,
              2.703132390975952,
              3.2835538387298584,
              3.3476924896240234,
              2.694037675857544,
              3.807809829711914,
              3.253549337387085,
              3.0785763263702393,
              3.5849297046661377,
              3.4801673889160156,
              3.6558327674865723,
              3.6024117469787598,
              3.752715587615967,
              3.2289154529571533,
              2.9584100246429443,
              3.753826141357422,
              3.16223406791687,
              3.0777907371520996,
              2.909268379211426,
              3.2699663639068604,
              4.301848411560059,
              3.38934063911438,
              3.2833921909332275,
              3.608762741088867,
              3.6860527992248535,
              3.7017910480499268,
              4.087717056274414,
              3.1045305728912354,
              3.2006375789642334,
              3.4359688758850098,
              3.506042242050171,
              4.1342997550964355,
              3.554457187652588,
              3.3072166442871094,
              3.162235975265503,
              2.6400392055511475,
              2.3936209678649902,
              3.671832799911499,
              3.855804443359375,
              4.309953212738037,
              3.802830219268799,
              2.511244535446167,
              2.957747459411621,
              3.1360042095184326,
              3.627359628677368,
              3.3439319133758545,
              3.093381404876709,
              2.4749655723571777,
              3.1742725372314453,
              2.5977554321289062,
              2.921243190765381,
              2.4583516120910645,
              2.8194684982299805,
              3.19006085395813,
              3.503095865249634
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843200,
      "artifact_bytes": 7415183,
      "training_wall_seconds": 48.548999482998624,
      "peak_allocated_mb": 975.48486328125,
      "artifact": "trials/finance-lora32-s43-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.2873311042785645,
          "perplexity": 26.771318367860935,
          "predicted_tokens": 8128,
          "block_nll": [
            2.299698829650879,
            2.5782768726348877,
            3.027772903442383,
            3.772108793258667,
            3.171562671661377,
            3.593764543533325,
            4.197010040283203,
            3.4489662647247314,
            2.618699073791504,
            3.4986677169799805,
            3.5956952571868896,
            3.360877752304077,
            3.862772226333618,
            3.403144359588623,
            3.59559965133667,
            3.606448173522949,
            3.559831142425537,
            2.3769028186798096,
            3.5466949939727783,
            4.4384050369262695,
            2.9538118839263916,
            3.317249298095703,
            3.006638288497925,
            3.4235103130340576,
            3.9975485801696777,
            3.470304489135742,
            3.5616440773010254,
            3.0439422130584717,
            3.0010623931884766,
            3.1571083068847656,
            3.5030834674835205,
            3.0220882892608643,
            2.3536882400512695,
            2.6327269077301025,
            2.406834363937378,
            3.3456389904022217,
            2.732046127319336,
            3.033262252807617,
            3.6330626010894775,
            3.7306325435638428,
            3.888716220855713,
            3.152954339981079,
            3.321833610534668,
            3.0985567569732666,
            2.859461545944214,
            3.214289665222168,
            3.2131364345550537,
            2.711371421813965,
            2.627763271331787,
            3.4202253818511963,
            3.35909366607666,
            3.416576862335205,
            3.7057480812072754,
            3.4858083724975586,
            3.342449903488159,
            3.289271116256714,
            3.2642152309417725,
            3.218480348587036,
            3.2903149127960205,
            3.7498631477355957,
            4.018302917480469,
            3.5563840866088867,
            3.158585548400879,
            3.147012948989868
          ],
          "buckets": {
            "unseen": {
              "nll": 3.233661141761249,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.422854969335198,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.162504721928738,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.1986641883850098,
          "perplexity": 24.499781236417736,
          "predicted_tokens": 8128,
          "block_nll": [
            3.3602230548858643,
            2.66104793548584,
            2.8183648586273193,
            3.3173224925994873,
            3.045494556427002,
            3.1622567176818848,
            3.0905747413635254,
            3.050452470779419,
            2.8899803161621094,
            3.3257646560668945,
            2.684601068496704,
            3.1397602558135986,
            3.8192191123962402,
            2.936223030090332,
            2.3489389419555664,
            3.347813129425049,
            3.788557291030884,
            3.1217246055603027,
            3.410736083984375,
            2.9441540241241455,
            4.300877094268799,
            3.1264302730560303,
            2.818915605545044,
            3.4691262245178223,
            3.0433452129364014,
            2.8867716789245605,
            3.428647994995117,
            3.138355255126953,
            3.984715461730957,
            3.2195091247558594,
            3.5878958702087402,
            2.8974039554595947,
            3.019625663757324,
            3.4942500591278076,
            3.460092782974243,
            2.9200422763824463,
            3.03952956199646,
            2.78192400932312,
            2.9260263442993164,
            3.7725210189819336,
            2.6101181507110596,
            3.5226223468780518,
            3.989454984664917,
            3.183804988861084,
            3.0963826179504395,
            3.0905702114105225,
            2.8193931579589844,
            2.6269216537475586,
            2.5153236389160156,
            3.867086887359619,
            3.2630257606506348,
            3.408621072769165,
            3.4031057357788086,
            2.9713618755340576,
            2.6724987030029297,
            3.6117560863494873,
            3.1692464351654053,
            3.418266773223877,
            3.8034937381744385,
            2.6914384365081787,
            3.352052688598633,
            3.481987714767456,
            3.2324717044830322,
            3.3342788219451904
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 4.00184096026576,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.9301755571907306,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.455981439994302,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.785961151123047,
          "perplexity": 44.078015839808884,
          "predicted_tokens": 16256,
          "block_nll": [
            3.158900022506714,
            4.195666790008545,
            3.5904250144958496,
            3.802934408187866,
            3.4841907024383545,
            4.046877861022949,
            3.8146042823791504,
            4.411228656768799,
            3.551427125930786,
            4.21720552444458,
            3.4565885066986084,
            4.03642463684082,
            3.5727288722991943,
            4.401296615600586,
            4.123279094696045,
            3.2936666011810303,
            4.013859748840332,
            3.781489610671997,
            3.823444366455078,
            3.88927960395813,
            2.813690185546875,
            3.883512258529663,
            4.091251850128174,
            3.652100086212158,
            4.087928771972656,
            3.893195390701294,
            4.040407180786133,
            3.4947988986968994,
            3.834243059158325,
            3.6605167388916016,
            4.021480560302734,
            4.551489353179932,
            3.8080146312713623,
            4.640564918518066,
            4.6849236488342285,
            4.560602188110352,
            4.633859157562256,
            4.6407036781311035,
            4.007855415344238,
            4.452837944030762,
            4.274888515472412,
            3.504213571548462,
            3.930835723876953,
            3.5724036693573,
            3.7764973640441895,
            4.182863235473633,
            3.5476484298706055,
            4.0906524658203125,
            3.504326105117798,
            4.103694438934326,
            4.032082557678223,
            3.580836057662964,
            4.744693756103516,
            4.705126762390137,
            4.485651969909668,
            4.601467609405518,
            3.709216356277466,
            3.2422680854797363,
            4.693506240844727,
            3.60014009475708,
            3.579082727432251,
            3.4814817905426025,
            4.486819744110107,
            4.0411200523376465,
            4.743709087371826,
            3.9151415824890137,
            3.1817691326141357,
            3.245438575744629,
            3.3564248085021973,
            3.8986432552337646,
            4.42992639541626,
            3.6653194427490234,
            3.6227822303771973,
            4.135308742523193,
            4.757931709289551,
            3.895232915878296,
            3.6092560291290283,
            4.882998466491699,
            5.075695991516113,
            3.4294331073760986,
            3.715078353881836,
            3.522221088409424,
            3.5311427116394043,
            3.0961222648620605,
            3.0551235675811768,
            3.5236523151397705,
            3.8453946113586426,
            3.741891622543335,
            4.108135223388672,
            3.956197738647461,
            3.4612538814544678,
            3.085028648376465,
            3.630274534225464,
            2.87095308303833,
            3.972726583480835,
            3.4828271865844727,
            2.9681103229522705,
            2.690342426300049,
            3.194758176803589,
            3.407613515853882,
            2.7955875396728516,
            3.967865467071533,
            3.2838094234466553,
            3.39313006401062,
            2.9478025436401367,
            3.8521440029144287,
            3.3304452896118164,
            3.0853731632232666,
            2.009662628173828,
            3.8913021087646484,
            3.3812522888183594,
            4.005919456481934,
            3.168379306793213,
            4.213054656982422,
            2.9731500148773193,
            2.7089805603027344,
            3.8828723430633545,
            3.9796814918518066,
            3.8347315788269043,
            2.9919075965881348,
            4.273303508758545,
            3.698040008544922,
            3.431708812713623,
            4.179995059967041,
            4.1560235023498535,
            3.4826509952545166,
            3.6452693939208984,
            3.7441489696502686
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 11.497725486755371
    },
    {
      "domain": "code",
      "method": "lora32",
      "seed": 43,
      "lr": 0.001,
      "best_validation_nll": 2.65051007270813,
      "history": [
        {
          "epoch": 1,
          "train_nll": 2.6457476299256086,
          "validation": {
            "nll": 2.6651079654693604,
            "perplexity": 14.369500872156552,
            "predicted_tokens": 8128,
            "block_nll": [
              2.501877784729004,
              3.174807548522949,
              1.8488893508911133,
              1.761897325515747,
              2.6719467639923096,
              2.680821180343628,
              2.596125602722168,
              2.485201358795166,
              1.087770938873291,
              2.2567641735076904,
              2.5490241050720215,
              2.4270787239074707,
              2.9511680603027344,
              3.1247920989990234,
              3.286255359649658,
              3.3412978649139404,
              2.97281551361084,
              3.159654140472412,
              2.570026159286499,
              3.069007635116577,
              2.0576910972595215,
              2.496894359588623,
              2.2900283336639404,
              2.3045873641967773,
              2.420086145401001,
              2.6810431480407715,
              3.1054983139038086,
              3.2394118309020996,
              3.184025764465332,
              2.068542957305908,
              2.72318696975708,
              3.120711088180542,
              2.6851096153259277,
              2.1725926399230957,
              2.552860975265503,
              2.069732427597046,
              2.8067891597747803,
              2.789008855819702,
              2.5829544067382812,
              2.5515191555023193,
              2.4368488788604736,
              1.8917720317840576,
              2.8180620670318604,
              2.390421152114868,
              2.502126932144165,
              3.2691550254821777,
              3.502141237258911,
              2.8949716091156006,
              2.555473804473877,
              3.2290637493133545,
              3.257934093475342,
              3.0062835216522217,
              3.1164228916168213,
              3.167052984237671,
              2.4567227363586426,
              2.488353729248047,
              2.426896810531616,
              3.541826009750366,
              3.2204887866973877,
              2.254087448120117,
              2.2821733951568604,
              1.9948310852050781,
              2.612579584121704,
              2.831727981567383
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.394649410387501,
          "validation": {
            "nll": 2.65051007270813,
            "perplexity": 14.161260075769334,
            "predicted_tokens": 8128,
            "block_nll": [
              2.437795400619507,
              3.2359344959259033,
              1.7834445238113403,
              1.8162416219711304,
              2.5902748107910156,
              2.676085948944092,
              2.498535394668579,
              2.4768564701080322,
              1.0089612007141113,
              2.204254150390625,
              2.530524969100952,
              2.468903064727783,
              2.8252439498901367,
              3.1242587566375732,
              3.270780563354492,
              3.3266453742980957,
              3.0070338249206543,
              3.1333863735198975,
              2.4561350345611572,
              3.060497999191284,
              2.0929012298583984,
              2.50765061378479,
              2.2954957485198975,
              2.2919487953186035,
              2.4456534385681152,
              2.657133102416992,
              3.048435926437378,
              3.260380506515503,
              3.2660348415374756,
              2.109311103820801,
              2.7224535942077637,
              3.1783838272094727,
              2.702962636947632,
              2.160592555999756,
              2.564934730529785,
              1.9989957809448242,
              2.8284225463867188,
              2.7324771881103516,
              2.6308794021606445,
              2.494281053543091,
              2.3823516368865967,
              1.8991551399230957,
              2.7752439975738525,
              2.370845079421997,
              2.4896323680877686,
              3.2098777294158936,
              3.3531064987182617,
              2.928769111633301,
              2.4920222759246826,
              3.2255213260650635,
              3.2756612300872803,
              3.02761173248291,
              3.1276774406433105,
              3.1931331157684326,
              2.4242968559265137,
              2.513427495956421,
              2.4553568363189697,
              3.522061347961426,
              3.1037328243255615,
              2.2665419578552246,
              2.329308032989502,
              1.9972976446151733,
              2.568931818008423,
              2.779960870742798
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843200,
      "artifact_bytes": 7415183,
      "training_wall_seconds": 46.51055111599999,
      "peak_allocated_mb": 975.48486328125,
      "artifact": "trials/code-lora32-s43-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.554102659225464,
          "perplexity": 34.956438052466275,
          "predicted_tokens": 8128,
          "block_nll": [
            2.595008373260498,
            2.7654902935028076,
            3.3086512088775635,
            3.9857494831085205,
            3.386245012283325,
            3.9182703495025635,
            4.481684684753418,
            3.604403257369995,
            2.8472132682800293,
            3.8480563163757324,
            3.940077304840088,
            3.5799269676208496,
            4.1162333488464355,
            3.721618413925171,
            3.8482258319854736,
            3.968611001968384,
            3.7350640296936035,
            2.617042064666748,
            3.8625011444091797,
            4.618265151977539,
            3.1366584300994873,
            3.4996516704559326,
            3.358119487762451,
            3.570244312286377,
            4.225329875946045,
            3.8711438179016113,
            3.9715054035186768,
            3.2015414237976074,
            3.1090762615203857,
            3.5731260776519775,
            3.6864097118377686,
            3.412524938583374,
            2.4916818141937256,
            2.9068186283111572,
            2.6626856327056885,
            3.631913900375366,
            3.1172478199005127,
            3.8797097206115723,
            3.9364991188049316,
            4.0584187507629395,
            4.245974540710449,
            3.378145694732666,
            3.5287647247314453,
            3.280125379562378,
            3.204010248184204,
            3.2897961139678955,
            3.4653518199920654,
            2.934152364730835,
            3.120650053024292,
            3.7928876876831055,
            3.5109591484069824,
            3.7031235694885254,
            4.042545795440674,
            3.759284257888794,
            3.4973013401031494,
            3.390503406524658,
            3.3646368980407715,
            3.480217218399048,
            3.6424343585968018,
            4.056090354919434,
            4.412519931793213,
            3.740115165710449,
            3.2672860622406006,
            3.307058095932007
          ],
          "buckets": {
            "unseen": {
              "nll": 3.4725798004789694,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.7435813710549826,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.4953290778097585,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.568004608154297,
          "perplexity": 13.039778995464337,
          "predicted_tokens": 8128,
          "block_nll": [
            2.541504383087158,
            2.2351150512695312,
            2.0251009464263916,
            2.3026082515716553,
            2.4214653968811035,
            2.96461820602417,
            2.234137535095215,
            2.0674426555633545,
            2.370391368865967,
            2.4098575115203857,
            2.1970224380493164,
            2.7136712074279785,
            3.334139108657837,
            2.5403006076812744,
            2.138723373413086,
            2.7103686332702637,
            3.383319139480591,
            2.699244499206543,
            2.5980045795440674,
            2.16913104057312,
            3.4010558128356934,
            2.2996411323547363,
            2.026801109313965,
            2.7046186923980713,
            2.396353244781494,
            2.565493106842041,
            2.7888777256011963,
            2.4473729133605957,
            3.422023057937622,
            2.6979258060455322,
            2.89154052734375,
            2.232588529586792,
            2.5370945930480957,
            2.890625476837158,
            2.56664776802063,
            2.009075880050659,
            2.1506783962249756,
            2.1326589584350586,
            2.611881732940674,
            3.2843971252441406,
            2.415738821029663,
            3.0923995971679688,
            3.2977077960968018,
            2.5778539180755615,
            2.5251834392547607,
            2.4055063724517822,
            2.0703506469726562,
            2.0496277809143066,
            1.7548214197158813,
            3.0297365188598633,
            2.61604642868042,
            2.7480080127716064,
            3.103672981262207,
            2.6722028255462646,
            2.0557734966278076,
            2.7861461639404297,
            2.4371750354766846,
            2.951524019241333,
            2.747495412826538,
            1.8609545230865479,
            2.5348265171051025,
            3.0433754920959473,
            2.6120407581329346,
            2.850620985031128
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 2.7477578179021216,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.448285331750024,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 2.685550921106325,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.905454158782959,
          "perplexity": 49.672634053236834,
          "predicted_tokens": 16256,
          "block_nll": [
            3.2951390743255615,
            4.381897926330566,
            3.789447069168091,
            4.038125038146973,
            3.707519054412842,
            4.271515846252441,
            3.8260886669158936,
            4.561108589172363,
            3.7455015182495117,
            4.319712162017822,
            3.5379276275634766,
            4.081508159637451,
            3.6815998554229736,
            4.6718597412109375,
            4.386850357055664,
            3.5015764236450195,
            4.115677833557129,
            4.066781520843506,
            3.9576075077056885,
            4.045564651489258,
            2.931286096572876,
            4.068757057189941,
            4.088532447814941,
            3.8161463737487793,
            4.206986904144287,
            4.014973163604736,
            4.243818283081055,
            3.6144230365753174,
            3.993546962738037,
            3.8849635124206543,
            4.041214466094971,
            4.740736961364746,
            3.927919864654541,
            4.734414577484131,
            4.691949367523193,
            4.644774913787842,
            4.847020626068115,
            4.728046894073486,
            4.201361656188965,
            4.637765884399414,
            4.288034915924072,
            3.701549530029297,
            3.9906270503997803,
            3.6459667682647705,
            3.888486385345459,
            4.367030143737793,
            3.8397204875946045,
            4.155553340911865,
            3.587779998779297,
            4.146608829498291,
            4.108468055725098,
            3.7235329151153564,
            4.765742301940918,
            4.7974629402160645,
            4.70551872253418,
            4.6356282234191895,
            3.6548233032226562,
            3.396825075149536,
            4.880621910095215,
            3.787738800048828,
            3.738429069519043,
            3.5791878700256348,
            4.654501914978027,
            4.014995098114014,
            4.817266941070557,
            4.087025165557861,
            3.076917886734009,
            3.4474587440490723,
            3.490967035293579,
            3.92293643951416,
            4.594718933105469,
            3.736994504928589,
            3.7386436462402344,
            4.299516201019287,
            4.968658924102783,
            4.101302623748779,
            3.7629239559173584,
            5.12041711807251,
            6.0323615074157715,
            3.7627086639404297,
            3.924299478530884,
            3.5630481243133545,
            3.6908936500549316,
            3.223304271697998,
            3.16219425201416,
            3.550978422164917,
            3.908806085586548,
            3.827387571334839,
            4.195484161376953,
            4.0827107429504395,
            3.639864444732666,
            3.0783276557922363,
            3.754549503326416,
            2.946728229522705,
            4.025712490081787,
            3.4147863388061523,
            3.0352985858917236,
            2.7224061489105225,
            3.356224775314331,
            3.4333784580230713,
            2.7257139682769775,
            4.214627742767334,
            3.4285614490509033,
            3.467395305633545,
            2.942657232284546,
            3.910372257232666,
            3.2568705081939697,
            3.1477909088134766,
            2.119086503982544,
            3.9035675525665283,
            3.446260452270508,
            4.119636535644531,
            3.1609907150268555,
            4.494505405426025,
            3.079796314239502,
            2.6762871742248535,
            4.12571382522583,
            4.082263469696045,
            3.9260764122009277,
            2.962449312210083,
            4.40437126159668,
            3.8553361892700195,
            3.5270285606384277,
            4.254612922668457,
            4.269630432128906,
            3.5454728603363037,
            3.6661689281463623,
            3.5912063121795654
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 11.497725486755371
    },
    {
      "domain": "finance",
      "method": "engram-large",
      "seed": 43,
      "lr": 0.001,
      "best_validation_nll": 3.4102964401245117,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.5066078782547265,
          "validation": {
            "nll": 3.426862955093384,
            "perplexity": 30.779933105364677,
            "predicted_tokens": 8128,
            "block_nll": [
              2.508678674697876,
              3.6108124256134033,
              4.091431617736816,
              4.156301498413086,
              3.5778157711029053,
              2.8718011379241943,
              3.128788471221924,
              2.7882864475250244,
              4.071247100830078,
              3.915492057800293,
              2.8404531478881836,
              3.5202345848083496,
              3.4592444896698,
              2.693394184112549,
              3.8533504009246826,
              3.330824136734009,
              3.199397563934326,
              3.732811689376831,
              3.6100752353668213,
              3.8425827026367188,
              3.669123649597168,
              3.9010543823242188,
              3.4720964431762695,
              3.068878412246704,
              3.934352397918701,
              3.2486212253570557,
              3.1117329597473145,
              3.0979244709014893,
              3.2922260761260986,
              4.402865886688232,
              3.5320239067077637,
              3.3938992023468018,
              3.7063369750976562,
              3.743481159210205,
              3.8642218112945557,
              4.262289524078369,
              3.23842716217041,
              3.325421094894409,
              3.699728012084961,
              3.6295571327209473,
              4.141411304473877,
              3.6493043899536133,
              3.2611570358276367,
              3.181425094604492,
              2.6642093658447266,
              2.428956985473633,
              3.756716728210449,
              4.045693397521973,
              4.525782585144043,
              3.9340898990631104,
              2.636456251144409,
              3.033411741256714,
              3.233023166656494,
              3.8113393783569336,
              3.4017248153686523,
              3.2022130489349365,
              2.728201150894165,
              3.2953085899353027,
              2.701555013656616,
              2.8960797786712646,
              2.5060930252075195,
              2.9589767456054688,
              3.3101754188537598,
              3.618645429611206
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.467604017117992,
          "validation": {
            "nll": 3.4102964401245117,
            "perplexity": 30.27421742211374,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5210654735565186,
              3.594292640686035,
              4.0733160972595215,
              4.135018825531006,
              3.5653584003448486,
              2.871913433074951,
              3.106917142868042,
              2.7920470237731934,
              4.0486040115356445,
              3.8775384426116943,
              2.8162896633148193,
              3.500380516052246,
              3.4370779991149902,
              2.680013656616211,
              3.8181397914886475,
              3.2843918800354004,
              3.1882965564727783,
              3.726555347442627,
              3.597425937652588,
              3.8243191242218018,
              3.6429927349090576,
              3.8961124420166016,
              3.4326674938201904,
              3.0271494388580322,
              3.9235103130340576,
              3.233853578567505,
              3.097710132598877,
              3.059070110321045,
              3.288015127182007,
              4.384884357452393,
              3.522164821624756,
              3.3722338676452637,
              3.6975841522216797,
              3.7074666023254395,
              3.8456714153289795,
              4.253015995025635,
              3.2229795455932617,
              3.3077805042266846,
              3.6480159759521484,
              3.594578266143799,
              4.144370079040527,
              3.6457138061523438,
              3.256962537765503,
              3.1784675121307373,
              2.653416156768799,
              2.4264562129974365,
              3.7478811740875244,
              4.023846626281738,
              4.516666412353516,
              3.9213781356811523,
              2.609071731567383,
              3.0327489376068115,
              3.2100765705108643,
              3.7866475582122803,
              3.4057118892669678,
              3.2023568153381348,
              2.717149019241333,
              3.271074056625366,
              2.679635524749756,
              2.888420343399048,
              2.503275156021118,
              2.94321870803833,
              3.291609048843384,
              3.5864012241363525
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843392,
      "artifact_bytes": 7377029,
      "training_wall_seconds": 37.95295183500275,
      "peak_allocated_mb": 904.2998046875,
      "artifact": "trials/finance-engram-large-s43-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4203977584838867,
          "perplexity": 30.581576683764204,
          "predicted_tokens": 8128,
          "block_nll": [
            2.502678632736206,
            2.7114391326904297,
            3.141380786895752,
            3.904989004135132,
            3.2495100498199463,
            3.780059337615967,
            4.29827880859375,
            3.4686036109924316,
            2.6628549098968506,
            3.6261844635009766,
            3.7319397926330566,
            3.4637675285339355,
            4.010316848754883,
            3.5661141872406006,
            3.727245807647705,
            3.8382809162139893,
            3.664358139038086,
            2.514472007751465,
            3.7295873165130615,
            4.471934795379639,
            3.1565921306610107,
            3.3973913192749023,
            3.2499582767486572,
            3.4728786945343018,
            4.259184837341309,
            3.585684061050415,
            3.7670340538024902,
            3.1396758556365967,
            3.0028445720672607,
            3.2433359622955322,
            3.6275458335876465,
            3.232203960418701,
            2.413679838180542,
            2.807999849319458,
            2.602513074874878,
            3.4076852798461914,
            2.8917996883392334,
            3.247875690460205,
            3.779467821121216,
            3.7686820030212402,
            4.047732830047607,
            3.274954319000244,
            3.442556619644165,
            3.202322244644165,
            3.0627481937408447,
            3.232755184173584,
            3.3717474937438965,
            2.8432817459106445,
            2.752366542816162,
            3.6593570709228516,
            3.369894504547119,
            3.5639941692352295,
            3.954763889312744,
            3.7122201919555664,
            3.440213441848755,
            3.317653179168701,
            3.2827036380767822,
            3.3836374282836914,
            3.5814318656921387,
            3.9075193405151367,
            4.331337928771973,
            3.6042187213897705,
            3.214200496673584,
            3.233804941177368
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3562900572287595,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.5892992580881726,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.299853593019637,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.1534905433654785,
          "perplexity": 23.41766245395094,
          "predicted_tokens": 8128,
          "block_nll": [
            3.325676918029785,
            2.5501410961151123,
            2.709158420562744,
            3.2492856979370117,
            3.082321882247925,
            3.1318557262420654,
            2.9824588298797607,
            3.011139154434204,
            2.905118465423584,
            3.3847594261169434,
            2.646134614944458,
            3.1135432720184326,
            3.826329469680786,
            2.988219738006592,
            2.240185022354126,
            3.2846896648406982,
            3.674783945083618,
            3.0569887161254883,
            3.49485445022583,
            3.123525619506836,
            4.348980903625488,
            3.074302911758423,
            2.784442663192749,
            3.4591941833496094,
            2.972011089324951,
            2.8073019981384277,
            3.379864454269409,
            3.160092353820801,
            3.9549498558044434,
            3.1229989528656006,
            3.5113093852996826,
            2.8581044673919678,
            2.9118130207061768,
            3.4112424850463867,
            3.347848892211914,
            2.8530514240264893,
            2.9611222743988037,
            2.6940784454345703,
            2.9378535747528076,
            3.801237106323242,
            2.6184301376342773,
            3.440274477005005,
            3.9054789543151855,
            3.146080255508423,
            2.9957830905914307,
            2.9947516918182373,
            2.6217002868652344,
            2.4318172931671143,
            2.509753465652466,
            3.684091329574585,
            3.30446457862854,
            3.444575786590576,
            3.4047513008117676,
            2.9810848236083984,
            2.76462721824646,
            3.6310572624206543,
            3.1066694259643555,
            3.271454334259033,
            3.6788651943206787,
            2.6220996379852295,
            3.3533053398132324,
            3.410876989364624,
            3.1616344451904297,
            3.2067930698394775
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.9774215135759357,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.8820278044641285,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.4164117845145494,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7245116233825684,
          "perplexity": 41.450984109344624,
          "predicted_tokens": 16256,
          "block_nll": [
            3.1193253993988037,
            4.211352825164795,
            3.515380620956421,
            3.858402729034424,
            3.4069862365722656,
            4.075497627258301,
            3.7207911014556885,
            4.442135334014893,
            3.5757875442504883,
            4.099668502807617,
            3.3642616271972656,
            3.87601900100708,
            3.480177402496338,
            4.387403964996338,
            4.098877429962158,
            3.3388290405273438,
            4.063597679138184,
            3.76859974861145,
            3.829824686050415,
            3.8332772254943848,
            2.743804454803467,
            3.8376407623291016,
            3.900937557220459,
            3.692507266998291,
            3.928071975708008,
            3.8701210021972656,
            4.024945259094238,
            3.3569071292877197,
            3.8081254959106445,
            3.669102668762207,
            3.9465534687042236,
            4.402316093444824,
            3.791470766067505,
            4.563745975494385,
            4.482753753662109,
            4.330677032470703,
            4.48691987991333,
            4.697660446166992,
            3.974181890487671,
            4.445030689239502,
            4.15755558013916,
            3.5453174114227295,
            3.841862678527832,
            3.489628314971924,
            3.737947463989258,
            4.0281291007995605,
            3.367018699645996,
            4.065093040466309,
            3.358549118041992,
            4.016350269317627,
            3.8922762870788574,
            3.5179810523986816,
            4.563746929168701,
            4.5835771560668945,
            4.577018737792969,
            4.627018928527832,
            3.6084835529327393,
            3.1910202503204346,
            4.89221715927124,
            3.5053036212921143,
            3.480931282043457,
            3.4156317710876465,
            4.400851249694824,
            3.890096426010132,
            4.627862930297852,
            3.9122695922851562,
            2.956634998321533,
            3.252784013748169,
            3.3449952602386475,
            3.7688167095184326,
            4.431660175323486,
            3.561245918273926,
            3.7141053676605225,
            4.0668768882751465,
            4.6840925216674805,
            3.983694076538086,
            3.4670581817626953,
            4.95560884475708,
            5.709971904754639,
            3.3912975788116455,
            3.674839496612549,
            3.3183252811431885,
            3.4703643321990967,
            3.1780307292938232,
            3.0649523735046387,
            3.397578716278076,
            3.8670194149017334,
            3.728132724761963,
            3.9857406616210938,
            3.944230794906616,
            3.3202342987060547,
            3.0454039573669434,
            3.5282626152038574,
            2.847794771194458,
            3.859989643096924,
            3.3883349895477295,
            2.8673293590545654,
            2.603874921798706,
            3.071369171142578,
            3.4004759788513184,
            2.6641573905944824,
            3.872967004776001,
            3.1476893424987793,
            3.333235502243042,
            2.8596625328063965,
            3.800159215927124,
            3.18119740486145,
            3.0120766162872314,
            1.9639151096343994,
            3.8467986583709717,
            3.1631834506988525,
            3.885951519012451,
            3.02669620513916,
            4.155847549438477,
            2.835214138031006,
            2.5508787631988525,
            3.8746395111083984,
            4.035176753997803,
            3.6977970600128174,
            2.9043490886688232,
            4.23136043548584,
            3.639437437057495,
            3.363743543624878,
            3.991887092590332,
            4.125904560089111,
            3.2990448474884033,
            3.5575597286224365,
            3.552391290664673
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.1114006042480469
    },
    {
      "domain": "code",
      "method": "engram-large",
      "seed": 43,
      "lr": 0.001,
      "best_validation_nll": 3.052628993988037,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.1066026117186993,
          "validation": {
            "nll": 3.147486686706543,
            "perplexity": 23.277487381875773,
            "predicted_tokens": 8128,
            "block_nll": [
              3.059659957885742,
              3.5510830879211426,
              2.2646825313568115,
              1.8436540365219116,
              3.3921215534210205,
              2.7788541316986084,
              3.337306022644043,
              3.3244731426239014,
              1.0799940824508667,
              3.0236356258392334,
              2.957943916320801,
              2.517648220062256,
              3.7151167392730713,
              3.396364688873291,
              3.758793354034424,
              3.8298935890197754,
              3.1564130783081055,
              3.446749210357666,
              3.2523152828216553,
              3.818708896636963,
              2.2061493396759033,
              2.584359884262085,
              2.8074076175689697,
              2.5233263969421387,
              2.8597910404205322,
              3.3291890621185303,
              3.611079692840576,
              3.3685686588287354,
              3.485714912414551,
              2.3552255630493164,
              2.9000437259674072,
              3.410496711730957,
              3.1511294841766357,
              2.624469041824341,
              3.010929822921753,
              2.670208692550659,
              3.3145337104797363,
              3.278412103652954,
              2.825474262237549,
              3.279905080795288,
              3.238659620285034,
              2.802696466445923,
              3.4777731895446777,
              2.616912364959717,
              3.2592649459838867,
              4.135035514831543,
              4.541505813598633,
              3.6552703380584717,
              3.3049302101135254,
              3.684128761291504,
              3.5073533058166504,
              3.2353515625,
              3.81862473487854,
              3.615722417831421,
              3.3145785331726074,
              3.39235520362854,
              2.793177366256714,
              3.7513203620910645,
              3.7293615341186523,
              2.897145986557007,
              2.5428690910339355,
              2.6958577632904053,
              3.2663662433624268,
              3.061060667037964
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.9624541823286563,
          "validation": {
            "nll": 3.052628993988037,
            "perplexity": 21.170929570577577,
            "predicted_tokens": 8128,
            "block_nll": [
              2.9426164627075195,
              3.5088627338409424,
              2.2021360397338867,
              1.8216557502746582,
              3.1951584815979004,
              2.7526638507843018,
              3.2157416343688965,
              3.14772629737854,
              1.0804632902145386,
              2.8806700706481934,
              2.9309213161468506,
              2.49023175239563,
              3.5071351528167725,
              3.3350043296813965,
              3.6747379302978516,
              3.761688232421875,
              3.091761350631714,
              3.413670063018799,
              3.080509662628174,
              3.64707350730896,
              2.178588390350342,
              2.5601370334625244,
              2.7039525508880615,
              2.508843183517456,
              2.7338852882385254,
              3.1805360317230225,
              3.521047592163086,
              3.3711578845977783,
              3.4113810062408447,
              2.2751286029815674,
              2.8863377571105957,
              3.3501055240631104,
              3.1004951000213623,
              2.5302624702453613,
              2.930077314376831,
              2.5921363830566406,
              3.248201370239258,
              3.225890874862671,
              2.7950167655944824,
              3.1264352798461914,
              2.9681594371795654,
              2.604222059249878,
              3.352342128753662,
              2.5692880153656006,
              3.109485626220703,
              3.9819324016571045,
              4.337314128875732,
              3.477715253829956,
              3.089986801147461,
              3.6162142753601074,
              3.4953601360321045,
              3.2272825241088867,
              3.6567330360412598,
              3.523991823196411,
              3.092886447906494,
              3.1944897174835205,
              2.7643702030181885,
              3.735438585281372,
              3.6538989543914795,
              2.7651500701904297,
              2.4769413471221924,
              2.548314094543457,
              3.1413748264312744,
              3.0753121376037598
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843392,
      "artifact_bytes": 7377029,
      "training_wall_seconds": 37.40692541300086,
      "peak_allocated_mb": 904.2998046875,
      "artifact": "trials/code-engram-large-s43-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4535892009735107,
          "perplexity": 31.613656690209844,
          "predicted_tokens": 8128,
          "block_nll": [
            2.531409978866577,
            2.7301361560821533,
            3.1747336387634277,
            3.9404821395874023,
            3.2678701877593994,
            3.8106894493103027,
            4.341894626617432,
            3.4862194061279297,
            2.67008113861084,
            3.6714067459106445,
            3.760840654373169,
            3.483966827392578,
            4.0557050704956055,
            3.582815408706665,
            3.7600460052490234,
            3.866969108581543,
            3.7311902046203613,
            2.4956681728363037,
            3.764971971511841,
            4.473258972167969,
            3.1920254230499268,
            3.3997445106506348,
            3.2961349487304688,
            3.4731602668762207,
            4.2800493240356445,
            3.638594150543213,
            3.8027594089508057,
            3.1478183269500732,
            3.0176498889923096,
            3.2614924907684326,
            3.6293811798095703,
            3.284986734390259,
            2.4643146991729736,
            2.83540678024292,
            2.666133165359497,
            3.484520673751831,
            3.0191256999969482,
            3.5426928997039795,
            3.8200266361236572,
            3.7851083278656006,
            4.0777764320373535,
            3.3023011684417725,
            3.461381435394287,
            3.2248618602752686,
            3.08737850189209,
            3.2620108127593994,
            3.4207146167755127,
            2.866530418395996,
            2.7837588787078857,
            3.7045321464538574,
            3.399261713027954,
            3.581120014190674,
            3.97305965423584,
            3.751025438308716,
            3.475787878036499,
            3.3251290321350098,
            3.309084415435791,
            3.4038312435150146,
            3.61997652053833,
            3.9180359840393066,
            4.358649730682373,
            3.6207327842712402,
            3.2079293727874756,
            3.2533488273620605
          ],
          "buckets": {
            "unseen": {
              "nll": 3.379800320021088,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.663859542201315,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.385258021143718,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.9896538257598877,
          "perplexity": 19.87879977191795,
          "predicted_tokens": 8128,
          "block_nll": [
            3.0674781799316406,
            2.462712287902832,
            2.469296455383301,
            3.0254099369049072,
            2.8660879135131836,
            3.1065781116485596,
            2.744358777999878,
            2.735954761505127,
            2.7127435207366943,
            3.0360727310180664,
            2.5457539558410645,
            2.959015369415283,
            3.6705281734466553,
            2.8946049213409424,
            2.242828607559204,
            3.1107358932495117,
            3.604771614074707,
            2.9780445098876953,
            3.222989797592163,
            2.848701000213623,
            4.049612045288086,
            2.8373188972473145,
            2.550903797149658,
            3.1576716899871826,
            2.778796911239624,
            2.74826717376709,
            3.142232894897461,
            2.9528112411499023,
            3.8124680519104004,
            3.054482936859131,
            3.300795078277588,
            2.672661781311035,
            2.830214262008667,
            3.3261823654174805,
            3.114839792251587,
            2.603675603866577,
            2.7220618724823,
            2.5441441535949707,
            2.8793370723724365,
            3.6684885025024414,
            2.589076280593872,
            3.352652072906494,
            3.8162899017333984,
            3.010894536972046,
            2.9035885334014893,
            2.8381476402282715,
            2.498790979385376,
            2.410830020904541,
            2.2991535663604736,
            3.5167832374572754,
            3.085641384124756,
            3.242204427719116,
            3.35817289352417,
            2.8967652320861816,
            2.535543203353882,
            3.377183675765991,
            2.840970754623413,
            3.22991943359375,
            3.453838348388672,
            2.4492294788360596,
            3.0532732009887695,
            3.3752338886260986,
            2.981865406036377,
            3.17016863822937
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.572181986402217,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.7667028463620844,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.2201681609973423,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.728311777114868,
          "perplexity": 41.6088039011255,
          "predicted_tokens": 16256,
          "block_nll": [
            3.1216142177581787,
            4.206170082092285,
            3.502897262573242,
            3.8394157886505127,
            3.3977832794189453,
            4.078591346740723,
            3.7170567512512207,
            4.42439603805542,
            3.554198741912842,
            4.090631008148193,
            3.358875036239624,
            3.850004196166992,
            3.4735286235809326,
            4.37970495223999,
            4.0869245529174805,
            3.349703550338745,
            4.078414440155029,
            3.777202844619751,
            3.850274085998535,
            3.8277571201324463,
            2.7451846599578857,
            3.8101577758789062,
            3.891550064086914,
            3.6825549602508545,
            3.9261300563812256,
            3.888922691345215,
            4.0122599601745605,
            3.345004081726074,
            3.8008854389190674,
            3.653787136077881,
            3.9566402435302734,
            4.377161979675293,
            3.8214120864868164,
            4.556761741638184,
            4.48702335357666,
            4.326451778411865,
            4.494207382202148,
            4.691146373748779,
            3.9595601558685303,
            4.426188945770264,
            4.162640571594238,
            3.575965404510498,
            3.853628635406494,
            3.4861135482788086,
            3.7546472549438477,
            4.0492987632751465,
            3.39188551902771,
            4.0536603927612305,
            3.3748726844787598,
            3.994413375854492,
            3.9069907665252686,
            3.506463050842285,
            4.560750961303711,
            4.594392776489258,
            4.606036186218262,
            4.646491050720215,
            3.6105525493621826,
            3.190030097961426,
            4.894120693206787,
            3.530949831008911,
            3.4900035858154297,
            3.41994309425354,
            4.423712730407715,
            3.8853843212127686,
            4.611020565032959,
            3.899610996246338,
            2.981362819671631,
            3.2415480613708496,
            3.3323426246643066,
            3.7530596256256104,
            4.420658588409424,
            3.542903184890747,
            3.724195718765259,
            4.094372272491455,
            4.714888572692871,
            3.9797370433807373,
            3.4528892040252686,
            4.94368839263916,
            5.764165878295898,
            3.3553688526153564,
            3.7018990516662598,
            3.324983596801758,
            3.4891138076782227,
            3.1674277782440186,
            3.08589768409729,
            3.418285846710205,
            3.8726844787597656,
            3.7563445568084717,
            4.006072521209717,
            3.9878294467926025,
            3.3433332443237305,
            3.0519909858703613,
            3.5161585807800293,
            2.864581823348999,
            3.8640081882476807,
            3.4062211513519287,
            2.899507522583008,
            2.6033577919006348,
            3.121739625930786,
            3.399991035461426,
            2.6656177043914795,
            3.88122820854187,
            3.160590887069702,
            3.365084648132324,
            2.903494358062744,
            3.7761099338531494,
            3.182793140411377,
            3.036642551422119,
            1.9755859375,
            3.8402926921844482,
            3.1744918823242188,
            3.8844516277313232,
            3.0488741397857666,
            4.142667293548584,
            2.854012966156006,
            2.5331594944000244,
            3.8382763862609863,
            4.041332721710205,
            3.708482503890991,
            2.903075695037842,
            4.252720355987549,
            3.648683547973633,
            3.3570730686187744,
            4.002066612243652,
            4.105907440185547,
            3.301827907562256,
            3.586132526397705,
            3.5789425373077393
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.1114006042480469
    },
    {
      "domain": "finance",
      "method": "lora8",
      "seed": 44,
      "lr": 0.001,
      "best_validation_nll": 3.304481267929077,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.4124313092324883,
          "validation": {
            "nll": 3.3092756271362305,
            "perplexity": 27.365295613113332,
            "predicted_tokens": 8128,
            "block_nll": [
              2.518129825592041,
              3.487027645111084,
              3.951977491378784,
              4.114941596984863,
              3.4517786502838135,
              2.8346290588378906,
              3.0154967308044434,
              2.7636356353759766,
              3.923975944519043,
              3.7380309104919434,
              2.7297961711883545,
              3.2981913089752197,
              3.352290153503418,
              2.654378652572632,
              3.7860305309295654,
              3.214238405227661,
              3.0564749240875244,
              3.5438990592956543,
              3.4522666931152344,
              3.611698627471924,
              3.6134626865386963,
              3.7512013912200928,
              3.2865781784057617,
              2.95613956451416,
              3.7338171005249023,
              3.1620776653289795,
              3.014813184738159,
              2.9245569705963135,
              3.1954095363616943,
              4.248375415802002,
              3.3918967247009277,
              3.2188708782196045,
              3.617424964904785,
              3.6308064460754395,
              3.7134265899658203,
              4.0657806396484375,
              3.1199536323547363,
              3.197037935256958,
              3.4591009616851807,
              3.5037028789520264,
              4.096290588378906,
              3.543661594390869,
              3.270160436630249,
              3.184934139251709,
              2.6353189945220947,
              2.3791704177856445,
              3.6975815296173096,
              3.8350937366485596,
              4.370400428771973,
              3.735841989517212,
              2.4979748725891113,
              2.955950975418091,
              3.1063342094421387,
              3.617603063583374,
              3.3553597927093506,
              3.0554821491241455,
              2.5140562057495117,
              3.163485527038574,
              2.6177163124084473,
              2.882213830947876,
              2.4759037494659424,
              2.840517282485962,
              3.1608829498291016,
              3.4984054565429688
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.316718183690682,
          "validation": {
            "nll": 3.304481267929077,
            "perplexity": 27.23441056181842,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5084376335144043,
              3.447117805480957,
              3.883537530899048,
              4.137757778167725,
              3.435542345046997,
              2.8318727016448975,
              3.021467685699463,
              2.7491400241851807,
              3.8965466022491455,
              3.714143753051758,
              2.7119429111480713,
              3.260310173034668,
              3.3687710762023926,
              2.671285390853882,
              3.7932519912719727,
              3.2115557193756104,
              3.0413260459899902,
              3.570148229598999,
              3.46242618560791,
              3.6310319900512695,
              3.5887534618377686,
              3.72668194770813,
              3.26125431060791,
              2.949254035949707,
              3.7615737915039062,
              3.1471967697143555,
              3.0263466835021973,
              2.873204469680786,
              3.182267665863037,
              4.234682559967041,
              3.3901150226593018,
              3.232882261276245,
              3.5918679237365723,
              3.6522703170776367,
              3.6942496299743652,
              4.072771072387695,
              3.108457088470459,
              3.1814165115356445,
              3.4242799282073975,
              3.4690539836883545,
              4.111910820007324,
              3.554363965988159,
              3.2726900577545166,
              3.1418392658233643,
              2.620365858078003,
              2.3959336280822754,
              3.7064144611358643,
              3.8313636779785156,
              4.404250144958496,
              3.75097393989563,
              2.4808011054992676,
              2.9852545261383057,
              3.1158084869384766,
              3.619957685470581,
              3.3465657234191895,
              3.0868709087371826,
              2.4821131229400635,
              3.172893762588501,
              2.622241735458374,
              2.9033701419830322,
              2.4542481899261475,
              2.842897653579712,
              3.177354335784912,
              3.4901230335235596
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460800,
      "artifact_bytes": 1885583,
      "training_wall_seconds": 46.709340607998456,
      "peak_allocated_mb": 951.45556640625,
      "artifact": "trials/finance-lora8-s44-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.2874045372009277,
          "perplexity": 26.773284336186723,
          "predicted_tokens": 8128,
          "block_nll": [
            2.296076774597168,
            2.5766639709472656,
            3.043959617614746,
            3.799530506134033,
            3.1999731063842773,
            3.6014668941497803,
            4.193174362182617,
            3.425554037094116,
            2.602790355682373,
            3.536867380142212,
            3.640836477279663,
            3.372936964035034,
            3.900569438934326,
            3.421491861343384,
            3.611755609512329,
            3.6004254817962646,
            3.6076862812042236,
            2.4098751544952393,
            3.5129897594451904,
            4.446665287017822,
            2.946540117263794,
            3.277329683303833,
            2.9844627380371094,
            3.4314072132110596,
            3.9895570278167725,
            3.468494176864624,
            3.5377721786499023,
            3.0494561195373535,
            3.0005486011505127,
            3.169743061065674,
            3.48060941696167,
            3.047130584716797,
            2.3233466148376465,
            2.6610376834869385,
            2.4134788513183594,
            3.35092830657959,
            2.6597189903259277,
            2.886239528656006,
            3.6193151473999023,
            3.75370717048645,
            3.926534652709961,
            3.150777578353882,
            3.3143208026885986,
            3.103135108947754,
            2.8378231525421143,
            3.2126450538635254,
            3.200659990310669,
            2.7023489475250244,
            2.59011173248291,
            3.456507682800293,
            3.3460171222686768,
            3.4434478282928467,
            3.713479995727539,
            3.51112961769104,
            3.3470845222473145,
            3.3231096267700195,
            3.2691409587860107,
            3.2239882946014404,
            3.3070902824401855,
            3.770571708679199,
            4.003412246704102,
            3.509725570678711,
            3.154569149017334,
            3.1241462230682373
          ],
          "buckets": {
            "unseen": {
              "nll": 3.2364421459128447,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.410315766188853,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.142964644012882,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.197476387023926,
          "perplexity": 24.470697639106533,
          "predicted_tokens": 8128,
          "block_nll": [
            3.3449301719665527,
            2.6031155586242676,
            2.773022413253784,
            3.277923107147217,
            3.047473192214966,
            3.1974220275878906,
            3.06197452545166,
            3.079209327697754,
            2.895930290222168,
            3.3162362575531006,
            2.6850454807281494,
            3.1128079891204834,
            3.7947795391082764,
            2.961900472640991,
            2.3373212814331055,
            3.327979564666748,
            3.837242841720581,
            3.109278678894043,
            3.380711793899536,
            2.9677250385284424,
            4.264289379119873,
            3.1663708686828613,
            2.8044443130493164,
            3.4851036071777344,
            3.047649621963501,
            2.8421480655670166,
            3.439096450805664,
            3.1405141353607178,
            4.032751083374023,
            3.2649288177490234,
            3.611778974533081,
            2.8878889083862305,
            2.9991886615753174,
            3.529925584793091,
            3.480823040008545,
            2.8859901428222656,
            3.014042854309082,
            2.7788376808166504,
            2.9675726890563965,
            3.774897575378418,
            2.6225104331970215,
            3.5209360122680664,
            3.9871630668640137,
            3.1829569339752197,
            3.0793631076812744,
            3.0756380558013916,
            2.814277410507202,
            2.605929136276245,
            2.5299487113952637,
            3.835939407348633,
            3.269803047180176,
            3.384148120880127,
            3.4209935665130615,
            3.029118776321411,
            2.6734349727630615,
            3.5874531269073486,
            3.130519390106201,
            3.4778125286102295,
            3.791914939880371,
            2.7068378925323486,
            3.373375177383423,
            3.4651451110839844,
            3.21004581451416,
            3.3329527378082275
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.9832703788563792,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.927972341223253,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.4643765120875973,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.798017978668213,
          "perplexity": 44.61267353635693,
          "predicted_tokens": 16256,
          "block_nll": [
            3.1674578189849854,
            4.196050643920898,
            3.5972533226013184,
            3.823171854019165,
            3.50502347946167,
            4.099720001220703,
            3.814817190170288,
            4.431700229644775,
            3.551255226135254,
            4.235036849975586,
            3.436645984649658,
            4.195598602294922,
            3.5968544483184814,
            4.437535285949707,
            4.15468692779541,
            3.29761004447937,
            4.035647392272949,
            3.7862865924835205,
            3.813199043273926,
            3.9068217277526855,
            2.81097149848938,
            3.910593032836914,
            4.097412586212158,
            3.685549259185791,
            4.046712875366211,
            3.9075677394866943,
            4.041252613067627,
            3.543565034866333,
            3.84775972366333,
            3.65939998626709,
            4.025668621063232,
            4.590692043304443,
            3.807945489883423,
            4.671749114990234,
            4.66132926940918,
            4.597943305969238,
            4.62413215637207,
            4.642751216888428,
            3.984339714050293,
            4.446290969848633,
            4.29435920715332,
            3.497434139251709,
            3.926088333129883,
            3.586676597595215,
            3.7553787231445312,
            4.2138519287109375,
            3.523268222808838,
            4.101376056671143,
            3.5465822219848633,
            4.130671501159668,
            4.0243916511535645,
            3.580202579498291,
            4.758395195007324,
            4.702233791351318,
            4.551400661468506,
            4.544684410095215,
            3.7356584072113037,
            3.2486910820007324,
            4.705190181732178,
            3.573349952697754,
            3.611039638519287,
            3.508767604827881,
            4.5198564529418945,
            4.034121036529541,
            4.747525215148926,
            3.917447805404663,
            3.2254836559295654,
            3.247556447982788,
            3.3862922191619873,
            3.911456823348999,
            4.448327541351318,
            3.716035842895508,
            3.6557843685150146,
            4.177618980407715,
            4.801123142242432,
            3.9368996620178223,
            3.5986151695251465,
            4.97080659866333,
            5.178112506866455,
            3.447983741760254,
            3.7001235485076904,
            3.49983286857605,
            3.5284311771392822,
            3.1181492805480957,
            3.0517656803131104,
            3.5550122261047363,
            3.7862753868103027,
            3.726346254348755,
            4.108030796051025,
            3.977647542953491,
            3.4864449501037598,
            3.048647165298462,
            3.6713619232177734,
            2.899152994155884,
            3.97721529006958,
            3.4815220832824707,
            3.0139377117156982,
            2.714296579360962,
            3.1848299503326416,
            3.4481112957000732,
            2.8023314476013184,
            3.9803953170776367,
            3.331376552581787,
            3.3986523151397705,
            2.985621452331543,
            3.8111579418182373,
            3.357191562652588,
            3.1376397609710693,
            2.0529491901397705,
            3.8950209617614746,
            3.416379690170288,
            3.9811036586761475,
            3.2247049808502197,
            4.200891494750977,
            2.9277639389038086,
            2.6918413639068604,
            3.878291606903076,
            4.01521110534668,
            3.828464984893799,
            2.9803695678710938,
            4.246621608734131,
            3.752941846847534,
            3.4302287101745605,
            4.142556667327881,
            4.128154277801514,
            3.44154691696167,
            3.657352924346924,
            3.745680809020996
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 10.118753433227539
    },
    {
      "domain": "code",
      "method": "lora8",
      "seed": 44,
      "lr": 0.001,
      "best_validation_nll": 2.65836501121521,
      "history": [
        {
          "epoch": 1,
          "train_nll": 2.719977581175044,
          "validation": {
            "nll": 2.699488401412964,
            "perplexity": 14.872121222074146,
            "predicted_tokens": 8128,
            "block_nll": [
              2.51216721534729,
              3.2547457218170166,
              1.8785756826400757,
              1.772509217262268,
              2.708080291748047,
              2.645451545715332,
              2.582333564758301,
              2.5667734146118164,
              1.0915961265563965,
              2.357975482940674,
              2.5567078590393066,
              2.4063451290130615,
              3.016418218612671,
              3.139293670654297,
              3.3260414600372314,
              3.3870067596435547,
              2.9877688884735107,
              3.175142526626587,
              2.5511913299560547,
              3.1280736923217773,
              2.11826229095459,
              2.531606435775757,
              2.3320536613464355,
              2.3512332439422607,
              2.474677562713623,
              2.75036358833313,
              3.142477512359619,
              3.2255985736846924,
              3.1919474601745605,
              2.081909656524658,
              2.834080457687378,
              3.1795527935028076,
              2.712958812713623,
              2.18847393989563,
              2.5783722400665283,
              2.0968964099884033,
              2.8549134731292725,
              2.822667360305786,
              2.590367555618286,
              2.6057305335998535,
              2.4923994541168213,
              1.9275540113449097,
              2.8760929107666016,
              2.359754800796509,
              2.580794334411621,
              3.344676971435547,
              3.5240731239318848,
              2.9357516765594482,
              2.548480749130249,
              3.2537412643432617,
              3.3323938846588135,
              3.087109088897705,
              3.1863577365875244,
              3.2300543785095215,
              2.4916365146636963,
              2.551468849182129,
              2.46636962890625,
              3.5407772064208984,
              3.2351202964782715,
              2.2974703311920166,
              2.2479658126831055,
              2.008171796798706,
              2.6652939319610596,
              2.875419855117798
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.501315684290603,
          "validation": {
            "nll": 2.65836501121521,
            "perplexity": 14.272933924263995,
            "predicted_tokens": 8128,
            "block_nll": [
              2.4526686668395996,
              3.1158955097198486,
              1.8455109596252441,
              1.8126498460769653,
              2.648296594619751,
              2.652235269546509,
              2.597095251083374,
              2.484285593032837,
              1.038883090019226,
              2.21243953704834,
              2.552600860595703,
              2.477022171020508,
              2.904686689376831,
              3.0883824825286865,
              3.308837890625,
              3.2831766605377197,
              3.018531560897827,
              3.15181040763855,
              2.4913341999053955,
              3.064495801925659,
              2.0744621753692627,
              2.527941942214966,
              2.3348312377929688,
              2.2932376861572266,
              2.392395496368408,
              2.606158494949341,
              3.0955541133880615,
              3.202399730682373,
              3.212338447570801,
              2.1300048828125,
              2.7626357078552246,
              3.1140925884246826,
              2.674344778060913,
              2.1863481998443604,
              2.575472831726074,
              2.0104124546051025,
              2.851093292236328,
              2.775634765625,
              2.680715322494507,
              2.574350357055664,
              2.416049003601074,
              1.8684957027435303,
              2.784529685974121,
              2.3406996726989746,
              2.490677833557129,
              3.2573511600494385,
              3.413024425506592,
              2.909818410873413,
              2.4996602535247803,
              3.1875486373901367,
              3.2839314937591553,
              3.0146536827087402,
              3.074578046798706,
              3.2083029747009277,
              2.4508864879608154,
              2.519912004470825,
              2.44983172416687,
              3.5061793327331543,
              3.1532204151153564,
              2.2944257259368896,
              2.28954815864563,
              2.0319793224334717,
              2.583301305770874,
              2.8314898014068604
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460800,
      "artifact_bytes": 1885583,
      "training_wall_seconds": 55.12301169500279,
      "peak_allocated_mb": 951.45556640625,
      "artifact": "trials/code-lora8-s44-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.5117380619049072,
          "perplexity": 33.506453494501216,
          "predicted_tokens": 8128,
          "block_nll": [
            2.593181610107422,
            2.7746357917785645,
            3.2600998878479004,
            3.9877419471740723,
            3.3453876972198486,
            3.869908094406128,
            4.424066543579102,
            3.5826187133789062,
            2.8002734184265137,
            3.8171818256378174,
            3.8866395950317383,
            3.5518746376037598,
            4.0787553787231445,
            3.676220655441284,
            3.816922664642334,
            3.932457685470581,
            3.645211696624756,
            2.5911824703216553,
            3.8081297874450684,
            4.531180381774902,
            3.145921468734741,
            3.45032000541687,
            3.3076980113983154,
            3.5443789958953857,
            4.210947513580322,
            3.756340980529785,
            3.9008076190948486,
            3.1606497764587402,
            3.090693712234497,
            3.4306557178497314,
            3.623483896255493,
            3.3435490131378174,
            2.47249174118042,
            2.880916118621826,
            2.6459310054779053,
            3.5835890769958496,
            3.0613651275634766,
            3.7452173233032227,
            3.9593346118927,
            3.9250001907348633,
            4.191582202911377,
            3.3380188941955566,
            3.527468204498291,
            3.2467100620269775,
            3.149977922439575,
            3.256357431411743,
            3.5081052780151367,
            2.917451858520508,
            2.959785223007202,
            3.7711904048919678,
            3.466904640197754,
            3.690495729446411,
            3.972303867340088,
            3.7197022438049316,
            3.4871718883514404,
            3.3855555057525635,
            3.324429750442505,
            3.4309468269348145,
            3.5866920948028564,
            3.9699745178222656,
            4.353460311889648,
            3.742676258087158,
            3.21960186958313,
            3.321709632873535
          ],
          "buckets": {
            "unseen": {
              "nll": 3.4300326243629304,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.7137842894147286,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.4322994526362836,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.5901758670806885,
          "perplexity": 13.332116077365743,
          "predicted_tokens": 8128,
          "block_nll": [
            2.598531723022461,
            2.2493486404418945,
            2.0559728145599365,
            2.4306509494781494,
            2.383074998855591,
            2.9844412803649902,
            2.2724897861480713,
            2.0322482585906982,
            2.372258186340332,
            2.4506893157958984,
            2.221862316131592,
            2.673243999481201,
            3.3355207443237305,
            2.5761258602142334,
            2.1439661979675293,
            2.7849268913269043,
            3.3934903144836426,
            2.652909755706787,
            2.6696083545684814,
            2.2606356143951416,
            3.4057705402374268,
            2.310068130493164,
            1.994581937789917,
            2.7177608013153076,
            2.4534718990325928,
            2.6094348430633545,
            2.821554660797119,
            2.4659125804901123,
            3.41841459274292,
            2.6613423824310303,
            2.8977952003479004,
            2.3131263256073,
            2.5661332607269287,
            2.87161922454834,
            2.668793201446533,
            2.032865047454834,
            2.227247476577759,
            2.1954336166381836,
            2.5640146732330322,
            3.2873787879943848,
            2.4440689086914062,
            3.137862205505371,
            3.350438356399536,
            2.566965341567993,
            2.544813871383667,
            2.4064748287200928,
            2.0999159812927246,
            2.0907297134399414,
            1.8072514533996582,
            3.004831552505493,
            2.6500442028045654,
            2.7815074920654297,
            3.1690285205841064,
            2.7424018383026123,
            2.0399866104125977,
            2.7767186164855957,
            2.419442653656006,
            2.9221999645233154,
            2.766864061355591,
            1.8934398889541626,
            2.545978307723999,
            3.095600128173828,
            2.583584785461426,
            2.906397581100464
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 2.7855985892651627,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.4626979181498925,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 2.7221095595934797,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.826453924179077,
          "perplexity": 45.899486249342495,
          "predicted_tokens": 16256,
          "block_nll": [
            3.248039960861206,
            4.289465427398682,
            3.6586039066314697,
            3.937190532684326,
            3.537231922149658,
            4.235494136810303,
            3.7961959838867188,
            4.476438999176025,
            3.6447880268096924,
            4.268723487854004,
            3.513409376144409,
            4.000158309936523,
            3.625955104827881,
            4.552298545837402,
            4.196342468261719,
            3.4124562740325928,
            4.0340399742126465,
            3.9398722648620605,
            3.883336305618286,
            3.960627794265747,
            2.885652780532837,
            4.0249786376953125,
            4.047892093658447,
            3.732764959335327,
            4.141229152679443,
            3.9643986225128174,
            4.130790710449219,
            3.537477731704712,
            3.883349657058716,
            3.74597430229187,
            3.980546712875366,
            4.6244425773620605,
            3.8551576137542725,
            4.628479480743408,
            4.600033283233643,
            4.54255485534668,
            4.693178653717041,
            4.712071418762207,
            4.075119972229004,
            4.5710930824279785,
            4.2185258865356445,
            3.581946611404419,
            3.9187171459198,
            3.6033272743225098,
            3.793034553527832,
            4.2284836769104,
            3.6863369941711426,
            4.099079132080078,
            3.4956228733062744,
            4.113169193267822,
            4.070326805114746,
            3.628577470779419,
            4.663173675537109,
            4.770174026489258,
            4.600944995880127,
            4.595068454742432,
            3.597970962524414,
            3.4114630222320557,
            4.814119815826416,
            3.667109489440918,
            3.7065303325653076,
            3.5163414478302,
            4.542971134185791,
            4.018651962280273,
            4.728527545928955,
            3.981020212173462,
            3.024691581726074,
            3.3809103965759277,
            3.4191009998321533,
            3.8334455490112305,
            4.549343109130859,
            3.638759136199951,
            3.6806626319885254,
            4.217217445373535,
            5.032078742980957,
            4.021069526672363,
            3.774651288986206,
            5.03558874130249,
            5.843955993652344,
            3.691126585006714,
            3.759178400039673,
            3.4725730419158936,
            3.5779964923858643,
            3.1728515625,
            3.119379758834839,
            3.46917462348938,
            3.851736307144165,
            3.723090887069702,
            4.081094741821289,
            4.033026695251465,
            3.4927897453308105,
            3.008603811264038,
            3.723205327987671,
            2.8848230838775635,
            3.919356107711792,
            3.3612077236175537,
            2.9341249465942383,
            2.7343475818634033,
            3.2997052669525146,
            3.391655921936035,
            2.6940197944641113,
            4.118754863739014,
            3.281467914581299,
            3.4226491451263428,
            2.9118404388427734,
            3.835792064666748,
            3.2342934608459473,
            3.0383238792419434,
            2.0883686542510986,
            3.886277198791504,
            3.3484697341918945,
            4.025885581970215,
            3.1343114376068115,
            4.242883682250977,
            3.036447525024414,
            2.6299116611480713,
            4.037662029266357,
            4.033163547515869,
            3.756958246231079,
            2.9543216228485107,
            4.23714017868042,
            3.7411670684814453,
            3.4393091201782227,
            4.163144111633301,
            4.189364433288574,
            3.468143939971924,
            3.5574350357055664,
            3.487009286880493
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 10.118753433227539
    },
    {
      "domain": "finance",
      "method": "engram-small",
      "seed": 44,
      "lr": 0.001,
      "best_validation_nll": 3.403468608856201,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.5058423010632396,
          "validation": {
            "nll": 3.4215261936187744,
            "perplexity": 30.616105487468076,
            "predicted_tokens": 8128,
            "block_nll": [
              2.507040500640869,
              3.604382276535034,
              4.081499099731445,
              4.144906520843506,
              3.5759406089782715,
              2.873216390609741,
              3.124896287918091,
              2.7868359088897705,
              4.0646467208862305,
              3.8949904441833496,
              2.8431389331817627,
              3.5086989402770996,
              3.456566572189331,
              2.6943531036376953,
              3.845233917236328,
              3.318117380142212,
              3.1894710063934326,
              3.7354369163513184,
              3.611422061920166,
              3.843409299850464,
              3.669495105743408,
              3.8957607746124268,
              3.463836669921875,
              3.0628223419189453,
              3.9244823455810547,
              3.2420997619628906,
              3.1015663146972656,
              3.086561441421509,
              3.2902657985687256,
              4.396075248718262,
              3.5389788150787354,
              3.385810375213623,
              3.694040298461914,
              3.740919828414917,
              3.85052752494812,
              4.2496562004089355,
              3.23048996925354,
              3.3170034885406494,
              3.6854822635650635,
              3.62031626701355,
              4.133198261260986,
              3.6435437202453613,
              3.2644472122192383,
              3.1839003562927246,
              2.6599645614624023,
              2.4255850315093994,
              3.762803792953491,
              4.030460834503174,
              4.522289752960205,
              3.929637908935547,
              2.62138032913208,
              3.037259817123413,
              3.225789785385132,
              3.7972159385681152,
              3.400599718093872,
              3.2047626972198486,
              2.721831798553467,
              3.2914023399353027,
              2.702664852142334,
              2.890645742416382,
              2.5064053535461426,
              2.952629566192627,
              3.308692455291748,
              3.6101605892181396
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.471680753864348,
          "validation": {
            "nll": 3.403468608856201,
            "perplexity": 30.068214251529476,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5091474056243896,
              3.594269275665283,
              4.074239253997803,
              4.127901554107666,
              3.5549325942993164,
              2.8733084201812744,
              3.1038827896118164,
              2.7952113151550293,
              4.052022933959961,
              3.873952865600586,
              2.818423271179199,
              3.482975721359253,
              3.4260778427124023,
              2.6792209148406982,
              3.83313250541687,
              3.2762956619262695,
              3.1703178882598877,
              3.7222514152526855,
              3.5936317443847656,
              3.8058078289031982,
              3.65221905708313,
              3.8697803020477295,
              3.4146151542663574,
              3.0245468616485596,
              3.901829242706299,
              3.2406578063964844,
              3.1002166271209717,
              3.0333077907562256,
              3.279616117477417,
              4.383930206298828,
              3.5150327682495117,
              3.3580398559570312,
              3.69295597076416,
              3.706325054168701,
              3.822587013244629,
              4.230623722076416,
              3.2077643871307373,
              3.291947603225708,
              3.651757001876831,
              3.573432683944702,
              4.11824369430542,
              3.6317710876464844,
              3.2639756202697754,
              3.1663761138916016,
              2.6660468578338623,
              2.4247610569000244,
              3.7626326084136963,
              3.985914707183838,
              4.5098876953125,
              3.9071240425109863,
              2.6131255626678467,
              3.027482748031616,
              3.197514057159424,
              3.757927894592285,
              3.409219264984131,
              3.198206663131714,
              2.708726644515991,
              3.2641727924346924,
              2.6912856101989746,
              2.892620086669922,
              2.5017354488372803,
              2.9353256225585938,
              3.2938525676727295,
              3.5758728981018066
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460352,
      "artifact_bytes": 1844869,
      "training_wall_seconds": 39.60746542900233,
      "peak_allocated_mb": 882.4541015625,
      "artifact": "trials/finance-engram-small-s44-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4152276515960693,
          "perplexity": 30.423874682892745,
          "predicted_tokens": 8128,
          "block_nll": [
            2.48766827583313,
            2.697416305541992,
            3.1341562271118164,
            3.9011685848236084,
            3.242884635925293,
            3.7651896476745605,
            4.29085636138916,
            3.4627785682678223,
            2.657876968383789,
            3.6132047176361084,
            3.724712371826172,
            3.463193655014038,
            4.002328395843506,
            3.557441473007202,
            3.7240800857543945,
            3.8213071823120117,
            3.676081895828247,
            2.504338026046753,
            3.7203922271728516,
            4.463505268096924,
            3.1621711254119873,
            3.401881694793701,
            3.2353034019470215,
            3.4738450050354004,
            4.221588611602783,
            3.596139907836914,
            3.7612576484680176,
            3.1542932987213135,
            2.9954142570495605,
            3.2499544620513916,
            3.621619939804077,
            3.22171688079834,
            2.4200587272644043,
            2.7894654273986816,
            2.5973846912384033,
            3.407416343688965,
            2.917551040649414,
            3.3042848110198975,
            3.777278184890747,
            3.7647037506103516,
            4.051102161407471,
            3.261479139328003,
            3.4240520000457764,
            3.206740379333496,
            3.0633633136749268,
            3.226388931274414,
            3.3652920722961426,
            2.8188869953155518,
            2.7334580421447754,
            3.6643404960632324,
            3.3599178791046143,
            3.5531203746795654,
            3.9318957328796387,
            3.708828926086426,
            3.4190311431884766,
            3.3197085857391357,
            3.291459083557129,
            3.3770008087158203,
            3.577974557876587,
            3.8923301696777344,
            4.3129401206970215,
            3.593942880630493,
            3.2145657539367676,
            3.2228384017944336
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3504602931352143,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.5869648536841563,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.300243435393796,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.147326707839966,
          "perplexity": 23.273763773684905,
          "predicted_tokens": 8128,
          "block_nll": [
            3.3178677558898926,
            2.56675124168396,
            2.7055561542510986,
            3.2699403762817383,
            3.06083345413208,
            3.124309778213501,
            2.9675517082214355,
            3.011098623275757,
            2.8902266025543213,
            3.3771016597747803,
            2.6400723457336426,
            3.1206326484680176,
            3.809054374694824,
            2.983762741088867,
            2.2376768589019775,
            3.273618221282959,
            3.6662938594818115,
            3.042175769805908,
            3.468074321746826,
            3.123734712600708,
            4.334477424621582,
            3.0954577922821045,
            2.7601590156555176,
            3.425962448120117,
            2.956260919570923,
            2.7894535064697266,
            3.3698198795318604,
            3.1499950885772705,
            3.954551935195923,
            3.1549911499023438,
            3.507025718688965,
            2.867479085922241,
            2.9112517833709717,
            3.4175050258636475,
            3.3219969272613525,
            2.8486406803131104,
            2.9400410652160645,
            2.684753656387329,
            2.9550883769989014,
            3.776867151260376,
            2.6183860301971436,
            3.4357800483703613,
            3.905627727508545,
            3.1461782455444336,
            2.9879026412963867,
            2.978736162185669,
            2.6220128536224365,
            2.436293840408325,
            2.486555814743042,
            3.6751973628997803,
            3.292696714401245,
            3.4111220836639404,
            3.413949728012085,
            2.9888195991516113,
            2.7433981895446777,
            3.611985445022583,
            3.0974292755126953,
            3.2629776000976562,
            3.6696224212646484,
            2.624528408050537,
            3.3460729122161865,
            3.4209697246551514,
            3.169011354446411,
            3.2055344581604004
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.9569324450587144,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.878479226895561,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.4086123274721927,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7325055599212646,
          "perplexity": 41.783668603521356,
          "predicted_tokens": 16256,
          "block_nll": [
            3.127619504928589,
            4.207605838775635,
            3.5101914405822754,
            3.855689287185669,
            3.4109184741973877,
            4.074431419372559,
            3.7302465438842773,
            4.430666923522949,
            3.5730667114257812,
            4.09410285949707,
            3.358255386352539,
            3.8853535652160645,
            3.4959254264831543,
            4.388177871704102,
            4.114201068878174,
            3.330383539199829,
            4.081097602844238,
            3.7590343952178955,
            3.843437910079956,
            3.838057041168213,
            2.752732038497925,
            3.846031904220581,
            3.933847665786743,
            3.7043588161468506,
            3.9385533332824707,
            3.8910937309265137,
            4.033395767211914,
            3.366133451461792,
            3.8318521976470947,
            3.667497158050537,
            3.9665167331695557,
            4.4018354415893555,
            3.7874395847320557,
            4.573750019073486,
            4.476562976837158,
            4.3315558433532715,
            4.4854607582092285,
            4.69180965423584,
            3.9723284244537354,
            4.436421871185303,
            4.15376615524292,
            3.573080062866211,
            3.862276077270508,
            3.4920642375946045,
            3.727294683456421,
            4.0441694259643555,
            3.379383087158203,
            4.074902057647705,
            3.373995542526245,
            4.005405426025391,
            3.885624408721924,
            3.5205302238464355,
            4.556028366088867,
            4.589250564575195,
            4.5835981369018555,
            4.624072551727295,
            3.6203932762145996,
            3.2131378650665283,
            4.878360748291016,
            3.524402379989624,
            3.4828100204467773,
            3.4130256175994873,
            4.4101691246032715,
            3.8959381580352783,
            4.626304626464844,
            3.909667491912842,
            2.963977575302124,
            3.264704465866089,
            3.344550609588623,
            3.7837610244750977,
            4.452836513519287,
            3.5592894554138184,
            3.707848072052002,
            4.07949686050415,
            4.703680038452148,
            3.975984811782837,
            3.4796013832092285,
            4.984288215637207,
            5.691441059112549,
            3.4007790088653564,
            3.6803066730499268,
            3.3417723178863525,
            3.4815096855163574,
            3.1612820625305176,
            3.067056894302368,
            3.3992416858673096,
            3.8749849796295166,
            3.732085943222046,
            4.007055282592773,
            3.956852674484253,
            3.349017381668091,
            3.058140516281128,
            3.5601277351379395,
            2.8660964965820312,
            3.8529157638549805,
            3.4189295768737793,
            2.927135705947876,
            2.628244400024414,
            3.0962021350860596,
            3.402141571044922,
            2.690061092376709,
            3.8683831691741943,
            3.1487185955047607,
            3.3424768447875977,
            2.8893375396728516,
            3.805405855178833,
            3.1992926597595215,
            3.022111415863037,
            1.9641731977462769,
            3.857988119125366,
            3.1954073905944824,
            3.888672351837158,
            3.059126138687134,
            4.1667609214782715,
            2.845960855484009,
            2.535186767578125,
            3.888334035873413,
            4.047340393066406,
            3.70592999458313,
            2.9159188270568848,
            4.253712177276611,
            3.636629343032837,
            3.382189989089966,
            4.001008033752441,
            4.101010322570801,
            3.3024163246154785,
            3.5780022144317627,
            3.598487138748169
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.6388006210327148
    },
    {
      "domain": "code",
      "method": "engram-small",
      "seed": 44,
      "lr": 0.001,
      "best_validation_nll": 3.0397655963897705,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.099977607373148,
          "validation": {
            "nll": 3.132037401199341,
            "perplexity": 22.920630523038824,
            "predicted_tokens": 8128,
            "block_nll": [
              3.0301904678344727,
              3.5362937450408936,
              2.2510790824890137,
              1.847214937210083,
              3.376575469970703,
              2.768669366836548,
              3.3184196949005127,
              3.2936391830444336,
              1.0857707262039185,
              3.003587007522583,
              2.9485175609588623,
              2.51082444190979,
              3.681879758834839,
              3.3746695518493652,
              3.7498629093170166,
              3.817368745803833,
              3.147204875946045,
              3.445054292678833,
              3.222552537918091,
              3.779883623123169,
              2.19614315032959,
              2.5793046951293945,
              2.779102325439453,
              2.520184278488159,
              2.8391878604888916,
              3.2952585220336914,
              3.594743251800537,
              3.3620407581329346,
              3.4799063205718994,
              2.3309545516967773,
              2.9057857990264893,
              3.3926877975463867,
              3.150207042694092,
              2.6243362426757812,
              2.998840093612671,
              2.663459539413452,
              3.3048958778381348,
              3.2496674060821533,
              2.8061046600341797,
              3.252934217453003,
              3.1962485313415527,
              2.7713868618011475,
              3.463977336883545,
              2.604482650756836,
              3.2403414249420166,
              4.113790988922119,
              4.507401466369629,
              3.6361396312713623,
              3.2993593215942383,
              3.654949903488159,
              3.520881175994873,
              3.2349393367767334,
              3.797769546508789,
              3.617006540298462,
              3.271573781967163,
              3.363497495651245,
              2.786992073059082,
              3.7300751209259033,
              3.7066216468811035,
              2.8872177600860596,
              2.5275306701660156,
              2.6781861782073975,
              3.2527098655700684,
              3.0722928047180176
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.9779827799648046,
          "validation": {
            "nll": 3.0397655963897705,
            "perplexity": 20.900343544880695,
            "predicted_tokens": 8128,
            "block_nll": [
              2.9308650493621826,
              3.5152313709259033,
              2.191556692123413,
              1.834795594215393,
              3.1938295364379883,
              2.750505208969116,
              3.2028090953826904,
              3.111100196838379,
              1.0762925148010254,
              2.8653345108032227,
              2.917909860610962,
              2.4855639934539795,
              3.4970433712005615,
              3.315385580062866,
              3.6613197326660156,
              3.7424838542938232,
              3.076406717300415,
              3.3930673599243164,
              3.046597480773926,
              3.6090290546417236,
              2.1673343181610107,
              2.5470826625823975,
              2.657935380935669,
              2.474135637283325,
              2.7141573429107666,
              3.1567654609680176,
              3.537752151489258,
              3.3333983421325684,
              3.4141790866851807,
              2.274801731109619,
              2.9055111408233643,
              3.3193914890289307,
              3.0944089889526367,
              2.5143167972564697,
              2.9278762340545654,
              2.5738818645477295,
              3.2451484203338623,
              3.1857032775878906,
              2.7837204933166504,
              3.103911876678467,
              2.9329216480255127,
              2.578352212905884,
              3.353806972503662,
              2.556932210922241,
              3.10225772857666,
              3.9726574420928955,
              4.325386047363281,
              3.4564125537872314,
              3.091278314590454,
              3.5786232948303223,
              3.539518356323242,
              3.2243642807006836,
              3.644979238510132,
              3.537039279937744,
              3.056494951248169,
              3.1788980960845947,
              2.7479517459869385,
              3.7000393867492676,
              3.6326606273651123,
              2.746431350708008,
              2.4886679649353027,
              2.5499284267425537,
              3.126319646835327,
              3.074544906616211
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 460352,
      "artifact_bytes": 1844869,
      "training_wall_seconds": 44.7344131739992,
      "peak_allocated_mb": 882.4541015625,
      "artifact": "trials/code-engram-small-s44-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4578545093536377,
          "perplexity": 31.74878666565878,
          "predicted_tokens": 8128,
          "block_nll": [
            2.5372366905212402,
            2.7215874195098877,
            3.1819241046905518,
            3.9310872554779053,
            3.287938356399536,
            3.801197052001953,
            4.334823131561279,
            3.49151349067688,
            2.716416120529175,
            3.682725429534912,
            3.7833127975463867,
            3.4961485862731934,
            4.057984828948975,
            3.575810194015503,
            3.766345500946045,
            3.865999698638916,
            3.7402236461639404,
            2.498610496520996,
            3.767320394515991,
            4.471538543701172,
            3.1901588439941406,
            3.392608404159546,
            3.314714193344116,
            3.4836246967315674,
            4.266546249389648,
            3.662841558456421,
            3.778832197189331,
            3.149664878845215,
            3.028156280517578,
            3.270015239715576,
            3.6521286964416504,
            3.3062520027160645,
            2.4728143215179443,
            2.8239946365356445,
            2.6721184253692627,
            3.4866061210632324,
            3.0093185901641846,
            3.566795587539673,
            3.817401885986328,
            3.7789855003356934,
            4.102124214172363,
            3.314516067504883,
            3.4606118202209473,
            3.2089309692382812,
            3.0845746994018555,
            3.265566349029541,
            3.4374442100524902,
            2.8513693809509277,
            2.784266948699951,
            3.7160861492156982,
            3.381946325302124,
            3.591952323913574,
            3.984992027282715,
            3.746462345123291,
            3.509114980697632,
            3.3444786071777344,
            3.3033287525177,
            3.3884117603302,
            3.617709159851074,
            3.9058589935302734,
            4.36659574508667,
            3.6326847076416016,
            3.2120540142059326,
            3.258277177810669
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3837582550599947,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.670798519500556,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.392605234954829,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.975623369216919,
          "perplexity": 19.601838624649655,
          "predicted_tokens": 8128,
          "block_nll": [
            3.045518636703491,
            2.4506373405456543,
            2.450624704360962,
            3.0013668537139893,
            2.862117290496826,
            3.1083011627197266,
            2.7418854236602783,
            2.736006736755371,
            2.7092232704162598,
            3.0198090076446533,
            2.5208609104156494,
            2.9481301307678223,
            3.63997483253479,
            2.873220205307007,
            2.2434940338134766,
            3.079911470413208,
            3.617342472076416,
            2.9761486053466797,
            3.201991081237793,
            2.851252794265747,
            4.025149345397949,
            2.8247015476226807,
            2.5209929943084717,
            3.154871940612793,
            2.755571126937866,
            2.7452445030212402,
            3.136378526687622,
            2.9207160472869873,
            3.7962164878845215,
            3.0472798347473145,
            3.27347993850708,
            2.621326208114624,
            2.8346915245056152,
            3.3074288368225098,
            3.120497465133667,
            2.567988634109497,
            2.718534231185913,
            2.553030490875244,
            2.866389036178589,
            3.6437578201293945,
            2.5715866088867188,
            3.3297605514526367,
            3.7925398349761963,
            2.9877922534942627,
            2.8785417079925537,
            2.8439669609069824,
            2.4885306358337402,
            2.392123222351074,
            2.290351629257202,
            3.4969592094421387,
            3.0942800045013428,
            3.2247211933135986,
            3.3480212688446045,
            2.8914756774902344,
            2.5031275749206543,
            3.3773233890533447,
            2.829880475997925,
            3.184945821762085,
            3.445380210876465,
            2.4583218097686768,
            3.0265986919403076,
            3.3214447498321533,
            2.9803152084350586,
            3.1698386669158936
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.5525167042568,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.7509735196118843,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.2121543039943994,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7278590202331543,
          "perplexity": 41.5899694928451,
          "predicted_tokens": 16256,
          "block_nll": [
            3.1068546772003174,
            4.207667350769043,
            3.527503728866577,
            3.825749397277832,
            3.4114086627960205,
            4.068020343780518,
            3.7345499992370605,
            4.42588472366333,
            3.5501575469970703,
            4.085010528564453,
            3.358785629272461,
            3.823237180709839,
            3.4836740493774414,
            4.3894805908203125,
            4.091396331787109,
            3.3533201217651367,
            4.014659881591797,
            3.760996103286743,
            3.858229398727417,
            3.7951858043670654,
            2.749478340148926,
            3.8033902645111084,
            3.9202077388763428,
            3.6711742877960205,
            3.898416042327881,
            3.8955583572387695,
            4.020467758178711,
            3.372976541519165,
            3.799494504928589,
            3.6415224075317383,
            3.9244754314422607,
            4.3404998779296875,
            3.8106610774993896,
            4.564332962036133,
            4.494977951049805,
            4.3553924560546875,
            4.5047078132629395,
            4.65856409072876,
            3.9485654830932617,
            4.41455078125,
            4.147273063659668,
            3.53214955329895,
            3.8548192977905273,
            3.48186993598938,
            3.747751235961914,
            4.058717250823975,
            3.4014811515808105,
            4.039962291717529,
            3.394322156906128,
            3.96325945854187,
            3.931748628616333,
            3.50136399269104,
            4.5565996170043945,
            4.582493782043457,
            4.550162315368652,
            4.651663780212402,
            3.6416728496551514,
            3.199795961380005,
            4.868692398071289,
            3.539874315261841,
            3.521395206451416,
            3.4025180339813232,
            4.4482951164245605,
            3.912292242050171,
            4.618464946746826,
            3.861177682876587,
            3.0018584728240967,
            3.257312297821045,
            3.35148024559021,
            3.771965265274048,
            4.4108357429504395,
            3.531569242477417,
            3.744680166244507,
            4.106797218322754,
            4.728262901306152,
            3.9586381912231445,
            3.452073574066162,
            4.914299011230469,
            5.6522650718688965,
            3.3501217365264893,
            3.6990604400634766,
            3.340972900390625,
            3.47837233543396,
            3.176776885986328,
            3.0986807346343994,
            3.4417054653167725,
            3.8387250900268555,
            3.748920440673828,
            4.0120463371276855,
            3.9957785606384277,
            3.374584674835205,
            3.0414161682128906,
            3.5263569355010986,
            2.870148181915283,
            3.8619260787963867,
            3.411623954772949,
            2.9494099617004395,
            2.626891613006592,
            3.1520721912384033,
            3.4344089031219482,
            2.7123589515686035,
            3.8775036334991455,
            3.173699140548706,
            3.3296191692352295,
            2.916889190673828,
            3.7622878551483154,
            3.196892738342285,
            3.072082281112671,
            1.9897066354751587,
            3.8332161903381348,
            3.189490556716919,
            3.8907582759857178,
            3.0553274154663086,
            4.1507182121276855,
            2.8555619716644287,
            2.527263641357422,
            3.8595707416534424,
            4.025325775146484,
            3.6845991611480713,
            2.8980050086975098,
            4.2418742179870605,
            3.6536569595336914,
            3.3535397052764893,
            4.002413272857666,
            4.0859527587890625,
            3.294135808944702,
            3.5537092685699463,
            3.5967516899108887
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.6388006210327148
    },
    {
      "domain": "finance",
      "method": "lora32",
      "seed": 44,
      "lr": 0.001,
      "best_validation_nll": 3.3003602027893066,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.3926240196451545,
          "validation": {
            "nll": 3.3003602027893066,
            "perplexity": 27.12240672791267,
            "predicted_tokens": 8128,
            "block_nll": [
              2.484105348587036,
              3.462218761444092,
              3.8920886516571045,
              4.105636119842529,
              3.4021658897399902,
              2.84568452835083,
              3.027329206466675,
              2.7598962783813477,
              3.8815746307373047,
              3.7316033840179443,
              2.7061927318573,
              3.2672390937805176,
              3.357783317565918,
              2.652758836746216,
              3.789839267730713,
              3.2285642623901367,
              3.067481517791748,
              3.5518031120300293,
              3.4621944427490234,
              3.6296558380126953,
              3.6210811138153076,
              3.7417149543762207,
              3.2744696140289307,
              2.9534554481506348,
              3.733793258666992,
              3.1642534732818604,
              3.0246763229370117,
              2.909897565841675,
              3.1979613304138184,
              4.256946563720703,
              3.391538143157959,
              3.220884323120117,
              3.5854053497314453,
              3.6431591510772705,
              3.6760125160217285,
              4.0260233879089355,
              3.124145030975342,
              3.1709203720092773,
              3.4189274311065674,
              3.508882522583008,
              4.108055114746094,
              3.5341243743896484,
              3.2724392414093018,
              3.1332719326019287,
              2.6001532077789307,
              2.376636505126953,
              3.650787591934204,
              3.829308032989502,
              4.371797561645508,
              3.737508773803711,
              2.484706163406372,
              2.9692306518554688,
              3.103607654571533,
              3.6158745288848877,
              3.328378438949585,
              3.0804202556610107,
              2.50724720954895,
              3.1402738094329834,
              2.605551242828369,
              2.8631513118743896,
              2.4513003826141357,
              2.8349950313568115,
              3.172480344772339,
              3.5017940998077393
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.257594160735607,
          "validation": {
            "nll": 3.31601881980896,
            "perplexity": 27.550448633639316,
            "predicted_tokens": 8128,
            "block_nll": [
              2.472100019454956,
              3.4288859367370605,
              3.8602895736694336,
              4.1409173011779785,
              3.4311206340789795,
              2.8345518112182617,
              3.084691286087036,
              2.73842453956604,
              3.9232001304626465,
              3.734257936477661,
              2.717106342315674,
              3.289975643157959,
              3.348996877670288,
              2.6947691440582275,
              3.8066301345825195,
              3.2454824447631836,
              3.0737948417663574,
              3.5837137699127197,
              3.45735764503479,
              3.634000062942505,
              3.6012818813323975,
              3.764265775680542,
              3.2591891288757324,
              2.983489751815796,
              3.748332977294922,
              3.1553239822387695,
              3.0583746433258057,
              2.9099624156951904,
              3.224722146987915,
              4.2545061111450195,
              3.3782413005828857,
              3.219355583190918,
              3.6362783908843994,
              3.6739416122436523,
              3.676786184310913,
              4.066223621368408,
              3.1364097595214844,
              3.1823623180389404,
              3.434890031814575,
              3.499711751937866,
              4.108782768249512,
              3.6125314235687256,
              3.289752244949341,
              3.1335039138793945,
              2.619626998901367,
              2.4343912601470947,
              3.6882972717285156,
              3.8253397941589355,
              4.371903419494629,
              3.780677318572998,
              2.5038797855377197,
              2.9938552379608154,
              3.13094162940979,
              3.6472127437591553,
              3.3456034660339355,
              3.1028451919555664,
              2.48738169670105,
              3.2119925022125244,
              2.635361433029175,
              2.929945945739746,
              2.463261365890503,
              2.86773681640625,
              3.1979568004608154,
              3.4785077571868896
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843200,
      "artifact_bytes": 7415183,
      "training_wall_seconds": 54.06935187600175,
      "peak_allocated_mb": 975.48486328125,
      "artifact": "trials/finance-lora32-s44-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.291351795196533,
          "perplexity": 26.879174246761615,
          "predicted_tokens": 8128,
          "block_nll": [
            2.3228909969329834,
            2.583510160446167,
            3.043525457382202,
            3.79266619682312,
            3.185560703277588,
            3.6064486503601074,
            4.193856239318848,
            3.437635898590088,
            2.618134021759033,
            3.52665376663208,
            3.5999937057495117,
            3.38472056388855,
            3.902729034423828,
            3.4382455348968506,
            3.57619047164917,
            3.610792398452759,
            3.596569776535034,
            2.377376079559326,
            3.60813570022583,
            4.445690631866455,
            2.946253776550293,
            3.32430100440979,
            3.018512487411499,
            3.4114441871643066,
            4.010383605957031,
            3.4740564823150635,
            3.5570836067199707,
            3.017909526824951,
            2.9814023971557617,
            3.1631691455841064,
            3.4940474033355713,
            3.0206878185272217,
            2.337308883666992,
            2.633782148361206,
            2.4189302921295166,
            3.3690574169158936,
            2.6985244750976562,
            3.043144702911377,
            3.6423420906066895,
            3.730645179748535,
            3.9057016372680664,
            3.143988847732544,
            3.3428752422332764,
            3.0913827419281006,
            2.874997138977051,
            3.208509922027588,
            3.2174081802368164,
            2.7168173789978027,
            2.607445240020752,
            3.4568068981170654,
            3.3284804821014404,
            3.4104244709014893,
            3.7295753955841064,
            3.505795478820801,
            3.350846767425537,
            3.29451847076416,
            3.240208387374878,
            3.2091009616851807,
            3.292194128036499,
            3.7594544887542725,
            4.025962829589844,
            3.5299079418182373,
            3.1408259868621826,
            3.1189687252044678
          ],
          "buckets": {
            "unseen": {
              "nll": 3.2372333430945868,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.425489905489894,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.1663816924441774,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.1793341636657715,
          "perplexity": 24.03074767906653,
          "predicted_tokens": 8128,
          "block_nll": [
            3.346865177154541,
            2.6427829265594482,
            2.7581613063812256,
            3.293989896774292,
            3.016515016555786,
            3.141757011413574,
            3.0562236309051514,
            3.0453081130981445,
            2.9074695110321045,
            3.3035101890563965,
            2.659743309020996,
            3.0898277759552,
            3.853701114654541,
            2.963805913925171,
            2.315779447555542,
            3.3014142513275146,
            3.7749884128570557,
            3.1061575412750244,
            3.379092216491699,
            2.9495840072631836,
            4.226860046386719,
            3.101287841796875,
            2.8135905265808105,
            3.4506895542144775,
            3.038043975830078,
            2.8494744300842285,
            3.4133551120758057,
            3.1530942916870117,
            3.9786407947540283,
            3.2034521102905273,
            3.5513408184051514,
            2.880657911300659,
            2.9882166385650635,
            3.5196316242218018,
            3.4232683181762695,
            2.929614305496216,
            2.992543935775757,
            2.7773451805114746,
            2.902513265609741,
            3.7666428089141846,
            2.6394553184509277,
            3.48610520362854,
            3.9591610431671143,
            3.204829454421997,
            3.086888313293457,
            3.0341854095458984,
            2.7901883125305176,
            2.5759294033050537,
            2.4831957817077637,
            3.8148610591888428,
            3.2445764541625977,
            3.368699312210083,
            3.412256956100464,
            2.969568967819214,
            2.667776107788086,
            3.61274790763855,
            3.101945400238037,
            3.4113290309906006,
            3.751413106918335,
            2.654385566711426,
            3.337724447250366,
            3.4790239334106445,
            3.197888135910034,
            3.3263156414031982
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.950354402572148,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.9125716399219828,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.4502927768398863,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.741414785385132,
          "perplexity": 42.157591938142886,
          "predicted_tokens": 16256,
          "block_nll": [
            3.118095636367798,
            4.1353325843811035,
            3.5917036533355713,
            3.7494444847106934,
            3.4438531398773193,
            4.023163318634033,
            3.7747385501861572,
            4.372397422790527,
            3.510603189468384,
            4.204634189605713,
            3.3954107761383057,
            3.9637463092803955,
            3.536231517791748,
            4.407374858856201,
            4.081601142883301,
            3.24739933013916,
            3.980992078781128,
            3.7338197231292725,
            3.7939350605010986,
            3.8508450984954834,
            2.7654690742492676,
            3.8113691806793213,
            4.0323805809021,
            3.6140341758728027,
            3.953994035720825,
            3.8474817276000977,
            3.948184013366699,
            3.5058093070983887,
            3.772381544113159,
            3.6309409141540527,
            3.9788033962249756,
            4.47999906539917,
            3.760692596435547,
            4.588438034057617,
            4.6024346351623535,
            4.4905781745910645,
            4.601621627807617,
            4.598611831665039,
            3.9611010551452637,
            4.41389274597168,
            4.236793041229248,
            3.4523496627807617,
            3.9035263061523438,
            3.509246826171875,
            3.7249789237976074,
            4.127206802368164,
            3.509605646133423,
            4.067012786865234,
            3.4862136840820312,
            4.075586318969727,
            4.0046796798706055,
            3.5243427753448486,
            4.712827682495117,
            4.666814804077148,
            4.445236682891846,
            4.5376105308532715,
            3.7030606269836426,
            3.2196247577667236,
            4.635256290435791,
            3.544987201690674,
            3.5358309745788574,
            3.4438769817352295,
            4.447132110595703,
            3.959930896759033,
            4.684671401977539,
            3.836047410964966,
            3.125779867172241,
            3.2158730030059814,
            3.3360109329223633,
            3.8678126335144043,
            4.403098106384277,
            3.6458630561828613,
            3.5955464839935303,
            4.122578144073486,
            4.7267045974731445,
            3.8644800186157227,
            3.5456151962280273,
            4.8954267501831055,
            5.136598110198975,
            3.3883960247039795,
            3.6775994300842285,
            3.446406602859497,
            3.5187041759490967,
            3.0915865898132324,
            3.031545400619507,
            3.500222682952881,
            3.73574161529541,
            3.72672963142395,
            4.0445075035095215,
            3.9592974185943604,
            3.421466588973999,
            2.9830589294433594,
            3.583310127258301,
            2.8745696544647217,
            3.8509328365325928,
            3.425320625305176,
            2.9417531490325928,
            2.6646156311035156,
            3.1432926654815674,
            3.40706467628479,
            2.766195058822632,
            3.85048770904541,
            3.2590692043304443,
            3.3421459197998047,
            2.926894187927246,
            3.719130754470825,
            3.2717318534851074,
            3.067939519882202,
            1.9997597932815552,
            3.8376624584198,
            3.3602700233459473,
            3.9295685291290283,
            3.122549057006836,
            4.122896194458008,
            2.894340753555298,
            2.647416591644287,
            3.8151047229766846,
            3.943610191345215,
            3.7773184776306152,
            2.9667341709136963,
            4.191073417663574,
            3.6772541999816895,
            3.3491148948669434,
            4.097177982330322,
            4.097855567932129,
            3.413139581680298,
            3.583354949951172,
            3.705777168273926
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 10.930927276611328
    },
    {
      "domain": "code",
      "method": "lora32",
      "seed": 44,
      "lr": 0.001,
      "best_validation_nll": 2.646192789077759,
      "history": [
        {
          "epoch": 1,
          "train_nll": 2.647727076895535,
          "validation": {
            "nll": 2.6718509197235107,
            "perplexity": 14.466721166829439,
            "predicted_tokens": 8128,
            "block_nll": [
              2.487311363220215,
              3.237795352935791,
              1.8346271514892578,
              1.7817356586456299,
              2.6461617946624756,
              2.6326348781585693,
              2.5334291458129883,
              2.5080344676971436,
              1.063305139541626,
              2.3087282180786133,
              2.557101011276245,
              2.4059391021728516,
              2.93921160697937,
              3.1546576023101807,
              3.2753241062164307,
              3.315023422241211,
              2.9964089393615723,
              3.1232247352600098,
              2.4567511081695557,
              3.086190938949585,
              2.105253219604492,
              2.557565450668335,
              2.361981153488159,
              2.3166308403015137,
              2.4863555431365967,
              2.6885061264038086,
              3.090085506439209,
              3.2072486877441406,
              3.1871488094329834,
              2.0878140926361084,
              2.79622220993042,
              3.2253851890563965,
              2.702524185180664,
              2.1828935146331787,
              2.549417495727539,
              2.0393824577331543,
              2.8518810272216797,
              2.7907824516296387,
              2.6019372940063477,
              2.514369487762451,
              2.4893276691436768,
              1.8871268033981323,
              2.792633533477783,
              2.3540303707122803,
              2.512906551361084,
              3.2498273849487305,
              3.4613540172576904,
              2.9108099937438965,
              2.5324339866638184,
              3.23728084564209,
              3.327287197113037,
              3.032485246658325,
              3.170262098312378,
              3.1839969158172607,
              2.4804909229278564,
              2.492727041244507,
              2.428457498550415,
              3.5578646659851074,
              3.1849310398101807,
              2.2844316959381104,
              2.2892565727233887,
              1.996704339981079,
              2.61165189743042,
              2.8431999683380127
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.3967707972042263,
          "validation": {
            "nll": 2.646192789077759,
            "perplexity": 14.100253685162377,
            "predicted_tokens": 8128,
            "block_nll": [
              2.466336965560913,
              3.170663356781006,
              1.8467999696731567,
              1.819394588470459,
              2.622243881225586,
              2.6820194721221924,
              2.550248622894287,
              2.4343159198760986,
              1.0219323635101318,
              2.1442503929138184,
              2.5798680782318115,
              2.5111382007598877,
              2.8206026554107666,
              3.091160297393799,
              3.3068082332611084,
              3.254770040512085,
              2.969904899597168,
              3.132429361343384,
              2.4850001335144043,
              3.0784201622009277,
              2.099036693572998,
              2.5180108547210693,
              2.309617519378662,
              2.2345497608184814,
              2.4230668544769287,
              2.57875657081604,
              3.043897867202759,
              3.2433838844299316,
              3.207812547683716,
              2.134636640548706,
              2.719541072845459,
              3.140333414077759,
              2.718874931335449,
              2.2188336849212646,
              2.566922187805176,
              1.9632169008255005,
              2.7666525840759277,
              2.7715680599212646,
              2.6456210613250732,
              2.5077626705169678,
              2.395533800125122,
              1.8437960147857666,
              2.780792713165283,
              2.3559558391571045,
              2.4637300968170166,
              3.250387191772461,
              3.4211013317108154,
              2.9101243019104004,
              2.527899980545044,
              3.210332155227661,
              3.2967350482940674,
              2.9595305919647217,
              3.0313167572021484,
              3.1774888038635254,
              2.445495128631592,
              2.5078723430633545,
              2.4126882553100586,
              3.527726173400879,
              3.0928940773010254,
              2.246748447418213,
              2.307542324066162,
              2.0544142723083496,
              2.565636157989502,
              2.770205497741699
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843200,
      "artifact_bytes": 7415183,
      "training_wall_seconds": 66.59606009499839,
      "peak_allocated_mb": 975.48486328125,
      "artifact": "trials/code-lora32-s44-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.5436618328094482,
          "perplexity": 34.59336265250907,
          "predicted_tokens": 8128,
          "block_nll": [
            2.6023919582366943,
            2.791353702545166,
            3.301675796508789,
            4.011796474456787,
            3.377331018447876,
            3.8667399883270264,
            4.4561920166015625,
            3.607835531234741,
            2.879582405090332,
            3.810396671295166,
            3.906139373779297,
            3.589104652404785,
            4.116709232330322,
            3.7256059646606445,
            3.8357136249542236,
            3.971165657043457,
            3.695220470428467,
            2.595167875289917,
            3.89279842376709,
            4.57701301574707,
            3.1455600261688232,
            3.4927663803100586,
            3.3206892013549805,
            3.5532045364379883,
            4.225427150726318,
            3.7878081798553467,
            3.933169364929199,
            3.163562774658203,
            3.1247682571411133,
            3.543830633163452,
            3.6836769580841064,
            3.3655920028686523,
            2.506354331970215,
            2.868920087814331,
            2.6814892292022705,
            3.6279845237731934,
            3.131831645965576,
            3.7846765518188477,
            3.9658491611480713,
            3.9791247844696045,
            4.263195037841797,
            3.3696329593658447,
            3.5592470169067383,
            3.28084135055542,
            3.1824090480804443,
            3.290485382080078,
            3.500284194946289,
            2.939290761947632,
            3.0227458477020264,
            3.805584669113159,
            3.542084217071533,
            3.7298107147216797,
            3.975877285003662,
            3.7199580669403076,
            3.496433973312378,
            3.402986764907837,
            3.332263469696045,
            3.4829187393188477,
            3.6152584552764893,
            4.034862995147705,
            4.415040969848633,
            3.7607498168945312,
            3.2402470111846924,
            3.335932493209839
          ],
          "buckets": {
            "unseen": {
              "nll": 3.459714884193945,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.7322240526031587,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.485955093566821,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.570910930633545,
          "perplexity": 13.077731923292152,
          "predicted_tokens": 8128,
          "block_nll": [
            2.5871596336364746,
            2.2068862915039062,
            1.9917454719543457,
            2.3659780025482178,
            2.364365816116333,
            2.954336643218994,
            2.252521514892578,
            2.0380895137786865,
            2.3628456592559814,
            2.415205717086792,
            2.218323230743408,
            2.6974129676818848,
            3.3319575786590576,
            2.608267307281494,
            2.0755367279052734,
            2.738671064376831,
            3.334336280822754,
            2.688812732696533,
            2.570265531539917,
            2.2299861907958984,
            3.3717598915100098,
            2.2703733444213867,
            2.022757053375244,
            2.679988145828247,
            2.418844223022461,
            2.624387502670288,
            2.812859296798706,
            2.4272916316986084,
            3.397657632827759,
            2.665576219558716,
            2.89369535446167,
            2.2554514408111572,
            2.5160067081451416,
            2.8706717491149902,
            2.597127914428711,
            1.9894893169403076,
            2.186709403991699,
            2.1705946922302246,
            2.5629842281341553,
            3.3085381984710693,
            2.4332661628723145,
            3.1586530208587646,
            3.304830312728882,
            2.547652006149292,
            2.548781394958496,
            2.4038703441619873,
            2.047238826751709,
            2.066255569458008,
            1.787028431892395,
            2.984053134918213,
            2.6229708194732666,
            2.793889045715332,
            3.146918773651123,
            2.7278382778167725,
            2.0565760135650635,
            2.756488561630249,
            2.4293887615203857,
            2.923166036605835,
            2.7556447982788086,
            1.8714674711227417,
            2.5545313358306885,
            3.1142961978912354,
            2.595327615737915,
            2.8327107429504395
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 2.756348781217769,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.445692905887523,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 2.7045526492226517,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.862536668777466,
          "perplexity": 47.58590808526616,
          "predicted_tokens": 16256,
          "block_nll": [
            3.260568380355835,
            4.37478494644165,
            3.739257335662842,
            3.9848222732543945,
            3.590536594390869,
            4.254632949829102,
            3.8473944664001465,
            4.506946086883545,
            3.6878058910369873,
            4.275278568267822,
            3.5484371185302734,
            4.019523620605469,
            3.6917884349823,
            4.611108303070068,
            4.298929691314697,
            3.4774155616760254,
            4.080219268798828,
            3.991115093231201,
            3.904961347579956,
            4.002569198608398,
            2.9342925548553467,
            4.088623523712158,
            4.065431118011475,
            3.798387289047241,
            4.148584842681885,
            4.0184855461120605,
            4.214544773101807,
            3.583709478378296,
            3.929302453994751,
            3.8141233921051025,
            4.044675827026367,
            4.743597984313965,
            3.880389928817749,
            4.708651542663574,
            4.669861316680908,
            4.596606254577637,
            4.760935306549072,
            4.73996639251709,
            4.188210964202881,
            4.639686107635498,
            4.276026725769043,
            3.6763503551483154,
            3.9386074542999268,
            3.6451234817504883,
            3.910142660140991,
            4.315951347351074,
            3.737459421157837,
            4.164848804473877,
            3.541524887084961,
            4.161811828613281,
            4.136868000030518,
            3.6555495262145996,
            4.665026664733887,
            4.801215171813965,
            4.653678894042969,
            4.618892669677734,
            3.629112958908081,
            3.4242501258850098,
            4.8644022941589355,
            3.7012484073638916,
            3.724594831466675,
            3.5561306476593018,
            4.587703704833984,
            4.045292377471924,
            4.72462797164917,
            4.069164752960205,
            3.074057102203369,
            3.437649965286255,
            3.4748005867004395,
            3.863996982574463,
            4.563131332397461,
            3.7024178504943848,
            3.679297924041748,
            4.237195014953613,
            5.051460266113281,
            4.044144153594971,
            3.707923173904419,
            5.082103729248047,
            5.81075382232666,
            3.7194058895111084,
            3.7999167442321777,
            3.547628879547119,
            3.65248966217041,
            3.2380733489990234,
            3.1589980125427246,
            3.4924516677856445,
            3.8526926040649414,
            3.752885341644287,
            4.131901741027832,
            4.021107196807861,
            3.5741968154907227,
            3.064863443374634,
            3.761031150817871,
            2.869265556335449,
            3.9443795680999756,
            3.351832389831543,
            2.991509437561035,
            2.7039997577667236,
            3.2813923358917236,
            3.361682891845703,
            2.6939620971679688,
            4.128191947937012,
            3.308436870574951,
            3.437283992767334,
            2.916898250579834,
            3.824963331222534,
            3.256943464279175,
            3.0827696323394775,
            2.10703444480896,
            3.845705270767212,
            3.3695387840270996,
            4.049069404602051,
            3.076738119125366,
            4.2892656326293945,
            3.0191843509674072,
            2.6683003902435303,
            4.037635326385498,
            4.0284929275512695,
            3.7430620193481445,
            2.9549386501312256,
            4.281708717346191,
            3.780020236968994,
            3.4866321086883545,
            4.198849201202393,
            4.236909866333008,
            3.5006418228149414,
            3.6083128452301025,
            3.5308218002319336
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 10.930927276611328
    },
    {
      "domain": "finance",
      "method": "engram-large",
      "seed": 44,
      "lr": 0.001,
      "best_validation_nll": 3.40981388092041,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.506912518059835,
          "validation": {
            "nll": 3.426941394805908,
            "perplexity": 30.782347569162667,
            "predicted_tokens": 8128,
            "block_nll": [
              2.507805347442627,
              3.610367774963379,
              4.093098163604736,
              4.157545566558838,
              3.5700759887695312,
              2.8748161792755127,
              3.118258476257324,
              2.7866947650909424,
              4.066122055053711,
              3.914578914642334,
              2.841097354888916,
              3.5208663940429688,
              3.46535325050354,
              2.7049918174743652,
              3.8542349338531494,
              3.3354103565216064,
              3.2027156352996826,
              3.7340457439422607,
              3.6094517707824707,
              3.8468785285949707,
              3.6742494106292725,
              3.9020636081695557,
              3.472076892852783,
              3.0809013843536377,
              3.927337884902954,
              3.2420804500579834,
              3.1094553470611572,
              3.097431182861328,
              3.295006036758423,
              4.402702331542969,
              3.5340805053710938,
              3.3922839164733887,
              3.6972553730010986,
              3.7405056953430176,
              3.863246202468872,
              4.250717639923096,
              3.2396128177642822,
              3.3230841159820557,
              3.7058300971984863,
              3.6351394653320312,
              4.135400772094727,
              3.650193214416504,
              3.275986909866333,
              3.184194803237915,
              2.6504151821136475,
              2.436816692352295,
              3.760474920272827,
              4.036731243133545,
              4.519296169281006,
              3.930129051208496,
              2.6389851570129395,
              3.0313751697540283,
              3.2268741130828857,
              3.8076932430267334,
              3.4030561447143555,
              3.207688808441162,
              2.7357380390167236,
              3.2993502616882324,
              2.7032525539398193,
              2.889986276626587,
              2.509387493133545,
              2.9610517024993896,
              3.310372829437256,
              3.620318651199341
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 3.4674071224872023,
          "validation": {
            "nll": 3.40981388092041,
            "perplexity": 30.25961184416119,
            "predicted_tokens": 8128,
            "block_nll": [
              2.5144946575164795,
              3.595266103744507,
              4.099977493286133,
              4.138171195983887,
              3.562828779220581,
              2.868450403213501,
              3.099850654602051,
              2.793383836746216,
              4.048701763153076,
              3.879918336868286,
              2.8156960010528564,
              3.4886956214904785,
              3.438032627105713,
              2.6800904273986816,
              3.825444221496582,
              3.295517683029175,
              3.1801557540893555,
              3.7142934799194336,
              3.586542844772339,
              3.800488233566284,
              3.6577908992767334,
              3.885551929473877,
              3.425187110900879,
              3.0489554405212402,
              3.9151651859283447,
              3.241936206817627,
              3.0969717502593994,
              3.063999652862549,
              3.2995972633361816,
              4.380410194396973,
              3.5240280628204346,
              3.3725991249084473,
              3.71065092086792,
              3.7067251205444336,
              3.846304178237915,
              4.241560459136963,
              3.2109603881835938,
              3.3109352588653564,
              3.661332368850708,
              3.6041176319122314,
              4.118939399719238,
              3.64442777633667,
              3.2581324577331543,
              3.1690304279327393,
              2.649880886077881,
              2.432114362716675,
              3.7496557235717773,
              4.003688812255859,
              4.518017768859863,
              3.913468599319458,
              2.60852313041687,
              3.0357396602630615,
              3.207484722137451,
              3.777385950088501,
              3.399035930633545,
              3.194254159927368,
              2.709646224975586,
              3.279863119125366,
              2.693444013595581,
              2.894251585006714,
              2.512194871902466,
              2.946187734603882,
              3.292386293411255,
              3.589540481567383
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843392,
      "artifact_bytes": 7377029,
      "training_wall_seconds": 39.397794286000135,
      "peak_allocated_mb": 904.2998046875,
      "artifact": "trials/finance-engram-large-s44-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4193830490112305,
          "perplexity": 30.550561006826257,
          "predicted_tokens": 8128,
          "block_nll": [
            2.494821548461914,
            2.723524808883667,
            3.133598804473877,
            3.9107723236083984,
            3.242250919342041,
            3.77022123336792,
            4.293546676635742,
            3.4673123359680176,
            2.650132894515991,
            3.615997552871704,
            3.7317023277282715,
            3.460336923599243,
            4.010965824127197,
            3.5602805614471436,
            3.7258005142211914,
            3.8339014053344727,
            3.6595070362091064,
            2.516291856765747,
            3.724008083343506,
            4.469098091125488,
            3.1599907875061035,
            3.394291400909424,
            3.243455648422241,
            3.4669852256774902,
            4.243399143218994,
            3.605572462081909,
            3.7667977809906006,
            3.147030830383301,
            3.0067873001098633,
            3.2400481700897217,
            3.6213512420654297,
            3.2227423191070557,
            2.437441110610962,
            2.807239055633545,
            2.594426155090332,
            3.4117536544799805,
            2.9200572967529297,
            3.2609381675720215,
            3.774432897567749,
            3.76208233833313,
            4.042910099029541,
            3.2754271030426025,
            3.432257890701294,
            3.198622226715088,
            3.0640859603881836,
            3.226353883743286,
            3.386934995651245,
            2.8296751976013184,
            2.755363702774048,
            3.6750364303588867,
            3.3763480186462402,
            3.562690258026123,
            3.940796136856079,
            3.7063958644866943,
            3.432858943939209,
            3.313246726989746,
            3.293743848800659,
            3.3745672702789307,
            3.5798211097717285,
            3.9062299728393555,
            4.329751491546631,
            3.6130738258361816,
            3.215726137161255,
            3.227705240249634
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3548712713199182,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.5872022534849095,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.303756495790274,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 3.1466383934020996,
          "perplexity": 23.25774961807551,
          "predicted_tokens": 8128,
          "block_nll": [
            3.3246071338653564,
            2.5513312816619873,
            2.703695058822632,
            3.258030891418457,
            3.068427324295044,
            3.1328442096710205,
            2.9685721397399902,
            3.00188946723938,
            2.899472236633301,
            3.366283416748047,
            2.6385765075683594,
            3.1128132343292236,
            3.8044276237487793,
            2.98688006401062,
            2.229222297668457,
            3.2803025245666504,
            3.6768651008605957,
            3.060068130493164,
            3.4844772815704346,
            3.1142659187316895,
            4.322518348693848,
            3.0727756023406982,
            2.768669605255127,
            3.430359363555908,
            2.949232578277588,
            2.7897543907165527,
            3.37774395942688,
            3.166308641433716,
            3.9577889442443848,
            3.1311428546905518,
            3.5128602981567383,
            2.8532795906066895,
            2.9112114906311035,
            3.407581329345703,
            3.3370180130004883,
            2.851466655731201,
            2.936389684677124,
            2.6799933910369873,
            2.9396307468414307,
            3.8112502098083496,
            2.6055591106414795,
            3.41904354095459,
            3.9164633750915527,
            3.1549746990203857,
            2.991964817047119,
            2.962688684463501,
            2.6166510581970215,
            2.436589479446411,
            2.4802935123443604,
            3.6729214191436768,
            3.285142183303833,
            3.434964656829834,
            3.430621385574341,
            2.9865663051605225,
            2.7553248405456543,
            3.6262478828430176,
            3.094186782836914,
            3.2557365894317627,
            3.6622374057769775,
            2.625241756439209,
            3.3390252590179443,
            3.407735586166382,
            3.1535050868988037,
            3.2011361122131348
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.9608507523699803,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.8773180974727404,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.4092953681516485,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.7230958938598633,
          "perplexity": 41.392342247697854,
          "predicted_tokens": 16256,
          "block_nll": [
            3.111436605453491,
            4.194114685058594,
            3.501798391342163,
            3.8314931392669678,
            3.408628463745117,
            4.063479900360107,
            3.712099552154541,
            4.441368579864502,
            3.562269449234009,
            4.090754508972168,
            3.350727081298828,
            3.855818271636963,
            3.47261381149292,
            4.364234447479248,
            4.093621730804443,
            3.3420963287353516,
            4.063882350921631,
            3.7694103717803955,
            3.823709487915039,
            3.823173761367798,
            2.751518487930298,
            3.8348350524902344,
            3.9092020988464355,
            3.6773178577423096,
            3.920085906982422,
            3.881892681121826,
            4.019275188446045,
            3.3536667823791504,
            3.8092458248138428,
            3.664982318878174,
            3.950171709060669,
            4.366194725036621,
            3.798549175262451,
            4.544632434844971,
            4.482787132263184,
            4.324111461639404,
            4.497954368591309,
            4.7137041091918945,
            3.964327812194824,
            4.436254024505615,
            4.1600847244262695,
            3.579221725463867,
            3.84645414352417,
            3.4872336387634277,
            3.7200417518615723,
            4.035313129425049,
            3.374469757080078,
            4.073631763458252,
            3.365248441696167,
            4.008856773376465,
            3.8843767642974854,
            3.5154833793640137,
            4.549860000610352,
            4.584741592407227,
            4.565088272094727,
            4.635767459869385,
            3.6060643196105957,
            3.1877689361572266,
            4.8832783699035645,
            3.5137782096862793,
            3.481130838394165,
            3.4111273288726807,
            4.398460388183594,
            3.8865904808044434,
            4.614882946014404,
            3.905357599258423,
            2.9669604301452637,
            3.2341322898864746,
            3.3531696796417236,
            3.775832176208496,
            4.437873840332031,
            3.556070327758789,
            3.711087942123413,
            4.0651774406433105,
            4.696746349334717,
            3.965702533721924,
            3.4594790935516357,
            4.956787586212158,
            5.693296432495117,
            3.3929224014282227,
            3.6844449043273926,
            3.31765079498291,
            3.476094961166382,
            3.1652956008911133,
            3.062594175338745,
            3.385618209838867,
            3.8550188541412354,
            3.7321691513061523,
            3.999922752380371,
            3.956974506378174,
            3.3398678302764893,
            3.052259683609009,
            3.5419673919677734,
            2.863372802734375,
            3.858484983444214,
            3.3881030082702637,
            2.8799662590026855,
            2.615814685821533,
            3.0765485763549805,
            3.3992626667022705,
            2.6623122692108154,
            3.8612191677093506,
            3.139716148376465,
            3.332190752029419,
            2.8597583770751953,
            3.789560556411743,
            3.196544647216797,
            3.018609046936035,
            1.9646103382110596,
            3.843695878982544,
            3.176400661468506,
            3.8761565685272217,
            3.0288145542144775,
            4.152707099914551,
            2.8392601013183594,
            2.5361156463623047,
            3.871579647064209,
            4.040006160736084,
            3.681105613708496,
            2.9220948219299316,
            4.236775875091553,
            3.6269009113311768,
            3.3695766925811768,
            4.004796028137207,
            4.123439788818359,
            3.304088830947876,
            3.5537288188934326,
            3.5761022567749023
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.5878181457519531
    },
    {
      "domain": "code",
      "method": "engram-large",
      "seed": 44,
      "lr": 0.001,
      "best_validation_nll": 3.052595615386963,
      "history": [
        {
          "epoch": 1,
          "train_nll": 3.1056931985076517,
          "validation": {
            "nll": 3.145958662033081,
            "perplexity": 23.241945967814225,
            "predicted_tokens": 8128,
            "block_nll": [
              3.0448567867279053,
              3.552837610244751,
              2.2571160793304443,
              1.8490220308303833,
              3.393186330795288,
              2.7672159671783447,
              3.3356986045837402,
              3.341113328933716,
              1.0847911834716797,
              3.0263428688049316,
              2.9609146118164062,
              2.519338607788086,
              3.7141201496124268,
              3.3862199783325195,
              3.7557318210601807,
              3.837841272354126,
              3.1572275161743164,
              3.4525396823883057,
              3.250709295272827,
              3.815974235534668,
              2.2096288204193115,
              2.581209897994995,
              2.801633596420288,
              2.5261447429656982,
              2.8612935543060303,
              3.3231093883514404,
              3.610711097717285,
              3.3658971786499023,
              3.4862382411956787,
              2.34433650970459,
              2.9025425910949707,
              3.4054980278015137,
              3.147339344024658,
              2.628995180130005,
              3.0049099922180176,
              2.6689469814300537,
              3.312636137008667,
              3.2752225399017334,
              2.820594072341919,
              3.2798287868499756,
              3.2318882942199707,
              2.7940621376037598,
              3.4702296257019043,
              2.6223833560943604,
              3.2579309940338135,
              4.133016109466553,
              4.525364875793457,
              3.6551148891448975,
              3.30340838432312,
              3.685159683227539,
              3.5101752281188965,
              3.2403719425201416,
              3.834502696990967,
              3.611635446548462,
              3.2964999675750732,
              3.3863139152526855,
              2.7909464836120605,
              3.7399823665618896,
              3.7367947101593018,
              2.9004621505737305,
              2.538193464279175,
              2.688126802444458,
              3.2747464179992676,
              3.054522752761841
            ],
            "buckets": {}
          }
        },
        {
          "epoch": 2,
          "train_nll": 2.965333625441417,
          "validation": {
            "nll": 3.052595615386963,
            "perplexity": 21.170222926358534,
            "predicted_tokens": 8128,
            "block_nll": [
              2.949950933456421,
              3.531425714492798,
              2.2032835483551025,
              1.8368386030197144,
              3.198007822036743,
              2.733604907989502,
              3.2233941555023193,
              3.154405355453491,
              1.0793911218643188,
              2.891706943511963,
              2.9276134967803955,
              2.4856150150299072,
              3.522412061691284,
              3.310565710067749,
              3.6769964694976807,
              3.7633721828460693,
              3.082540988922119,
              3.413889169692993,
              3.0759894847869873,
              3.6568727493286133,
              2.1733322143554688,
              2.5559589862823486,
              2.7074849605560303,
              2.4901602268218994,
              2.7286481857299805,
              3.1854441165924072,
              3.5359654426574707,
              3.3538475036621094,
              3.4130570888519287,
              2.290226459503174,
              2.8958258628845215,
              3.3175292015075684,
              3.110349655151367,
              2.538329601287842,
              2.9506406784057617,
              2.574514627456665,
              3.254765272140503,
              3.2183477878570557,
              2.805917739868164,
              3.1225037574768066,
              2.9627389907836914,
              2.618210792541504,
              3.3567724227905273,
              2.5901453495025635,
              3.0983874797821045,
              3.9785830974578857,
              4.334719657897949,
              3.46061635017395,
              3.091207265853882,
              3.5964648723602295,
              3.5108988285064697,
              3.225311279296875,
              3.6839346885681152,
              3.531184673309326,
              3.075021505355835,
              3.180771827697754,
              2.759716033935547,
              3.7063558101654053,
              3.6429381370544434,
              2.764763116836548,
              2.491246461868286,
              2.53224778175354,
              3.156658172607422,
              3.0765020847320557
            ],
            "buckets": {}
          }
        }
      ],
      "trainable_parameters": 1843392,
      "artifact_bytes": 7377029,
      "training_wall_seconds": 51.27485081299892,
      "peak_allocated_mb": 904.2998046875,
      "artifact": "trials/code-engram-large-s44-lr0.001/adapter.pt",
      "checks_passed": true,
      "evaluation": {
        "finance": {
          "nll": 3.4529049396514893,
          "perplexity": 31.592032086972612,
          "predicted_tokens": 8128,
          "block_nll": [
            2.531491756439209,
            2.729114294052124,
            3.1671791076660156,
            3.935459852218628,
            3.2691421508789062,
            3.8135647773742676,
            4.332678318023682,
            3.495816707611084,
            2.6875452995300293,
            3.6723711490631104,
            3.7553725242614746,
            3.487372875213623,
            4.05534553527832,
            3.58676815032959,
            3.756084442138672,
            3.8650317192077637,
            3.708678722381592,
            2.4946048259735107,
            3.7749640941619873,
            4.473939895629883,
            3.202122211456299,
            3.4006612300872803,
            3.2998907566070557,
            3.471735715866089,
            4.269738674163818,
            3.6504173278808594,
            3.771834135055542,
            3.1400814056396484,
            3.0274221897125244,
            3.250208616256714,
            3.6431453227996826,
            3.287338972091675,
            2.4862070083618164,
            2.837083101272583,
            2.659196615219116,
            3.4687654972076416,
            3.015336275100708,
            3.5453665256500244,
            3.8196780681610107,
            3.771573543548584,
            4.074620723724365,
            3.2970454692840576,
            3.455934524536133,
            3.227606773376465,
            3.080315351486206,
            3.266805410385132,
            3.4218204021453857,
            2.855146884918213,
            2.780884027481079,
            3.714789867401123,
            3.4050979614257812,
            3.586010694503784,
            3.9812915325164795,
            3.758631944656372,
            3.479430675506592,
            3.3291399478912354,
            3.290142297744751,
            3.3901052474975586,
            3.6208200454711914,
            3.919980764389038,
            4.354922771453857,
            3.6140496730804443,
            3.214768648147583,
            3.256227970123291
          ],
          "buckets": {
            "unseen": {
              "nll": 3.3784539242478786,
              "tokens": 6571
            },
            "seen_1to4": {
              "nll": 3.6639946209750804,
              "tokens": 978
            },
            "frequent_5plus": {
              "nll": 3.39485124409105,
              "tokens": 451
            }
          }
        },
        "code": {
          "nll": 2.9909613132476807,
          "perplexity": 19.904808052937934,
          "predicted_tokens": 8128,
          "block_nll": [
            3.0828185081481934,
            2.4648494720458984,
            2.4914491176605225,
            3.0313196182250977,
            2.8723549842834473,
            3.1006202697753906,
            2.762836217880249,
            2.7483372688293457,
            2.7232203483581543,
            3.036712169647217,
            2.546802282333374,
            2.974916696548462,
            3.655669689178467,
            2.885319948196411,
            2.2396864891052246,
            3.0979442596435547,
            3.617561101913452,
            2.9992165565490723,
            3.2205772399902344,
            2.853771209716797,
            4.0370683670043945,
            2.818345069885254,
            2.5363240242004395,
            3.1686697006225586,
            2.7823257446289062,
            2.7394797801971436,
            3.17043399810791,
            2.9490647315979004,
            3.8318326473236084,
            3.0680623054504395,
            3.304211139678955,
            2.649911403656006,
            2.841163396835327,
            3.2885541915893555,
            3.1209070682525635,
            2.5897340774536133,
            2.720968246459961,
            2.5442392826080322,
            2.887657642364502,
            3.6631805896759033,
            2.5826609134674072,
            3.3530783653259277,
            3.814804792404175,
            2.9945833683013916,
            2.882765769958496,
            2.846085786819458,
            2.4961116313934326,
            2.4131147861480713,
            2.2995223999023438,
            3.5056121349334717,
            3.1225762367248535,
            3.2321979999542236,
            3.373462200164795,
            2.920733690261841,
            2.526914358139038,
            3.3777997493743896,
            2.849501609802246,
            3.2164556980133057,
            3.4793035984039307,
            2.441899061203003,
            3.062723398208618,
            3.346108913421631,
            2.9820923805236816,
            3.183297634124756
          ],
          "buckets": {
            "frequent_5plus": {
              "nll": 3.568388609288918,
              "tokens": 1008
            },
            "unseen": {
              "nll": 2.7679555285132804,
              "tokens": 5791
            },
            "seen_1to4": {
              "nll": 3.2240911246271504,
              "tokens": 1201
            }
          }
        },
        "general": {
          "nll": 3.723094940185547,
          "perplexity": 41.39230277290298,
          "predicted_tokens": 16256,
          "block_nll": [
            3.116323471069336,
            4.211546421051025,
            3.51584529876709,
            3.8442389965057373,
            3.4050118923187256,
            4.0639262199401855,
            3.719784736633301,
            4.416072845458984,
            3.5537734031677246,
            4.100998401641846,
            3.3429760932922363,
            3.819850206375122,
            3.4597244262695312,
            4.373226642608643,
            4.104973316192627,
            3.3480472564697266,
            4.037801742553711,
            3.7832508087158203,
            3.833460807800293,
            3.825427532196045,
            2.7549190521240234,
            3.8011293411254883,
            3.8854544162750244,
            3.6680548191070557,
            3.9115211963653564,
            3.872912645339966,
            4.022546768188477,
            3.361440420150757,
            3.793205976486206,
            3.6502761840820312,
            3.945803642272949,
            4.38908052444458,
            3.821298599243164,
            4.55640172958374,
            4.485114097595215,
            4.338115215301514,
            4.503178119659424,
            4.6582770347595215,
            3.9711129665374756,
            4.427435398101807,
            4.14952278137207,
            3.5496633052825928,
            3.8525617122650146,
            3.4729583263397217,
            3.7449114322662354,
            4.037502288818359,
            3.393589735031128,
            4.0430402755737305,
            3.3738412857055664,
            3.99393630027771,
            3.9106009006500244,
            3.5153985023498535,
            4.538487911224365,
            4.578750133514404,
            4.566560745239258,
            4.63485860824585,
            3.6153855323791504,
            3.1866893768310547,
            4.88972282409668,
            3.5291130542755127,
            3.4812963008880615,
            3.4212265014648438,
            4.417875289916992,
            3.890176773071289,
            4.632272720336914,
            3.8799641132354736,
            2.9945363998413086,
            3.250108003616333,
            3.3441123962402344,
            3.764331102371216,
            4.402933120727539,
            3.543651819229126,
            3.7025625705718994,
            4.092516899108887,
            4.69700813293457,
            3.971226930618286,
            3.4536325931549072,
            4.9445271492004395,
            5.66987943649292,
            3.3467483520507812,
            3.6874637603759766,
            3.3223984241485596,
            3.480372905731201,
            3.161639451980591,
            3.067079782485962,
            3.422557830810547,
            3.8473429679870605,
            3.729602336883545,
            3.9960944652557373,
            3.9830031394958496,
            3.3423683643341064,
            3.044278860092163,
            3.527343273162842,
            2.8418190479278564,
            3.8627126216888428,
            3.392226219177246,
            2.8955609798431396,
            2.6012473106384277,
            3.110790967941284,
            3.402648448944092,
            2.6698756217956543,
            3.8731513023376465,
            3.1718637943267822,
            3.339930772781372,
            2.9061219692230225,
            3.7672343254089355,
            3.178812265396118,
            3.053586483001709,
            1.976272463798523,
            3.8078813552856445,
            3.1848807334899902,
            3.8798775672912598,
            3.034306049346924,
            4.153079986572266,
            2.860098361968994,
            2.528430461883545,
            3.8420159816741943,
            4.033619403839111,
            3.6954052448272705,
            2.903881788253784,
            4.2452778816223145,
            3.644697666168213,
            3.3623452186584473,
            4.002933979034424,
            4.102153301239014,
            3.299062967300415,
            3.565030813217163,
            3.584580183029175
          ],
          "buckets": {}
        }
      },
      "swap_restoration_exact": true,
      "swap_max_logit_change": 1.5878181457519531
    }
  ]
}