test: fix tests (#508)

Author: giladgd

test/modelDependent/llama3.1/controlledEvaluate.test.ts

@@ -96,73 +96,73 @@ describe("llama 3.1", () => {
                 {
                   "next": {
                     "probabilities": Map {
-                      35308 => 0.5214539,
-                      27096 => 0.2432189,
-                      11 => 0.0221867,
-                      198 => 0.0119489,
-                      374 => 0.0083635,
-                      863 => 0.0083618,
-                      1131 => 0.0068354,
-                      25 => 0.0062467,
-                      7940 => 0.0054025,
-                      320 => 0.0051706,
+                      35308 => 0.5205752,
+                      27096 => 0.2434221,
+                      11 => 0.0222422,
+                      198 => 0.0119651,
+                      863 => 0.0083929,
+                      374 => 0.0083748,
+                      1131 => 0.0068622,
+                      25 => 0.0062526,
+                      7940 => 0.0053943,
+                      1 => 0.0051856,
                     },
                   },
                 },
                 {
                   "next": {
                     "probabilities": Map {
-                      927 => 0.9811952,
-                      198 => 0.0033833,
-                      6288 => 0.00327,
-                      279 => 0.0006553,
-                      1633 => 0.0003185,
-                      1035 => 0.0003111,
+                      927 => 0.9811716,
+                      198 => 0.003379,
+                      6288 => 0.0032698,
+                      279 => 0.0006585,
+                      1633 => 0.0003187,
+                      1035 => 0.0003126,
                       13 => 0.0002916,
-                      264 => 0.0002894,
-                      297 => 0.0002833,
+                      264 => 0.0002902,
+                      297 => 0.0002849,
                       720 => 0.0002489,
                     },
                     "token": 927,
                   },
                 },
                 {
                   "next": {
-                    "confidence": 0.930688,
+                    "confidence": 0.9307394,
                     "token": 279,
                   },
                 },
                 {
                   "next": {
-                    "confidence": 0.9597747,
+                    "confidence": 0.9596596,
                     "probabilities": Map {
-                      16053 => 0.9597747,
-                      1208 => 0.0047502,
-                      198 => 0.0031807,
-                      5679 => 0.0029171,
-                      65536 => 0.0019718,
-                      6435 => 0.0009126,
-                      2697 => 0.0006707,
-                      720 => 0.0005979,
-                      21811 => 0.0005516,
-                      45363 => 0.0005494,
+                      16053 => 0.9596596,
+                      1208 => 0.0047719,
+                      198 => 0.0031805,
+                      5679 => 0.0029246,
+                      65536 => 0.0019735,
+                      6435 => 0.000917,
+                      2697 => 0.0006723,
+                      720 => 0.0005984,
+                      21811 => 0.0005529,
+                      45363 => 0.0005513,
                     },
                   },
                 },
                 {
                   "next": {
-                    "confidence": 0.9871562,
+                    "confidence": 0.9871598,
                     "probabilities": Map {
-                      5679 => 0.9871562,
-                      21811 => 0.0014367,
-                      198 => 0.0009356,
-                      8415 => 0.0007227,
-                      12875 => 0.0003802,
-                      4194 => 0.0003468,
-                      720 => 0.0002813,
-                      14588 => 0.000276,
-                      9522 => 0.0002415,
-                      627 => 0.0002041,
+                      5679 => 0.9871598,
+                      21811 => 0.0014282,
+                      198 => 0.0009355,
+                      8415 => 0.0007248,
+                      12875 => 0.0003796,
+                      4194 => 0.0003463,
+                      720 => 0.0002809,
+                      14588 => 0.0002761,
+                      9522 => 0.0002418,
+                      627 => 0.0002038,
                     },
                     "token": 5679,
                   },