{
 "schema_version": "1.7.0",
 "id": "x_NXMC-2024-0057",
 "modified": "2026-10-19T02:33:38.839Z",
 "published": "2026-10-18T09:00:52.565Z",
 "summary": "Phi-3-mini-128k-instruct: structural change at 10d25df (2024-07-01)",
 "details": "Phi-3-mini-128k-instruct: rope_scaling values changed ({\"long_factor\":[1.0299999713897705,1.0499999523162842,1.0... to {\"long_factor\":[1.0700000524520874,1.1200000047683716,1.1...); positions are computed differently; the chat template changed and renders differently (system+user, multi-turn, tool-call); prompts rendered with the old one no longer match what the model now expects, so cached prompts and eval sets need re-rendering; add_bos_token true to false; encoding the same text yields different ids (2024-07-01).\n\nRepository: https://huggingface.co/microsoft/Phi-3-mini-128k-instruct. Revisions from 10d25dfa1593265daf4a3bac573ab76ccf61d60f onward carry this change; a pin at bb5bf1e4001277a606e11debca0ef80323e5f824 or earlier does not.\n\nChanged keys:\n- rope_scaling: {\"long_factor\":[1.0299999713897705,1.0499999523162842,1.0499999523162842,1.0799999237060547,1.2299998998641968,1.2299998998641968,1.2999999523162842,1.4499999284744263,1.5999999046325684,1.6499998569488525,1.8999998569488525,2.859999895095825,3.68999981880188,5.419999599456787,5.489999771118164,5.489999771118164,9.09000015258789,11.579999923706055,15.65999984741211,15.769999504089355,15.789999961853027,18.360000610351562,21.989999771118164,23.079999923706055,30.009998321533203,32.35000228881836,32.590003967285156,35.56000518798828,39.95000457763672,53.840003967285156,56.20000457763672,57.95000457763672,59.29000473022461,59.77000427246094,59.920005798339844,61.190006256103516,61.96000671386719,62.50000762939453,63.3700065612793,63.48000717163086,63.48000717163086,63.66000747680664,63.850006103515625,64.08000946044922,64.760009765625,64.80001068115234,64.81001281738281,64.81001281738281],\"short_factor\":[1.05,1.05,1.05,1.1,1.1,1.1500000000000001,1.2000000000000002,1.2500000000000002,1.3000000000000003,1.3500000000000003,1.5000000000000004,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.0500000000000007,2.0500000000000007,2.0500000000000007,2.1000000000000005,2.1000000000000005,2.1000000000000005,2.1500000000000004,2.1500000000000004,2.3499999999999996,2.549999999999999,2.5999999999999988,2.5999999999999988,2.7499999999999982,2.849999999999998,2.849999999999998,2.9499999999999975],\"type\":\"su\"} -> {\"long_factor\":[1.0700000524520874,1.1200000047683716,1.149999976158142,1.4199999570846558,1.5699999332427979,1.7999999523162842,2.129999876022339,2.129999876022339,3.009999990463257,5.910000324249268,6.950000286102295,9.070000648498535,9.930000305175781,10.710000038146973,11.130000114440918,14.609999656677246,15.409998893737793,19.809999465942383,37.279998779296875,38.279998779296875,38.599998474121094,40.12000274658203,46.20000457763672,50.940006256103516,53.66000747680664,54.9373893737793,56.89738845825195,57.28738784790039,59.98738479614258,60.86738586425781,60.887386322021484,61.71739196777344,62.91739273071289,62.957393646240234,63.41739273071289,63.8173942565918,63.83739471435547,63.897396087646484,63.93739700317383,64.06739807128906,64.11434936523438,64.12435150146484,64.15435028076172,64.19435119628906,64.24435424804688,64.57435607910156,64.69000244140625,64.76000213623047],\"short_factor\":[1.1,1.1,1.1,1.3000000000000003,1.3500000000000003,1.3500000000000003,1.4000000000000004,1.5500000000000005,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.000000000000001,2.0500000000000007,2.0500000000000007,2.0500000000000007,2.0500000000000007,2.0500000000000007,2.0500000000000007,2.1000000000000005,2.1000000000000005,2.1500000000000004,2.25,2.25,2.25,2.25,2.25,2.3999999999999995,2.4499999999999993,2.499999999999999,2.6999999999999984,2.6999999999999984,2.7499999999999982,2.799999999999998,2.8999999999999977,3.049999999999997],\"type\":\"longrope\"} (structural)\n- tokenizer add_bos_token: true -> false (tokenizer)\n- tokenizer chat_template_sha256: 268b6082ceb7176d -> dcaee66df77bfbb7 (template)\n\nThis record says what the change does mechanically. It is not a report that anything broke for anyone.",
 "affected": [
  {
   "ranges": [
    {
     "type": "GIT",
     "repo": "https://huggingface.co/microsoft/Phi-3-mini-128k-instruct",
     "events": [
      {
       "introduced": "10d25dfa1593265daf4a3bac573ab76ccf61d60f"
      }
     ]
    }
   ],
   "database_specific": {
    "model": "microsoft/Phi-3-mini-128k-instruct",
    "previous_revision": "bb5bf1e4001277a606e11debca0ef80323e5f824"
   }
  }
 ],
 "references": [
  {
   "type": "INTRODUCED",
   "url": "https://huggingface.co/microsoft/Phi-3-mini-128k-instruct/commit/10d25dfa1593265daf4a3bac573ab76ccf61d60f"
  },
  {
   "type": "PACKAGE",
   "url": "https://huggingface.co/microsoft/Phi-3-mini-128k-instruct"
  },
  {
   "type": "WEB",
   "url": "https://www.neurarch.com/changes-feeds/models/microsoft/Phi-3-mini-128k-instruct.html"
  }
 ],
 "database_specific": {
  "source": "neurarch model change tracker",
  "model": "microsoft/Phi-3-mini-128k-instruct",
  "kind": "structural",
  "classes": [
   "structural",
   "tokenizer",
   "template"
  ],
  "changed_keys": [
   {
    "file": "config",
    "key": "rope_scaling",
    "before": {
     "long_factor": [
      1.0299999713897705,
      1.0499999523162842,
      1.0499999523162842,
      1.0799999237060547,
      1.2299998998641968,
      1.2299998998641968,
      1.2999999523162842,
      1.4499999284744263,
      1.5999999046325684,
      1.6499998569488525,
      1.8999998569488525,
      2.859999895095825,
      3.68999981880188,
      5.419999599456787,
      5.489999771118164,
      5.489999771118164,
      9.09000015258789,
      11.579999923706055,
      15.65999984741211,
      15.769999504089355,
      15.789999961853027,
      18.360000610351562,
      21.989999771118164,
      23.079999923706055,
      30.009998321533203,
      32.35000228881836,
      32.590003967285156,
      35.56000518798828,
      39.95000457763672,
      53.840003967285156,
      56.20000457763672,
      57.95000457763672,
      59.29000473022461,
      59.77000427246094,
      59.920005798339844,
      61.190006256103516,
      61.96000671386719,
      62.50000762939453,
      63.3700065612793,
      63.48000717163086,
      63.48000717163086,
      63.66000747680664,
      63.850006103515625,
      64.08000946044922,
      64.760009765625,
      64.80001068115234,
      64.81001281738281,
      64.81001281738281
     ],
     "short_factor": [
      1.05,
      1.05,
      1.05,
      1.1,
      1.1,
      1.1500000000000001,
      1.2000000000000002,
      1.2500000000000002,
      1.3000000000000003,
      1.3500000000000003,
      1.5000000000000004,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.0500000000000007,
      2.0500000000000007,
      2.0500000000000007,
      2.1000000000000005,
      2.1000000000000005,
      2.1000000000000005,
      2.1500000000000004,
      2.1500000000000004,
      2.3499999999999996,
      2.549999999999999,
      2.5999999999999988,
      2.5999999999999988,
      2.7499999999999982,
      2.849999999999998,
      2.849999999999998,
      2.9499999999999975
     ],
     "type": "su"
    },
    "after": {
     "long_factor": [
      1.0700000524520874,
      1.1200000047683716,
      1.149999976158142,
      1.4199999570846558,
      1.5699999332427979,
      1.7999999523162842,
      2.129999876022339,
      2.129999876022339,
      3.009999990463257,
      5.910000324249268,
      6.950000286102295,
      9.070000648498535,
      9.930000305175781,
      10.710000038146973,
      11.130000114440918,
      14.609999656677246,
      15.409998893737793,
      19.809999465942383,
      37.279998779296875,
      38.279998779296875,
      38.599998474121094,
      40.12000274658203,
      46.20000457763672,
      50.940006256103516,
      53.66000747680664,
      54.9373893737793,
      56.89738845825195,
      57.28738784790039,
      59.98738479614258,
      60.86738586425781,
      60.887386322021484,
      61.71739196777344,
      62.91739273071289,
      62.957393646240234,
      63.41739273071289,
      63.8173942565918,
      63.83739471435547,
      63.897396087646484,
      63.93739700317383,
      64.06739807128906,
      64.11434936523438,
      64.12435150146484,
      64.15435028076172,
      64.19435119628906,
      64.24435424804688,
      64.57435607910156,
      64.69000244140625,
      64.76000213623047
     ],
     "short_factor": [
      1.1,
      1.1,
      1.1,
      1.3000000000000003,
      1.3500000000000003,
      1.3500000000000003,
      1.4000000000000004,
      1.5500000000000005,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.000000000000001,
      2.0500000000000007,
      2.0500000000000007,
      2.0500000000000007,
      2.0500000000000007,
      2.0500000000000007,
      2.0500000000000007,
      2.1000000000000005,
      2.1000000000000005,
      2.1500000000000004,
      2.25,
      2.25,
      2.25,
      2.25,
      2.25,
      2.3999999999999995,
      2.4499999999999993,
      2.499999999999999,
      2.6999999999999984,
      2.6999999999999984,
      2.7499999999999982,
      2.799999999999998,
      2.8999999999999977,
      3.049999999999997
     ],
     "type": "longrope"
    },
    "class": "structural"
   },
   {
    "file": "tokenizer",
    "key": "add_bos_token",
    "before": true,
    "after": false,
    "class": "tokenizer"
   },
   {
    "file": "tokenizer",
    "key": "chat_template_sha256",
    "before": "268b6082ceb7176d",
    "after": "dcaee66df77bfbb7",
    "class": "template"
   }
  ],
  "impact": {
   "memory": false,
   "serving": true,
   "tokenizer": true,
   "licence": null
  },
  "breaking": true,
  "breaking_rule": "https://www.neurarch.com/changes-feeds/advisories/index.json#breaking_rule",
  "consequence": {
   "params": null,
   "weightsGbBf16": null,
   "trainPeakGb": null,
   "fingerprint": null,
   "context": null,
   "eos": null,
   "bos": null
  },
  "commit_date": "2024-07-01T20:40:25.000Z",
  "detected_at": "2026-10-18T09:00:52.565Z",
  "detected_by": "backfill",
  "days_since_first_commit": 70,
  "license": "CC-BY-4.0"
 }
}