{
 "schema_version": "1.7.0",
 "id": "x_NXMC-2024-0228",
 "modified": "2026-11-05T13:55:48.531Z",
 "published": "2026-11-01T12:02:00.579Z",
 "summary": "llama-3-8b-Instruct-bnb-4bit: structural change at 7400af6 (2024-08-06)",
 "details": "llama-3-8b-Instruct-bnb-4bit: hidden size 4096 to 8192, MLP width 14336 to 28672, attention heads 32 to 64, layer count 32 to 80; derived parameters 8.03B to 70.55B (+62.52B, +125.05 GB of bf16 weights); quantization_config changed; the stored format of the weights is different (2024-08-06).\n\nRepository: https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit. Revisions from 7400af6f3bfa4bc4f7e1afb04dc681329a0dc01f onward carry this change; a pin at 2950abc9d0b34ddd43fd52bbf0d7dca82807ce96 or earlier does not.\n\nChanged keys:\n- hidden_size: 4096 -> 8192 (structural)\n- intermediate_size: 14336 -> 28672 (structural)\n- num_attention_heads: 32 -> 64 (structural)\n- num_hidden_layers: 32 -> 80 (structural)\n- quantization_config: {\"_load_in_4bit\":true,\"_load_in_8bit\":false,\"bnb_4bit_compute_dtype\":\"bfloat16\",\"bnb_4bit_quant_type\":\"nf4\",\"bnb_4bit_use_double_quant\":true,\"llm_int8_enable_fp32_cpu_offload\":false,\"llm_int8_has_fp16_weight\":false,\"llm_int8_skip_modules\":null,\"llm_int8_threshold\":6,\"load_in_4bit\":true,\"load_in_8bit\":false,\"quant_method\":\"bitsandbytes\"} -> unset (structural)\n\nThis record says what the change does mechanically. It is not a report that anything broke for anyone.",
 "affected": [
  {
   "ranges": [
    {
     "type": "GIT",
     "repo": "https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit",
     "events": [
      {
       "introduced": "7400af6f3bfa4bc4f7e1afb04dc681329a0dc01f"
      }
     ]
    }
   ],
   "database_specific": {
    "model": "unsloth/llama-3-8b-Instruct-bnb-4bit",
    "previous_revision": "2950abc9d0b34ddd43fd52bbf0d7dca82807ce96"
   }
  }
 ],
 "references": [
  {
   "type": "INTRODUCED",
   "url": "https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit/commit/7400af6f3bfa4bc4f7e1afb04dc681329a0dc01f"
  },
  {
   "type": "PACKAGE",
   "url": "https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit"
  },
  {
   "type": "WEB",
   "url": "https://www.neurarch.com/changes-feeds/models/unsloth/llama-3-8b-Instruct-bnb-4bit.html"
  }
 ],
 "database_specific": {
  "source": "neurarch model change tracker",
  "model": "unsloth/llama-3-8b-Instruct-bnb-4bit",
  "kind": "structural",
  "classes": [
   "structural"
  ],
  "changed_keys": [
   {
    "file": "config",
    "key": "hidden_size",
    "before": 4096,
    "after": 8192,
    "class": "structural"
   },
   {
    "file": "config",
    "key": "intermediate_size",
    "before": 14336,
    "after": 28672,
    "class": "structural"
   },
   {
    "file": "config",
    "key": "num_attention_heads",
    "before": 32,
    "after": 64,
    "class": "structural"
   },
   {
    "file": "config",
    "key": "num_hidden_layers",
    "before": 32,
    "after": 80,
    "class": "structural"
   },
   {
    "file": "config",
    "key": "quantization_config",
    "before": {
     "_load_in_4bit": true,
     "_load_in_8bit": false,
     "bnb_4bit_compute_dtype": "bfloat16",
     "bnb_4bit_quant_type": "nf4",
     "bnb_4bit_use_double_quant": true,
     "llm_int8_enable_fp32_cpu_offload": false,
     "llm_int8_has_fp16_weight": false,
     "llm_int8_skip_modules": null,
     "llm_int8_threshold": 6,
     "load_in_4bit": true,
     "load_in_8bit": false,
     "quant_method": "bitsandbytes"
    },
    "after": null,
    "class": "structural"
   }
  ],
  "impact": {
   "memory": true,
   "serving": true,
   "tokenizer": false,
   "licence": null
  },
  "breaking": true,
  "breaking_rule": "https://www.neurarch.com/changes-feeds/advisories/index.json#breaking_rule",
  "consequence": {
   "params": {
    "before": 8030389504,
    "after": 70553834752
   },
   "weightsGbBf16": {
    "before": 16.061,
    "after": 141.108
   },
   "trainPeakGb": {
    "before": 548.299,
    "after": 3097.151
   },
   "fingerprint": {
    "before": "575ab399",
    "after": "8f65dc27"
   },
   "context": null,
   "eos": null,
   "bos": null
  },
  "commit_date": "2024-08-06T23:43:00.000Z",
  "detected_at": "2026-11-01T12:02:00.579Z",
  "detected_by": "backfill",
  "days_since_first_commit": 110,
  "license": "CC-BY-4.0"
 }
}