{
  "name": "EXLLM-ONI5M-GGUF-companion",
  "relationship": "separately trained Llama-compatible companion; not converted EX-word weights",
  "parameters": 5441184,
  "architecture": {
    "family": "LlamaForCausalLM",
    "layers": 6,
    "hidden_size": 288,
    "intermediate_size": 608,
    "attention_heads": 9,
    "kv_heads": 9,
    "training_sequence_length": 128,
    "runtime_context_length": 512,
    "vocabulary_size": 1024
  },
  "training_records_including_overlaps": 31842,
  "validation_records": 2260,
  "training_files": [
    {
      "path": "oni5m/data/stage1.jsonl",
      "bytes": 1514468,
      "sha256": "9ec74f90fbf2066e7d7722af400bb69bad0730b8cd5776eba5ba97b7bd742b60"
    },
    {
      "path": "oni5m/data/train_balanced.jsonl",
      "bytes": 2318131,
      "sha256": "6c4f34db49f5d0cd9a3b825628b763f58685ba2b6ba747f119b6d4e43100c5ef"
    },
    {
      "path": "oni5m/data/stage3.jsonl",
      "bytes": 1023877,
      "sha256": "cdba024563f1dcb975fae9119443ee528556e278a61b960415345fbd901247c9"
    },
    {
      "path": "oni5m/data/stage4_repair.jsonl",
      "bytes": 1429497,
      "sha256": "3fb386a2936a4133ea52e78ad4f43afb175116b909ad9e3b70488e8dc7db501f"
    },
    {
      "path": "oni5m/data/stage5_mathop.jsonl",
      "bytes": 175437,
      "sha256": "128f4d9845b49d44e6f8307ddf76abba16cbed2a3d0daecca34750df7588c6e9"
    }
  ],
  "validation_file": {
    "path": "oni5m/data/valid.jsonl",
    "bytes": 447620,
    "sha256": "fc37b3240a61cde4503f0bd340a94cb813837ce0235e47d47d80dc1f3eac49b8"
  },
  "processed_sequence_tokens": 7154830,
  "epochs": 10,
  "steps": 2490,
  "best_validation_loss": 1.4717197205131836,
  "seed": 20261002,
  "history": [
    {
      "epoch": 1,
      "valid_loss": 1.4717197205131836,
      "seconds": 11.116554498672485
    },
    {
      "epoch": 2,
      "valid_loss": 1.5578404308833764,
      "seconds": 20.62734866142273
    },
    {
      "epoch": 3,
      "valid_loss": 1.742609938110946,
      "seconds": 30.06829810142517
    },
    {
      "epoch": 4,
      "valid_loss": 1.6804442983478163,
      "seconds": 39.48585367202759
    },
    {
      "epoch": 5,
      "valid_loss": 1.7555806212697047,
      "seconds": 48.923298835754395
    },
    {
      "epoch": 6,
      "valid_loss": 1.743759198982372,
      "seconds": 58.34962177276611
    },
    {
      "epoch": 7,
      "valid_loss": 1.7552301105815065,
      "seconds": 67.88318419456482
    },
    {
      "epoch": 8,
      "valid_loss": 1.848393173895262,
      "seconds": 77.23627734184265
    },
    {
      "epoch": 9,
      "valid_loss": 1.8836381879996107,
      "seconds": 86.8110785484314
    },
    {
      "epoch": 10,
      "valid_loss": 1.9468267523296512,
      "seconds": 96.28844380378723
    }
  ]
}