Decision Index 0.4.1: mammoth-1 on its current weights (#260); add muria; garum and garas updated

README.md

@@ -35,19 +35,19 @@ models:
 - torchcast-ai/torchcast-decision-27b
 - OmniJev/OneJev1.6-27B
 - PelaAI/KnowLine-26B-A4B-Gen2
-- plantwaterer/garum
 - PelaAI/KnowLine-35B-A3B-Gen1
 - jsaurabh/qwen-decision-27b-noncausal-lora
 - chinhnc/Quyet-1.0-Large
+- plantwaterer/garum
 - baselabs/elephant-1
 - FrontiersMind/Lumma-fev-27B
 - sthanika-ai/Sieve-27B-v2
-- plantwaterer/garas
 - moganai/mogan-decision-31B-it
 - MISA-core/linne-fern-1-0
 - jaredpalmer/kev-27b
 - juspay/Xor-26B-A4B
 - lihe07/span-02
+- plantwaterer/garas
 - shisa-ai/shisa-de-2.1
 - caiovicentino1/Eikos-27B-FP8
 - shgao/rsi-jev-v6.1-vl-27b
@@ -72,6 +72,7 @@ models:
 - autotrust/GEV-26B-Decide
 - OmniJev/OneJev1.6-9B
 - nace-ai/drex-v2.0
+- plantwaterer/muria
 - bespokelabs/Bespoke-Nimble-9B-v3
 - frontier-infra/jebadiah-9b-v2-1
 - vllm-sr/d3-mini

index.html

@@ -1330,7 +1330,7 @@ function renderModel(engine){
  <div class="hero"><div class="hero-row">${isJev?'<img class="hero-huggy" src="huggies/xray.png" alt="">':''}<h1>${isJev?'Jev <mark>benchmark</mark>':`${orgImg(subject,'ohero')}<mark>${esc(subject.long_name||subject.name)}</mark>${wnSup(subject)}${newPill(subject.engine)}`}</h1></div>
   <p>${isJev?(V3?`Scored like every reproduction: the ${D.suite.panel} public benchmarks in ${AREAS().length} areas, the private tests of the same skills and the private tasks from new domains. This is the reference every reproduction is measured against.`:`${D.suite.jev_benchmarks} static benchmarks and six interactive environments, scored in a comparable manner against the random baseline. This is the reference every reproduction is measured against.`):`${V?`Rank <b>#${rankText(v3Rank(engine),true)}</b> on the Full score.`:`Rank <b>#${rankText(rank[engine],true)}</b> on the Decision Index.`} Scored on the same frozen ${fmt(D.suite.requests)}-decision suite as Jev${jevSame(subject)?", with Jev's answers on exactly the same cases beside each result":''}.`}</p>
   <div class="who">${who}</div>
-  ${!isJev&&m.new&&subject.notes&&subject.notes.length?`<div class="pnotes">${subject.notes.map(n=>`<p class="note">${esc(n)}</p>`).join('')}</div>`:''}
+  ${!isJev&&(m.new||m.show_notes)&&subject.notes&&subject.notes.length?`<div class="pnotes">${subject.notes.map(n=>`<p class="note">${esc(n)}</p>`).join('')}</div>`:''}
   ${isJev?'':`<div class="cta">${m.model_url?`<a class="btn primary" href="${esc(m.model_url)}" target="_blank" rel="noopener">Open on Hugging Face ↗</a>`:''}${m.code_url?`<a class="btn" href="${esc(m.code_url)}" target="_blank" rel="noopener">${/github\.com/.test(m.code_url)?'GitHub':'Code'} ↗</a>`:''}${m.base_url?`<a class="btn" href="${esc(m.base_url)}" target="_blank" rel="noopener">Base model ↗</a>`:''}</div>`}</div>
  <div class="tiles four">
   ${tile(one(s[HK()]),V?'Full score':'Decision Index',[isJev?null:`Jev ${one(J[HK()])}`,V?`public ${one(s.public_skill)}`:null,CHANCE()?`raw accuracy ${one(s.balanced_raw)} (not chance-corrected)`:null].filter(Boolean).join(' · ')||null,true)}