README.md

---
license: apache-2.0
base_model: allenai/Olmo-3.1-32B-Instruct
base_model_relation: quantized
quantized_by: UnstableLlama
tags:
- exl3
---
<style>
  @import url('https://fonts.googleapis.com/css2?family=JetBrains+Mono:wght@400;700&display=swap');

  .test-container {
    font-family: 'JetBrains Mono', 'Fira Code', monospace;
    background-color: #0d0d0d;
    color: #00ff9f; /* Neon Green text base */
    padding: 25px;
    border: 1px solid #333;
    border-radius: 4px;
  }

  .test-header {
    border-bottom: 2px solid #ff00ff; /* Magenta accent */
    margin-bottom: 30px;
    padding-bottom: 15px;
  }

  .test-header h1 {
    color: #ffffff; /* Pure white text */
    font-size: 1.8em;
    text-transform: uppercase;
    letter-spacing: 1px;
    margin: 0 0 10px 0;
    text-shadow:
      0 0 8px #ffffff,
      0 0 16px #cccccc,
      0 0 24px #999999; /* Strong white/silver glow */
}


  .test-meta {
    display: flex;
    gap: 15px;
    font-size: 0.9em;
    opacity: 0.8;
  }

  .test-card {
    border: 1px solid #00ff9f;
    margin-bottom: 25px;
    background-color: #111;
    box-shadow: 5px 5px 0px #ff00ff; /* Hard magenta shadow for depth */
  }

  .test-card h2 {
    background-color: #00ff9f;
    color: #0d0d0d;
    margin: 0;
    padding: 8px 15px;
    text-transform: uppercase;
    font-size: 1.1em;
    font-weight: 800;
    letter-spacing: 1px;
  }

  .test-content {
    padding: 20px;
  }

  /* Glitch Table Styling */
  .glitch-table-wrapper {
    width: fit-content;                /* Shrinks box to fit content */
    min-width: 400px;                  /* keeps it from getting too small */
    border: 1px solid rgba(0, 255, 159, 0.4); /* slightly brighter border base */
    border-radius: 6px;
    padding: 15px;
    margin-top: 20px;
}
  .glitch-table th {
    border-bottom: 2px solid #ff00ff;
    color: #ff00ff;
    padding: 12px;
    font-weight: 700;
    text-transform: uppercase;
    font-size: 0.9em;
  }
  .glitch-table td {
    border-bottom: 1px dashed #333;
    padding: 12px;
    transition: background 0.2s;
  }
  .glitch-table tr:hover td {
    background-color: #1a1a1a;
    color: #fff;
  }

  /* Link Styling */
  a.test-link {
    color: #00ff9f;
    text-decoration: none;
    font-weight: 700;
    border-bottom: 1px dotted #00ff9f;
    transition: all 0.2s;
  }
  a.test-link:hover {
    background-color: #ff00ff;
    color: #0d0d0d;
    border-bottom: none;
    box-shadow: 3px 3px 0px #00ff9f;
  }

  /* Code Block Styling */
  .cmd-block {
    background: #000;
    border: 1px solid #333;
    border-left: 3px solid #ff00ff;
    color: #e0e0e0;
    padding: 15px;
    font-size: 0.9em;
    overflow-x: auto;
    white-space: pre-wrap;
  }
</style>

<div class="test-container">

  <div class="test-header">
    <h1>>> allenai/Olmo-3.1-32B-Instruct</h1>
    <div class="test-meta">
      <div>[QUANTS BY :: UNSTABLELLAMA]</div>
    </div>
  </div>

  <div class="test-card">
    <h2>// REPO</h2>
    <div class="test-content">
      EXL3 quantizations of <b><a class="test-link" href="https://huggingface.co/allenai/Olmo-3.1-32B-Instruct" target="_blank">allenai's Olmo-3.1-32B-Instruct</a></b>.
      <br><br>
      Quantized with <b><a class="test-link" href="https://github.com/turboderp-org/exllamav3/tree/dev" target="_blank"> exllamav3 v0.0.18.</a></b>
    </div>
  </div>

  <div class="test-card">
    <h2>// QUANTS</h2>
    <div class="test-content">
      <table class="glitch-table">
        <thead>
          <tr>
            <th>[BRANCH]</th>
            <th>[GiB]</th>
            <th>[K/L_DIV]</th>
            <th>[PPL]</th>
          </tr>
        </thead>
        <tbody>
          <tr>
            <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Olmo-3.1-32B-Instruct-exl3/2.00bpw" target="_blank">2.00bpw</a></td>
            <td>8.6</td>
            <td>0.56968149</td>
            <td>9.7437922</td>
          </tr>
          <tr>
            <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Olmo-3.1-32B-Instruct-exl3/3.00bpw" target="_blank">3.00bpw</a></td>
            <td>12.23</td>
            <td>0.19111139</td>
            <td>8.65133396</td>
          </tr>
          <tr>
            <td><a class="test-link" href="https://huggingface.co/turboderp/Olmo-3.1-32B-Instruct-exl3/tree/4.00bpw" target="_blank">4.00bpw</a></td>
            <td>15.86</td>
            <td>0.06036107</td>
            <td>8.49095044</td>
          </tr>
          <tr>
            <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Olmo-3.1-32B-Instruct-exl3/5.00bpw" target="_blank">5.00bpw</a></td>
            <td>19.5</td>
            <td>0.02379244</td>
            <td>8.50298723</td>
          </tr>
          <tr>
            <td><a class="test-link" href="https://huggingface.co/UnstableLlama/Olmo-3.1-32B-Instruct-exl3/6.00bpw" target="_blank">6.00bpw</a></td>
            <td>23.13</td>
            <td>0.01238659</td>
            <td>8.47749867</td>
          </tr>
           <tr>
            <td><a class="test-link" href="https://huggingface.co/allenai/Olmo-3.1-32B-Instruct/tree/main" target="_blank">bf16</td>
            <td>60.04</td>
            <td>0</td>
            <td>8.4801074</td>
          </tr>
        </tbody>
      </table>
    </div>
  </div>

  <div class="test-card">
    <h2>// DOWNLOAD</h2>
    <div class="test-content">
      Use HF-CLI to pull specific branches to your local machine:
      <div class="cmd-block">huggingface-cli download UnstableLlama/Olmo-3.1-32B-Instruct-exl3 --revision "3.00bpw" --local-dir ./</div>
    </div>
  </div>

</div>