| <!DOCTYPE html> |
| <html lang="en"> |
| <head> |
| <meta charset="UTF-8"> |
| <meta name="viewport" content="width=device-width, initial-scale=1.0"> |
| <title>ML Model Memory Calculator</title> |
| <style> |
| :root { |
| --primary-color: #4a6fa5; |
| --secondary-color: #166088; |
| --accent-color: #4fc3a1; |
| --background-color: #f8f9fa; |
| --card-color: #ffffff; |
| --text-color: #333333; |
| --light-gray: #f0f0f0; |
| --border-color: #dee2e6; |
| } |
| |
| body { |
| font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif; |
| line-height: 1.6; |
| color: var(--text-color); |
| background-color: var(--background-color); |
| margin: 0; |
| padding: 20px; |
| } |
| |
| .container { |
| max-width: 900px; |
| margin: 0 auto; |
| padding: 20px; |
| background-color: var(--card-color); |
| border-radius: 8px; |
| box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1); |
| } |
| |
| h1 { |
| color: var(--primary-color); |
| text-align: center; |
| margin-bottom: 20px; |
| } |
| |
| .input-section { |
| display: flex; |
| flex-direction: column; |
| gap: 10px; |
| margin-bottom: 30px; |
| background-color: var(--light-gray); |
| padding: 20px; |
| border-radius: 8px; |
| } |
| |
| .input-group { |
| display: flex; |
| flex-wrap: wrap; |
| gap: 15px; |
| align-items: center; |
| } |
| |
| label { |
| font-weight: 600; |
| min-width: 180px; |
| } |
| |
| input { |
| flex: 1; |
| padding: 10px; |
| border: 1px solid var(--border-color); |
| border-radius: 4px; |
| font-size: 16px; |
| } |
| |
| .buttons { |
| display: flex; |
| gap: 10px; |
| margin-top: 10px; |
| } |
| |
| button { |
| padding: 10px 20px; |
| background-color: var(--primary-color); |
| color: white; |
| border: none; |
| border-radius: 4px; |
| cursor: pointer; |
| font-size: 16px; |
| transition: background-color 0.2s; |
| } |
| |
| button:hover { |
| background-color: var(--secondary-color); |
| } |
| |
| .preset-buttons { |
| display: flex; |
| flex-wrap: wrap; |
| gap: 10px; |
| margin-top: 15px; |
| } |
| |
| .preset-button { |
| background-color: var(--accent-color); |
| padding: 8px 12px; |
| font-size: 14px; |
| } |
| |
| .preset-button:hover { |
| background-color: #3da58a; |
| } |
| |
| #results-container { |
| margin-top: 20px; |
| overflow-x: auto; |
| } |
| |
| table { |
| width: 100%; |
| border-collapse: collapse; |
| margin-top: 10px; |
| table-layout: fixed; |
| } |
| |
| th, td { |
| padding: 12px 15px; |
| text-align: left; |
| border-bottom: 1px solid var(--border-color); |
| } |
| |
| th { |
| background-color: var(--primary-color); |
| color: white; |
| position: sticky; |
| top: 0; |
| } |
| |
| tr:nth-child(even) { |
| background-color: var(--light-gray); |
| } |
| |
| .tooltip { |
| position: relative; |
| display: inline-block; |
| cursor: help; |
| margin-left: 5px; |
| } |
| |
| .tooltip .tooltiptext { |
| visibility: hidden; |
| width: 280px; |
| background-color: #555; |
| color: #fff; |
| text-align: left; |
| border-radius: 6px; |
| padding: 8px; |
| position: absolute; |
| z-index: 1; |
| bottom: 125%; |
| left: 50%; |
| transform: translateX(-50%); |
| opacity: 0; |
| transition: opacity 0.3s; |
| font-size: 14px; |
| } |
| |
| .tooltip:hover .tooltiptext { |
| visibility: visible; |
| opacity: 1; |
| } |
| |
| .model-size { |
| font-size: 18px; |
| font-weight: bold; |
| text-align: center; |
| margin: 15px 0; |
| color: var(--secondary-color); |
| } |
| |
| @media (max-width: 768px) { |
| .input-group { |
| flex-direction: column; |
| align-items: flex-start; |
| } |
| |
| input { |
| width: 100%; |
| } |
| |
| .buttons { |
| flex-direction: column; |
| } |
| } |
| |
| footer { |
| text-align: center; |
| margin-top: 30px; |
| font-size: 14px; |
| color: #6c757d; |
| } |
| </style> |
| </head> |
| <body> |
| <div class="container"> |
| <h1>ML Model Memory Calculator</h1> |
| |
| <div class="input-section"> |
| <div class="input-group"> |
| <label for="parameters">Number of Parameters:</label> |
| <input type="text" id="parameters" placeholder="e.g., 7000000000 for 7B"> |
| <div class="tooltip">ⓘ |
| <span class="tooltiptext">Enter the total number of parameters in your model. For example, use 7000000000 for a 7B parameter model.</span> |
| </div> |
| </div> |
| |
| <div class="buttons"> |
| <button id="calculate-btn">Calculate</button> |
| <button id="clear-btn">Clear</button> |
| </div> |
| |
| <div class="preset-buttons"> |
| <span>Presets: </span> |
| <button class="preset-button" data-value="200000000">200M</button> |
| <button class="preset-button" data-value="500000000">500M</button> |
| <button class="preset-button" data-value="1000000000">1B</button> |
| <button class="preset-button" data-value="2000000000">2B</button> |
| <button class="preset-button" data-value="7000000000">7B</button> |
| <button class="preset-button" data-value="13000000000">13B</button> |
| <button class="preset-button" data-value="34000000000">34B</button> |
| <button class="preset-button" data-value="70000000000">70B</button> |
| <button class="preset-button" data-value="175000000000">175B</button> |
| </div> |
| </div> |
| |
| <div id="model-size" class="model-size"></div> |
| |
| <div id="results-container"> |
| <table id="results-table"> |
| <thead> |
| <tr> |
| <th>Precision</th> |
| <th>Bytes/Param</th> |
| <th>Memory</th> |
| <th>MB</th> |
| <th>GB</th> |
| <th>TB</th> |
| </tr> |
| </thead> |
| <tbody id="results-body"> |
| |
| </tbody> |
| </table> |
| </div> |
| |
| <footer> |
| <p>A simple tool to estimate the memory requirements for ML models of different sizes and precision types.</p> |
| </footer> |
| </div> |
| |
| <script> |
| |
| function calculateModelMemory(numParameters) { |
| |
| const precisionTypes = { |
| "float32": 4, |
| "float16": 2, |
| "bfloat16": 2, |
| "int8": 1, |
| "int4": 0.5, |
| "int2": 0.25, |
| "int1": 0.125 |
| }; |
| |
| const results = {}; |
| |
| |
| for (const [precision, bytesPerParam] of Object.entries(precisionTypes)) { |
| const totalBytes = numParameters * bytesPerParam; |
| |
| results[precision] = { |
| "bytesPerParam": bytesPerParam, |
| "bytes": totalBytes, |
| "KB": totalBytes / 1024, |
| "MB": totalBytes / (1024**2), |
| "GB": totalBytes / (1024**3), |
| "TB": totalBytes / (1024**4) |
| }; |
| } |
| |
| |
| for (const precision in precisionTypes) { |
| const memoryValues = results[precision]; |
| |
| let summary; |
| if (memoryValues.TB >= 1) { |
| summary = `${memoryValues.TB.toFixed(2)} TB (${memoryValues.GB.toFixed(2)} GB)`; |
| } else if (memoryValues.GB >= 1) { |
| summary = `${memoryValues.GB.toFixed(2)} GB (${memoryValues.MB.toFixed(2)} MB)`; |
| } else if (memoryValues.MB >= 1) { |
| summary = `${memoryValues.MB.toFixed(2)} MB (${memoryValues.KB.toFixed(2)} KB)`; |
| } else { |
| summary = `${memoryValues.KB.toFixed(2)} KB (${memoryValues.bytes.toFixed(2)} bytes)`; |
| } |
| |
| results[precision].summary = summary; |
| } |
| |
| |
| results.modelSize = `${(numParameters/1e9).toFixed(2)}B parameters`; |
| |
| return results; |
| } |
| |
| |
| function formatNumber(num) { |
| return num.toString().replace(/\B(?=(\d{3})+(?!\d))/g, ","); |
| } |
| |
| |
| function calculateAndDisplay() { |
| const parametersInput = document.getElementById('parameters').value.trim(); |
| const modelSizeElement = document.getElementById('model-size'); |
| const resultsBody = document.getElementById('results-body'); |
| |
| |
| resultsBody.innerHTML = ''; |
| modelSizeElement.innerHTML = ''; |
| |
| |
| if (!parametersInput) { |
| alert('Please enter the number of parameters.'); |
| return; |
| } |
| |
| |
| const numParameters = parseFloat(parametersInput.replace(/,/g, '')); |
| |
| if (isNaN(numParameters) || numParameters <= 0) { |
| alert('Please enter a valid positive number for parameters.'); |
| return; |
| } |
| |
| |
| const results = calculateModelMemory(numParameters); |
| |
| |
| const sizeInBillions = numParameters / 1e9; |
| const sizeInMillions = numParameters / 1e6; |
| modelSizeElement.textContent = `Showing requirements for a ${sizeInBillions.toFixed(2)}B (${sizeInMillions.toFixed(2)}M) parameter model`; |
| |
| |
| const precisionOrder = [ |
| 'float32', 'float16', 'bfloat16', 'int8', 'int4', 'int2', 'int1' |
| ]; |
| |
| |
| precisionOrder.forEach(precision => { |
| const data = results[precision]; |
| const row = document.createElement('tr'); |
| |
| row.innerHTML = ` |
| <td>${precision}</td> |
| <td>${data.bytesPerParam} bytes</td> |
| <td>${data.summary}</td> |
| <td>${data.MB.toFixed(2)}</td> |
| <td>${data.GB.toFixed(2)}</td> |
| <td>${data.TB.toFixed(2)}</td> |
| `; |
| |
| resultsBody.appendChild(row); |
| }); |
| } |
| |
| |
| document.getElementById('calculate-btn').addEventListener('click', calculateAndDisplay); |
| |
| document.getElementById('clear-btn').addEventListener('click', () => { |
| document.getElementById('parameters').value = ''; |
| document.getElementById('results-body').innerHTML = ''; |
| document.getElementById('model-size').innerHTML = ''; |
| }); |
| |
| |
| document.querySelectorAll('.preset-button').forEach(button => { |
| button.addEventListener('click', () => { |
| document.getElementById('parameters').value = button.dataset.value; |
| calculateAndDisplay(); |
| }); |
| }); |
| |
| |
| document.getElementById('parameters').addEventListener('keypress', (e) => { |
| if (e.key === 'Enter') { |
| calculateAndDisplay(); |
| } |
| }); |
| |
| |
| document.getElementById('parameters').addEventListener('input', (e) => { |
| const input = e.target; |
| input.value = input.value.replace(/[^0-9.,eE+-]/g, ''); |
| }); |
| </script> |
| </body> |
| </html> |
