File size: 2,070 Bytes
486a947 440570c 486a947 440570c 486a947 440570c 486a947 bcaf6d9 22a58da 486a947 bcaf6d9 486a947 430f613 bcaf6d9 486a947 22a58da 486a947 80f9905 bcaf6d9 9088a98 22a58da 1335bf8 440570c 1335bf8 22a58da 486a947 440570c 486a947 1335bf8 486a947 440570c 486a947 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 | from flask import Flask
import ollama
from util import time_model
app = Flask(__name__)
@app.route('/')
def hello_world():
return "<h1>Hello, World!<h1>"
@app.route('/list')
def test_world():
from ollama import ListResponse, list as ollist
response: ListResponse = ollist()
ansver = []
for model in response.models:
ansver.append(f'<h4>Name:{model.model}</h4>')
ansver.append(f'\t Size (MB): {(model.size.real / 1024 / 1024):.2f}')
if model.details:
ansver.append(f'\t Format: {model.details.format}')
ansver.append(f'\t Family: {model.details.family}')
ansver.append(f'\t Parameter Size: {model.details.parameter_size}')
ansver.append(f'\t Quantization Level:{model.details.quantization_level}')
result = [f'<p>{answ}</p>' for answ in ansver ]
return '\n'.join(result)
@app.route('/ps')
def ps():
from ollama import ProcessResponse, chat, ps, pull
ansver = []
response: ProcessResponse = ps()
for model in response.models:
ansver.append(f'<h4>Model</h4>: {model.model}')
ansver.append(f' Digest: {model.digest}')
ansver.append(f' Expires at: {model.expires_at}')
ansver.append(f' Size: {model.size}')
ansver.append(f' Size vram: {model.size_vram}')
ansver.append(f' Details: {model.details}')
ansver.append(f' Context length: {model.context_length}')
ansver.append(f'\n')
result = [f'<p>{answ}</p>' for answ in ansver ]
return '\n'.join(result)
@app.route('/time')
def test_time():
return time_model('qwen3:0.6b')
@app.route('/time17')
def test_time17():
return time_model('qwen3:1.7b')
@app.route('/time4')
def test_time4():
return time_model('qwen3:4b')
@app.route('/time8')
def test_time8():
return time_model('qwen3:8b')
@app.route('/time14')
def test_time14():
return time_model('qwen3:14b')
#@app.route('/time30')
def test_time30():
return time_model('qwen3:30b')
if __name__ == '__main__':
app.run(host='0.0.0.0', port="7860")
|