Chvigo commited on
Commit
2be16a7
·
verified ·
1 Parent(s): c4b470b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -1,16 +1,20 @@
 
1
  from flask import Flask, request, jsonify
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
4
 
 
 
5
  MODEL_ID = "Qwen/Qwen2.5-Coder-1.0B-Instruct"
6
 
7
  print("Loading tokenizer...")
8
- tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
9
 
10
  print("Loading model...")
11
  model = AutoModelForCausalLM.from_pretrained(
12
  MODEL_ID,
13
- device_map="cpu"
 
14
  )
15
  print("Model loaded successfully")
16
 
 
1
+ import os
2
  from flask import Flask, request, jsonify
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
  import torch
5
 
6
+ hf_token = os.getenv("HF_TOKEN")
7
+
8
  MODEL_ID = "Qwen/Qwen2.5-Coder-1.0B-Instruct"
9
 
10
  print("Loading tokenizer...")
11
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, token=hf_token )
12
 
13
  print("Loading model...")
14
  model = AutoModelForCausalLM.from_pretrained(
15
  MODEL_ID,
16
+ device_map="cpu",
17
+ token=hf_token
18
  )
19
  print("Model loaded successfully")
20