abenkbp commited on
Commit
2690e9b
·
1 Parent(s): 47c3e83
Files changed (1) hide show
  1. data/models/llama3-1-8b.py +4 -0
data/models/llama3-1-8b.py CHANGED
@@ -1,4 +1,5 @@
1
  from flask import Flask, request, jsonify
 
2
  import spaces
3
  import transformers
4
  import torch
@@ -6,6 +7,9 @@ import torch
6
  # Initialize Flask app
7
  app = Flask(__name__)
8
 
 
 
 
9
  model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
10
 
11
  pipeline = transformers.pipeline(
 
1
  from flask import Flask, request, jsonify
2
+ from huggingface_hub import login
3
  import spaces
4
  import transformers
5
  import torch
 
7
  # Initialize Flask app
8
  app = Flask(__name__)
9
 
10
+ api_key = os.getenv("UCODE_SECRET")
11
+ login(api_key)
12
+
13
  model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
14
 
15
  pipeline = transformers.pipeline(