titanthree commited on
Commit
407d774
·
verified ·
1 Parent(s): a1b5d4d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +66 -42
README.md CHANGED
@@ -120,6 +120,7 @@ Jawaban:
120
 
121
  ### Instalasi
122
 
 
123
  # ==================== CELL 1: INSTALL ====================
124
 
125
  # Install library utama
@@ -134,60 +135,83 @@ print("SETELAH INSTALL SELESAI:")
134
  print("1. Klik Runtime → Restart Session")
135
  print("2. Jalankan cell berikutnya")
136
  print("=" * 60)
 
137
 
138
  Penggunaan Dasar
139
 
140
  ```python
141
- from transformers import AutoModelForCausalLM, AutoTokenizer
 
 
 
142
  import torch
 
 
143
 
144
- MODEL_NAME = "OpenPathAI/Orbit-3.2-Nano"
 
 
145
 
146
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  model = AutoModelForCausalLM.from_pretrained(
148
  MODEL_NAME,
149
  torch_dtype=torch.float16,
150
  device_map="auto",
 
151
  )
152
-
153
- # Contoh dengan konteks
154
- context = "Virgin Australia adalah maskapai penerbangan yang berbasis di Australia. Ini memulai layanan pada 31 Agustus 2000 sebagai Virgin Blue."
155
- question = "Kapan Virgin Australia mulai beroperasi?"
156
-
157
- messages = [
158
- {"role": "user", "content": f"Konteks:\n{context}\n\nPertanyaan:\n{question}"}
159
- ]
160
-
161
- inputs = tokenizer.apply_chat_template(
162
- messages,
163
- add_generation_prompt=True,
164
- return_tensors="pt",
165
- return_dict=True,
166
- ).to(model.device)
167
-
168
- outputs = model.generate(
169
- **inputs,
170
- max_new_tokens=512,
171
- temperature=0.7,
172
- top_p=0.9,
173
- do_sample=True,
174
- pad_token_id=tokenizer.eos_token_id,
175
- )
176
-
177
- response = tokenizer.decode(
178
- outputs[0][inputs["input_ids"].shape[1]:],
179
- skip_special_tokens=True
180
- )
181
- print(response)
182
- ```
183
-
184
- Contoh Tanpa Konteks
185
-
186
- ```python
187
- messages = [
188
- {"role": "user", "content": "Jelaskan apa itu machine learning"}
189
- ]
190
- # ... (sama seperti di atas)
 
191
  ```
192
 
193
  ---
 
120
 
121
  ### Instalasi
122
 
123
+ ```python
124
  # ==================== CELL 1: INSTALL ====================
125
 
126
  # Install library utama
 
135
  print("1. Klik Runtime → Restart Session")
136
  print("2. Jalankan cell berikutnya")
137
  print("=" * 60)
138
+ ```
139
 
140
  Penggunaan Dasar
141
 
142
  ```python
143
+ # ==================== CELL 2: TEST ORBIT-3-NANO ====================
144
+
145
+ # ─── Import ───
146
+ import os
147
  import torch
148
+ import transformers
149
+ from transformers import AutoModelForCausalLM, AutoTokenizer
150
 
151
+ # ─── Cek Versi ───
152
+ print(f"transformers: {transformers.__version__}")
153
+ print(f"torch: {torch.__version__}")
154
 
155
+ # ─── Config ───
156
+ HF_TOKEN = "TOKEN_HF"
157
+ MODEL_NAME = "OpenPathAI/Orbit-3-Nano"
158
+
159
+ os.environ["HUGGING_FACE_HUB_TOKEN"] = HF_TOKEN
160
+ os.environ["HF_TOKEN"] = HF_TOKEN
161
+
162
+ # ==================== LOAD TOKENIZER ====================
163
+ print("\nLoading tokenizer...")
164
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=HF_TOKEN)
165
+ print("✅ Tokenizer loaded!")
166
+
167
+ # ==================== LOAD MODEL ====================
168
+ print("Loading model...")
169
  model = AutoModelForCausalLM.from_pretrained(
170
  MODEL_NAME,
171
  torch_dtype=torch.float16,
172
  device_map="auto",
173
+ token=HF_TOKEN,
174
  )
175
+ model.eval()
176
+ print("✅ Model loaded!")
177
+
178
+ # ==================== FUNGSI CHAT ====================
179
+ def chat(pertanyaan, max_new_tokens=512, temperature=0.7):
180
+ """Fungsi chat untuk transformers v5."""
181
+ messages = [{"role": "user", "content": pertanyaan}]
182
+
183
+ inputs = tokenizer.apply_chat_template(
184
+ messages,
185
+ add_generation_prompt=True,
186
+ return_tensors="pt",
187
+ return_dict=True,
188
+ ).to(model.device)
189
+
190
+ with torch.no_grad():
191
+ outputs = model.generate(
192
+ **inputs,
193
+ max_new_tokens=max_new_tokens,
194
+ temperature=temperature,
195
+ top_p=0.9,
196
+ do_sample=True,
197
+ pad_token_id=tokenizer.eos_token_id,
198
+ )
199
+
200
+ response = tokenizer.decode(
201
+ outputs[0][inputs["input_ids"].shape[1]:],
202
+ skip_special_tokens=True
203
+ )
204
+ return response.strip()
205
+
206
+ # ==================== TEST ====================
207
+ pertanyaan = "halo, kamu bisa bantu aku gak?"
208
+
209
+ print("\n" + "=" * 60)
210
+ print(f"📝 Pertanyaan: {pertanyaan}")
211
+ print("=" * 60)
212
+ print("🤖 Jawaban dari Orbit-3-Nano:")
213
+ print(chat(pertanyaan))
214
+ print("=" * 60)
215
  ```
216
 
217
  ---