Update README.md

README.md

@@ -93,79 +93,4 @@ tags:
 
 </details>
 
-<details>
-  <summary>Fine-Tuning with Unsloth(SFT Trainer)</summary>
-
-```python
-
-from unsloth import FastLanguageModel
-import torch
-from trl import SFTTrainer
-from transformers import TrainingArguments
-
-max_seq_length = 256
-dtype = None
-load_in_4bit = False
-model, tokenizer = FastLanguageModel.from_pretrained(
-    model_name="HuggingFaceH4/zephyr-7b-beta",
-    max_seq_length=max_seq_length,
-    dtype=dtype,
-    load_in_4bit=load_in_4bit,
-    #token = ,
-)
-
-model = FastLanguageModel.get_peft_model(
-    model,
-    r=32,
-    lora_alpha=64,
-    lora_dropout=0.05, 
-    target_modules=[
-        "q_proj",
-        "k_proj",
-        "v_proj",
-        "o_proj",
-        "gate_proj",
-        "up_proj",
-        "down_proj",
-    ],  # 타겟 모듈
-    bias="none",
-    use_gradient_checkpointing="unsloth",
-    random_state=123,
-    use_rslora=False,
-    loftq_config=None,
-)
-
-tokenizer.padding_side = "right"
 
-trainer = SFTTrainer(
-    model=model,
-    tokenizer=tokenizer,
-    train_dataset=dataset,
-    dataset_text_field="text",
-    max_seq_length=max_seq_length,
-    dataset_num_proc=2,
-    packing=False,
-    args=TrainingArguments(
-        per_device_train_batch_size=20,
-        gradient_accumulation_steps=2,
-        warmup_steps=5,
-        num_train_epochs=3,
-        max_steps = 1761,
-        logging_steps = 10,
-        learning_rate=2e-5,
-        fp16=not torch.cuda.is_bf16_supported(),
-        bf16=torch.cuda.is_bf16_supported(),
-        optim="adamw_8bit",
-        weight_decay=0.01,
-        lr_scheduler_type="cosine",
-        seed=123,
-        output_dir="outputs",
-    ),
-)
-
-trainer.train()
-
-```
-
-
-</details>