Update app.py

app.py

@@ -2,6 +2,27 @@ import streamlit as st
 import uuid
 import sys
 import requests
+from peft import *
+import bitsandbytes as bnb
+import pandas as pd
+import torch
+import torch.nn as nn
+import transformers
+from datasets import load_dataset
+from huggingface_hub import notebook_login
+from peft import (
+    LoraConfig,
+    PeftConfig,
+    get_peft_model,
+    prepare_model_for_kbit_training,
+)
+from transformers import (
+    AutoConfig,
+    AutoModelForCausalLM,
+    AutoTokenizer,
+    BitsAndBytesConfig,
+)
+
 
 USER_ICON = "images/user-icon.png"
 AI_ICON = "images/ai-icon.png"
@@ -103,25 +124,7 @@ def handle_input():
     # from pprint import pprint
     # import json
 
-    import bitsandbytes as bnb
-    import pandas as pd
-    import torch
-    import torch.nn as nn
-    import transformers
-    from datasets import load_dataset
-    from huggingface_hub import notebook_login
-    from peft import (
-        LoraConfig,
-        PeftConfig,
-        get_peft_model,
-        prepare_model_for_kbit_training,
-    )
-    from transformers import (
-        AutoConfig,
-        AutoModelForCausalLM,
-        AutoTokenizer,
-        BitsAndBytesConfig,
-    )
+
 
     os.environ["CUDA_VISIBLE_DEVICES"] = "0"
 
@@ -141,7 +144,6 @@ def handle_input():
     You can also directly load adapters from the Hub using the commands below:
     """
 
-    from peft import *
 
     # change peft_model_id
     bnb_config = BitsAndBytesConfig(