Update app.py

app.py

@@ -70,14 +70,13 @@ base_replacements = {
     'Aplikasi pesan':'Message app'
 }
 
-def clean_scrap(artikel,link, openai_key):
+def clean_scrap(artikel,link, models):
     new_artikel = []
-    article = []
-    openai.api_key = openai_key
+    article = [
     if len(artikel) > 1:
         for art in artikel:
             response = openai.ChatCompletion.create(
-                model="gpt-3.5-turbo",
+                engine=models,
                 messages=[
                     {"role": "system", "content": "You are a very professional article editor."},
                     {"role": "user", "content": "I have a raw article that contains a lot of unnecessary data such as ads, website information, and article publishers, as well as links to other pages, and so on. Please clean up the article I provided so that only the article's content remains. \nThen, you should also summarize the article so that it does not exceed 5000 characters" + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {the cleaned and summarized article's content}"}       
@@ -91,7 +90,7 @@ def clean_scrap(artikel,link, openai_key):
     else:
         for art in artikel:  
             response = openai.ChatCompletion.create(
-                model="gpt-3.5-turbo",
+                engine=models,
                 messages=[
                     {"role": "system", "content": "You are a very professional article editor."},
                     {"role": "user", "content": "I have a raw article that contains a lot of unnecessary data such as ads, website information, and article publishers, as well as links to other pages, and so on. Please clean up the article I provided so that only the article's content remains." + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {the cleaned article's content}"}       
@@ -106,7 +105,7 @@ def clean_scrap(artikel,link, openai_key):
     new_art = [' '.join(new_artikel)]
     for art in new_art:
         response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
+            engine=models,
             messages=[
                 {"role": "system", "content": "You are a very professional article editor and capable of generating compelling and professional article titles."},
                 {"role": "user", "content": "Paraphrase the above article to make it a well-written and easily understandable piece for humans, following the conventions of renowned articles. \nThen, You Must Generate a title that is appropriate for the article I provided. The title should be professional, similar to typical article titles and sound more natural for a human to read" + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: title:{title}, article: {new paraphrased article}"}       
@@ -121,7 +120,7 @@ def clean_scrap(artikel,link, openai_key):
     content = article[0].split("\n")
     title = content[0].replace('title:', '').replace("Title:", '').strip()
     response = openai.ChatCompletion.create(
-        model="gpt-3.5-turbo",
+        engine=models,
         messages=[
             {"role": "system", "content": "You are a professional translator and rewriter"},
             {"role": "user", "content": "Please translate and rewrite this sentence into Indonesian language with the following requirements: \n1. The sentence should be concise, compact, and clear. \n2. The sentence length should not exceed 50 characters. \n3. The sentences should be professional, similar to typical article titles and sound more natural for a human to read.:" +title+"\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: Judul:{hasil rewrite}"}        
@@ -141,7 +140,7 @@ def clean_scrap(artikel,link, openai_key):
 
     return title, judul, link, contents
 
-def scrap_artikel(link_scrap, openai_key):
+def scrap_artikel(link_scrap, models):
     options = webdriver.ChromeOptions()
     options.add_argument('--headless')
     options.add_argument('--no-sandbox')
@@ -173,11 +172,11 @@ def scrap_artikel(link_scrap, openai_key):
         artikels = [part1, part2, part3, part4]
     else :
         artikels = [paragraf]
-    title, judul, url, contents = clean_scrap(artikels,link_scrap, openai_key)
+    title, judul, url, contents = clean_scrap(artikels,link_scrap, models)
     return title, judul, url, contents
 
-def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
-    title, judul, url, artikel= scrap_artikel(link_scrap, openai_key)
+def artikel_processing(link_scrap,backlink,keyword, models):
+    title, judul, url, artikel= scrap_artikel(link_scrap, models)
     teks_to_tags = artikel[0][:500]
     translated = []
     optimized = []
@@ -185,10 +184,9 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
     article = []
     post_article = []
 
-    openai.api_key = openai_key
     for i in artikel:
         response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
+            engine=models,
             messages=[
                 {"role": "system", "content": "You are a proficient English to Indonesian language translator machine. You are capable of translating professionally according to the rules of the Indonesian language"},
                 {"role": "user", "content": "Translate the following article into Indonesian language. Then, you must resume the article translated. The translated result should be more than 2500 characters and less than 7000 characters.: " + i + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {Professionally rewritten content}"}        
@@ -203,7 +201,7 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
         
     for i in translated:
         response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
+            engine=models,
             messages=[
                 {"role": "system", "content": f"""You are a very professional article editor and perform SEO optimization on an article with utmost professionalism. berikut adalah SOP SEO yang harus kamu terapkan
                     1. meta decription max 160 characters
@@ -225,7 +223,7 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
         
     for i in optimized:
         response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
+            engine=models,
             messages=[
                 {"role": "system", "content": f"""
                 You are a professional article writer and editor. I have an article that needs your editing expertise to align its writing style with specific instructions and guidelines:
@@ -261,7 +259,7 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
         
     for i in article:  
         response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
+            engine=models,
             messages=[
                 {"role": "system", "content": "You are a professional article editor machine."}, 
                 {"role": "user", "content": "Please rewrite the given article in the style of a professional writer for Forbes or The New York Times with bahasa indonesia as your native language:\n\n" + i + "\nAdd underline tags <u> and bold tags <b> to all foreign terms (non-Indonesian words) you encounter. You only have less than 7 attempts to do this, no more than that in order to keep the article neat and clean. \nThen, You must divide the article into several paragraphs, no less than 3 paragraphs. kamu juga harus membuat subheading menggunakan <h2> pada setiap sub topik pembahasan \n\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the reformatted article using this format:<h2>A brief headline of the article content</h2> <p>reformatted article</p>"}
@@ -274,7 +272,7 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
         
     for i in edited_format:  
         response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
+            engine=models,
             messages=[
                 {"role": "system", "content": "You are a professional article editor machine."},
                 {"role": "user", "content": "Please edit the given article:\n" + "\n" + i + f"\nAdd annotations to the words with the keywords {keyword} to format them as links in the HTML structure.the link should be connected to {backlink} \nThe format should be like this: <a title={keyword} href={backlink}>{keyword}</a>. YOU MUST Do this FORMAT ONLY for the first 3 keywords that appear and MUST be on different keywords, IF a keyword appears more than twice then simply ignored it by not adding any links to those keywords. Do not combine two keyword into one or modify any keyword. You only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean. \nExcept for the terms {keyword} you are prohibited from providing backlinks. Additionally, you are not allowed to include backlinks to individuals' names or technology company names such as Google, Microsoft, and others. \nYou only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean.\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries."+"Provide only the reformatted article using this format: {new_formatted_article}"}
@@ -297,7 +295,7 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
         
     def generate_image_prompt(title): 
         response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
+            engine=models,
             messages=[
                 {"role" : "user", "content" : """ChatGPT will now enter "Midjourney Prompt Generator Mode" and restrict ChatGPT's inputs and outputs to a predefined framework, please follow these instructions carefully.
 
@@ -425,9 +423,22 @@ def artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key):
         image_data = None
     return judul,content,image, image_data
 
-def scrap(link_scrap,backlink,keyword,openai_key,replicate_key):
+def scrap(link_scrap,backlink,keyword,version,api_key,azure_api_base,replicate_key):
     try:
-        judul,kontent,gambar, image_data= artikel_processing(link_scrap,backlink,keyword,openai_key,replicate_key)
+        replicate_key = replicate_key
+        chatgpt_version = version
+        if chatgpt_version == 'openai':
+            openai_key = api_key
+            model="gpt-3.5-turbo"
+            judul,kontent,gambar, image_data= artikel_processing(link_scrap,backlink,keyword,model)
+
+        else :
+            openai.api_type = "azure"
+            openai.api_version = "2023-05-15" 
+            openai.api_base = azure_api_base 
+            openai.api_key = api_key
+            engine="gpt-35-turbo"
+            judul,kontent,gambar, image_data= artikel_processing(link_scrap,backlink,keyword,engine)
         desired_timezone = pytz.timezone('Asia/Jakarta')
         current_time = datetime.datetime.now(desired_timezone)
         Timestamp = current_time.strftime('%Y-%m-%d %H:%M:%S')
@@ -511,13 +522,15 @@ with gr.Blocks(theme = "soft", title="Wordpress Article Generator") as article_g
             link = gr.Textbox(placeholder="Masukkan Link Artikel Yang Akan di Scrap", label="Link")
             backlink = gr.Textbox(placeholder="Masukkan Backlink Yang Akan Diterapkan", label="Backlink")
             keyword = gr.Textbox(placeholder="Masukkan Keyword Artikel", label="Keyword")
-            openai_token = gr.Textbox(placeholder="Masukkan Token OpenAI", label="OpenAI Key")
+            versi = gr.Radio(["openai", "azure"], label="Skema Request", info="Pilih Skema Untuk Request ke ChatGPT ")
+            api_key = gr.Textbox(placeholder="Masukkan Api Key", label="OpenAI Key")
+            link_azure = gr.Textbox(placeholder="Masukkan link", label="Link Azure")
             replicate_token = gr.Textbox(placeholder="Masukkan Token Replicate", label="Replicate Key")
             button_scrap = gr.Button("Scrap Article")
             img = gr.Image()
             outputs = gr.Textbox("", label="Judul")
             content =  gr.Textbox("", label="Content")
-            button_scrap.click(fn=scrap, inputs=[link,backlink,keyword,openai_token,replicate_token], outputs=[img,outputs,content])
+            button_scrap.click(fn=scrap, inputs=[link,backlink,keyword,versi,api_key,link_azure,replicate_token], outputs=[img,outputs,content])
         with gr.Column():
             endpoint= gr.Textbox(placeholder="Masukkan Endpoint Wordpress", label="Endpoint Wordpress")
             endpoint_media= gr.Textbox(placeholder="Masukkan Endpoint Media Wordpress", label="Endpoint Media")