Update app.py

app.py

@@ -70,7 +70,8 @@ base_replacements = {
     'Aplikasi pesan':'Message app'
 }
 
-def get_openai_response(messages):
+def get_openai_response(messages, api_key):
+    openai.api_key = api_key
     response = openai.ChatCompletion.create(
         model="gpt-3.5-turbo",
         messages=messages,
@@ -80,7 +81,11 @@ def get_openai_response(messages):
     if finish_reason == 'length' or finish_reason == 'stop':
         return response['choices'][0]['message']['content']
 
-def get_azure_response(messages):
+def get_azure_response(messages, api_key, azure_api_base):
+    openai.api_type = "azure"
+    openai.api_version = "2023-05-15" 
+    openai.api_base = azure_api_base 
+    openai.api_key = api_key
     response = openai.ChatCompletion.create(
         engine="gpt-35-turbo", 
         messages=messages,
@@ -90,7 +95,7 @@ def get_azure_response(messages):
     if finish_reason == 'length' or finish_reason == 'stop':
         return response['choices'][0]['message']['content']
         
-def clean_scrap(artikel,link, models):
+def clean_scrap(artikel,link,models,api_key,azure_api_base):
     new_artikel = []
     article = []
     if len(artikel) > 1:
@@ -100,11 +105,11 @@ def clean_scrap(artikel,link, models):
                 {"role": "user", "content": "I have a raw article that contains a lot of unnecessary data such as ads, website information, and article publishers, as well as links to other pages, and so on. Please clean up the article I provided so that only the article's content remains. \nThen, you should also summarize the article so that it does not exceed 5000 characters" + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {the cleaned and summarized article's content}"}       
             ]
             if models == 'openai':
-                result = get_openai_response(messages)
+                result = get_openai_response(messages,api_key)
                 new_artikel.append(result)
                 time.sleep(2)
             else:
-                result = get_azure_response(messages)
+                result = get_azure_response(messages,api_key,azure_api_base)
                 new_artikel.append(result)
                 time.sleep(2)
     else:
@@ -114,11 +119,11 @@ def clean_scrap(artikel,link, models):
                 {"role": "user", "content": "I have a raw article that contains a lot of unnecessary data such as ads, website information, and article publishers, as well as links to other pages, and so on. Please clean up the article I provided so that only the article's content remains." + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {the cleaned article's content}"}       
             ]
             if models == 'openai':
-                result = get_openai_response(messages)
+                result = get_openai_response(messages,api_key)
                 new_artikel.append(result)
                 time.sleep(2)
             else:
-                result = get_azure_response(messages)
+                result = get_azure_response(messages,api_key,azure_api_base)
                 new_artikel.append(result)
                 time.sleep(2)
             
@@ -129,11 +134,11 @@ def clean_scrap(artikel,link, models):
             {"role": "user", "content": "Paraphrase the above article to make it a well-written and easily understandable piece for humans, following the conventions of renowned articles. \nThen, You Must Generate a title that is appropriate for the article I provided. The title should be professional, similar to typical article titles and sound more natural for a human to read" + art + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: title:{title}, article: {new paraphrased article}"}       
          ]
         if models == 'openai':
-            result = get_openai_response(messages)
+            result = get_openai_response(messages,api_key)
             article.append(result)
             time.sleep(2)
         else:
-            result = get_azure_response(messages)
+            result = get_azure_response(messages,api_key,azure_api_base)
             article.append(result)
             time.sleep(2)
             
@@ -145,9 +150,9 @@ def clean_scrap(artikel,link, models):
     ]
     judul = response['choices'][0]['message']['content']   
     if models == 'openai':
-        judul = get_openai_response(messages)
+        judul = get_openai_response(messages,api_key)
     else:
-        judul = get_azure_response(messages)
+        judul = get_azure_response(messages,api_key,azure_api_base)
     judul = judul.replace("Judul:", '').strip()
     judul = judul.replace("Title:", '').strip()
     try:
@@ -160,7 +165,7 @@ def clean_scrap(artikel,link, models):
 
     return title, judul, link, contents
 
-def scrap_artikel(link_scrap, models):
+def scrap_artikel(link_scrap,models,api_key,azure_api_base):
     options = webdriver.ChromeOptions()
     options.add_argument('--headless')
     options.add_argument('--no-sandbox')
@@ -192,11 +197,11 @@ def scrap_artikel(link_scrap, models):
         artikels = [part1, part2, part3, part4]
     else :
         artikels = [paragraf]
-    title, judul, url, contents = clean_scrap(artikels,link_scrap, models)
+    title, judul, url, contents = clean_scrap(artikels,link_scrap,models,api_key,azure_api_base)
     return title, judul, url, contents
 
-def artikel_processing(link_scrap,backlink,keyword,models):
-    title, judul, url, artikel= scrap_artikel(link_scrap, models)
+def artikel_processing(link_scrap,backlink,keyword,models,api_key,azure_api_base,replicate_key):
+    title, judul, url, artikel= scrap_artikel(link_scrap, models, api_key,azure_api_base)
     teks_to_tags = artikel[0][:500]
     translated = []
     optimized = []
@@ -210,11 +215,11 @@ def artikel_processing(link_scrap,backlink,keyword,models):
             {"role": "user", "content": "Translate the following article into Indonesian language. Then, you must resume the article translated. The translated result should be more than 2500 characters and less than 7000 characters.: " + i + "\nDo not write any explanation and any pleasantries. Please use the following complete format to display the output: {Professionally rewritten content}"}        
         ]
         if models == 'openai':
-            translate = get_openai_response(messages)
+            translate = get_openai_response(messages,api_key)
             translated.append(translate)
             time.sleep(2)
         else:
-            translate = get_azure_response(messages)
+            translate = get_azure_response(messages,api_key,azure_api_base)
             translated.append(translate)
             time.sleep(2)
         
@@ -247,11 +252,11 @@ def artikel_processing(link_scrap,backlink,keyword,models):
             {"role": "user", "content": "Please ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the rewrited article using this format: {rewrited article}"}    
         ]
         if models == 'openai':
-            result = get_openai_response(messages)
+            result = get_openai_response(messages,api_key)
             article.append(result)
             time.sleep(2)
         else:
-            result = get_azure_response(messages)
+            result = get_azure_response(messages,api_key,azure_api_base)
             article.append(result)
             time.sleep(2)
 
@@ -261,11 +266,11 @@ def artikel_processing(link_scrap,backlink,keyword,models):
             {"role": "user", "content": "Please rewrite the given article in the style of a professional writer for Forbes or The New York Times with bahasa indonesia as your native language:\n\n" + i + "\nAdd underline tags <u> and bold tags <b> to all foreign terms (non-Indonesian words) you encounter. You only have less than 7 attempts to do this, no more than that in order to keep the article neat and clean. \nThen, You must divide the article into several paragraphs, no less than 3 paragraphs. kamu juga harus membuat subheading menggunakan <h2> pada setiap sub topik pembahasan \n\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries. Provide only the reformatted article using this format:<h2>A brief headline of the article content</h2> <p>reformatted article</p>"}
         ]
         if models == 'openai':
-            font_formatted = get_openai_response(messages)
+            font_formatted = get_openai_response(messages,api_key)
             edited_format.append(font_formatted)
             time.sleep(2)
         else:
-            font_formatted = get_azure_response(messages)
+            font_formatted = get_azure_response(messages,api_key,azure_api_base)
             edited_format.append(font_formatted)
             time.sleep(2)
         
@@ -275,11 +280,11 @@ def artikel_processing(link_scrap,backlink,keyword,models):
             {"role": "user", "content": "Please edit the given article:\n" + "\n" + i + f"\nAdd annotations to the words with the keywords {keyword} to format them as links in the HTML structure.the link should be connected to {backlink} \nThe format should be like this: <a title={keyword} href={backlink}>{keyword}</a>. YOU MUST Do this FORMAT ONLY for the first 3 keywords that appear and MUST be on different keywords, IF a keyword appears more than twice then simply ignored it by not adding any links to those keywords. Do not combine two keyword into one or modify any keyword. You only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean. \nExcept for the terms {keyword} you are prohibited from providing backlinks. Additionally, you are not allowed to include backlinks to individuals' names or technology company names such as Google, Microsoft, and others. \nYou only have less than 3 attempts to do this, no more than that in order to keep the article neat and clean.\nPlease ensure the usage of proper and correct Indonesian language. \nDo not write any explanation and any pleasantries."+"Provide only the reformatted article using this format: {new_formatted_article}"}
         ]
         if models == 'openai':
-            artikel_post  = get_openai_response(messages)
+            artikel_post  = get_openai_response(messages,api_key)
             post_article.append(artikel_post )
             time.sleep(2)
         else:
-            artikel_post  = get_azure_response(messages)
+            artikel_post  = get_azure_response(messages,api_key,azure_api_base)
             post_article.append(artikel_post )
             time.sleep(2)
     
@@ -328,9 +333,9 @@ def artikel_processing(link_scrap,backlink,keyword,models):
           ]
         
         if models == 'openai':
-            image_prompt = get_openai_response(messages)
+            image_prompt = get_openai_response(messages,api_key)
         else:
-            image_prompt  = get_azure_response(messages)
+            image_prompt  = get_azure_response(messages,api_key,azure_api_base)
     
         return image_prompt
             
@@ -426,14 +431,7 @@ def artikel_processing(link_scrap,backlink,keyword,models):
 
 def scrap(link_scrap,backlink,keyword,version,api_key,azure_api_base,replicate_key):
     # try:
-    
-    replicate_key = replicate_key
-    openai.api_type = "azure"
-    openai.api_version = "2023-05-15" 
-    openai.api_base = azure_api_base 
-    openai.api_key = api_key
-
-    judul,kontent,gambar, image_data= artikel_processing(link_scrap,backlink,keyword,version)
+    judul,kontent,gambar, image_data= artikel_processing(link_scrap,backlink,keyword,version,api_key,azure_api_base,replicate_key)
     desired_timezone = pytz.timezone('Asia/Jakarta')
     current_time = datetime.datetime.now(desired_timezone)
     Timestamp = current_time.strftime('%Y-%m-%d %H:%M:%S')