Spaces:
Sleeping
Sleeping
Update summarizer.py
Browse files- summarizer.py +22 -1
summarizer.py
CHANGED
|
@@ -9,7 +9,8 @@ import nltk
|
|
| 9 |
import openai
|
| 10 |
|
| 11 |
nltk.download('punkt')
|
| 12 |
-
OPENAI_API_KEY = ""
|
|
|
|
| 13 |
|
| 14 |
|
| 15 |
def create_brand_html(brand_link):
|
|
@@ -34,3 +35,23 @@ def create_langchain_openai_query(docs):
|
|
| 34 |
map_reduce_chain = load_summarize_chain(llm, chain_type="map_reduce")
|
| 35 |
output = map_reduce_chain.run(docs)
|
| 36 |
return output
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
import openai
|
| 10 |
|
| 11 |
nltk.download('punkt')
|
| 12 |
+
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
|
| 13 |
+
SCRAP_API_KEY = os.getenv("SCRAP_API_KEY")
|
| 14 |
|
| 15 |
|
| 16 |
def create_brand_html(brand_link):
|
|
|
|
| 35 |
map_reduce_chain = load_summarize_chain(llm, chain_type="map_reduce")
|
| 36 |
output = map_reduce_chain.run(docs)
|
| 37 |
return output
|
| 38 |
+
|
| 39 |
+
|
| 40 |
+
def create_screenshot_from_scrap_fly(link_to_fetch):
|
| 41 |
+
import requests
|
| 42 |
+
import random
|
| 43 |
+
try:
|
| 44 |
+
params = {
|
| 45 |
+
'key': SCRAP_API_KEY,
|
| 46 |
+
'url': link_to_fetch,
|
| 47 |
+
'auto_scroll': True,
|
| 48 |
+
'capture': 'fullpage',
|
| 49 |
+
'options': 'block_banners'
|
| 50 |
+
}
|
| 51 |
+
response = requests.get('https://api.scrapfly.io/screenshot', params=params)
|
| 52 |
+
location = f"brand_ss_{random.randint(1, 100000000)}.png"
|
| 53 |
+
with open('screenshot.jpg', 'wb') as file:
|
| 54 |
+
file.write(response.content)
|
| 55 |
+
return {"location": location, "success": True}
|
| 56 |
+
except Exception as e:
|
| 57 |
+
return {"success": False, "error": e}
|