Upload 5 files

create_embeddings.py

@@ -0,0 +1,51 @@
+import pinecone
+from langchain_google_genai import GoogleGenerativeAIEmbeddings
+from paragraphs2 import podcasts
+import uuid
+google_embeddings = GoogleGenerativeAIEmbeddings(
+    model="models/embedding-001",  # Correct model name
+    google_api_key="AIzaSyANNRKfEb-YnVIBaSAq6hQ38XpxxGwvaws"  # Your API key
+)
+
+# Initialize Pinecone instance
+pc = pinecone.Pinecone(
+    api_key="4a80f293-ae6d-489a-a7d8-33ea3fcdd26b"  # Your Pinecone API key
+)
+
+# Define the Pinecone index name (make sure it exists in your Pinecone dashboard)
+index_name = "iocl2"
+index = pc.Index(index_name)
+
+def create_embedding(variable):
+    try:
+        content=variable.get("description")
+        url=variable.get("url")
+        tag=variable.get("tag")
+        updated_url=""
+        if isinstance(url,list):
+            updated_url=",".join(url)
+        else:
+            updated_url=url
+
+        embedding=google_embeddings.embed_query(content)
+        vectors=[]
+        vectors.append({
+            'id': str(uuid.uuid4()),
+            'values': embedding,
+            'metadata': {
+                'chunk': content,
+                "url":updated_url,
+                "tag":tag
+            }
+        })
+        index.upsert(vectors)
+        print(f"inserted : {updated_url}")
+    except Exception as e:
+        print(f"error occured {e}")
+
+
+create_embedding(podcasts)
+
+
+
+

create_embeddings2.py

@@ -0,0 +1,58 @@
+import pinecone
+from langchain_google_genai import GoogleGenerativeAIEmbeddings
+from variables import variables  # Import the list of variable names
+import uuid
+
+# Initialize Google Embeddings
+google_embeddings = GoogleGenerativeAIEmbeddings(
+    model="models/embedding-001",  # Correct model name
+    google_api_key="AIzaSyANNRKfEb-YnVIBaSAq6hQ38XpxxGwvaws"  # Your API key
+)
+
+# Initialize Pinecone instance
+pc = pinecone.Pinecone(
+    api_key="4a80f293-ae6d-489a-a7d8-33ea3fcdd26b"  # Your Pinecone API key
+)
+
+# Define the Pinecone index name (make sure it exists in your Pinecone dashboard)
+index_name = "iocl2"
+index = pc.Index(index_name)
+
+
+def create_embedding(variable):
+    try:
+        content = variable.get("description", None)
+        url = variable.get("url", "")
+        tag = variable.get("tag", "")
+        updated_url = ""
+
+        if isinstance(url, list):
+            updated_url = ",".join(url)
+        else:
+            updated_url = url
+
+        embedding = google_embeddings.embed_query(content)
+        vectors = []
+        vectors.append({
+            'id': str(uuid.uuid4()),
+            'values': embedding,
+            'metadata': {
+                'chunk': content,
+                "url": updated_url,
+                "tag": tag
+            }
+        })
+        index.upsert(vectors)
+        print(f"Inserted the chunk: {updated_url}")
+    except Exception as e:
+        print(f"Error occurred: {e}")
+
+
+# Iterate over the variable names and create embeddings
+for variable_name in variables:
+    # Dynamically import the variable from paragraphs2
+    variable = __import__('paragraphs2', fromlist=[variable_name])
+    variable_data = getattr(variable, variable_name)
+    print(f"trying to create embedding for {variable}")
+    # Call the create_embedding function with the variable data
+    create_embedding(variable_data)

extract_variables.py

@@ -0,0 +1,36 @@
+import ast
+
+def get_dict_variable_names(file_path):
+    with open(file_path, 'r', encoding='utf-8') as file:
+        node = ast.parse(file.read(), filename=file_path)
+
+    dict_variable_names = []
+
+    class DictVariableVisitor(ast.NodeVisitor):
+        def visit_Assign(self, node):
+            for target in node.targets:
+                if isinstance(target, ast.Name):
+                    # Check if the assigned value is a dictionary
+                    if isinstance(node.value, ast.Dict):
+                        dict_variable_names.append(target.id)
+            self.generic_visit(node)
+
+    DictVariableVisitor().visit(node)
+
+    return dict_variable_names
+
+def write_variables_to_file(variables, output_file):
+    with open(output_file, 'w', encoding='utf-8') as file:
+        file.write("variables = [\n")
+        for var in variables:
+            file.write(f"    '{var}',\n")
+        file.write("]\n")
+
+# Example usage
+input_file_path = 'paragraphs2.py'  # Replace with your input file path
+output_file_path = 'variables.py'  # Replace with your desired output file path
+
+dict_variables = get_dict_variable_names(input_file_path)
+write_variables_to_file(dict_variables, output_file_path)
+
+print(f"Initialized dictionary variables stored in {output_file_path}.")

variables.py

@@ -0,0 +1,159 @@
+variables = [
+    'about_iocl',
+    'awards',
+    'corporate_logo',
+    'vision_and_values',
+    'company_leaders',
+    'company_mascot',
+    'refining_overview',
+    'installed_refinery_capacities',
+    'bongaigaon_refinery',
+    'barauni_refinery',
+    'pradip_refinery',
+    'haldia_refinery',
+    'mathura_refinery',
+    'gujarat_refinery',
+    'panipat_refinery',
+    'guwahati_refinery',
+    'digboi_refinery',
+    'pipeline_overview',
+    'pipelines_under_implementation',
+    'crude_oil_pipelines',
+    'petroleum_pipelines',
+    'gas_pipelines',
+    'pipeline_safety_overview',
+    'pipeline_identification',
+    'pipeline_emergency_contact',
+    'pipeline_leak_response',
+    'pipeline_protection',
+    'pipeline_crossing_portal',
+    'rd_overiview_and_achievements',
+    'lubricants',
+    'refining_tech_innovations',
+    'petrochemicals_polymer_pipeline_maintenance',
+    'fuel_additives_and_additional_energy',
+    'bioenergy_nano_tech',
+    'marketing',
+    'pump_locator',
+    'petrochemical_overview',
+    'petrochemical_strategic_businessUnit_and_achievements',
+    'petrochemical_plants',
+    'petrochemical_contact',
+    'natural_gas',
+    'natural_contact',
+    'natural_gas_brochure',
+    'cgd',
+    'eAndp',
+    'eAndpContact',
+    'iocl_explosives_business_overview',
+    'indogel_explosive_brand',
+    'explosive_safety_effeciency',
+    'current_explosive_plants_and_future_plans',
+    'explosive_contact',
+    'cryogenics_overview',
+    'cryo_product_range',
+    'cryo_certifications',
+    'cryocan',
+    'cryovessel',
+    'special_cryo_project',
+    'pressure_vessels_cryo',
+    'cryo_aviation',
+    'iocl_offices',
+    'indian_subsidries',
+    'foreign_subsidries',
+    'joint_ventures',
+    'sri_lanka',
+    'mauritus',
+    'middle_east',
+    'chennai',
+    'refinery_upcoming_projects',
+    'pipeline_projects',
+    'cgd_projects',
+    'marketin_projects',
+    'podcasts',
+    'iocl_revenue',
+    'xp95',
+    'xtraGreen',
+    'cng',
+    'cng_price',
+    'gasoline',
+    'high_speed_diesel',
+    'xp100',
+    'swagat',
+    'autogas',
+    'fuel_testing',
+    'xtrapower_program',
+    'xtrarewards',
+    'servo_lubricant',
+    'lubes_contact',
+    'automtive_lubricating_oil',
+    'png',
+    'png_urls',
+    'indane',
+    'indane_price',
+    'chotu_gas',
+    'composite_cylinder',
+    'munna_cylinder',
+    'kersone',
+    'non_fuel_products',
+    'surya_nutan',
+    'commercial_indane',
+    'industrial_png',
+    'bulk_fuel',
+    'fuel_call',
+    'aviation_fuel',
+    'aviation_contact',
+    'avgas',
+    'marine_oils',
+    'bitumen',
+    'agri_spray_oils',
+    'industrial_greases',
+    'industrial_lubes',
+    'industrial_speciality_oil',
+    'metal_working_oil',
+    'railroad_grease',
+    'non_fuel_alliances',
+    'non_pds_keosene',
+    'glycols',
+    'lab',
+    'polymers',
+    'pta',
+    'special_products',
+    'benzene',
+    'cbfs',
+    'food_grade_hexane',
+    'jute_batching_oil',
+    'paraffin',
+    'propylene',
+    'tech_for_licensing',
+    'cgm_contact',
+    'csr',
+    'iocl_foundation',
+    'sustainability',
+    'iocl_suppliers',
+    'iocl_sports',
+    'sports_values',
+    'sports_legacy',
+    'sport_scholarship',
+    'sport_equality',
+    'family_sport',
+    'news',
+    'petrol_diesel_price',
+    'india_energy_week',
+    'iocl_iim',
+    'iocl_careers',
+    'net_zero',
+    'env_management',
+    'pollution_control',
+    'air_poll',
+    'solid_waste',
+    'oil_spill',
+    'noise_poll',
+    'green_belt',
+    'energy_effecient',
+    'satat_scheme',
+    'safety',
+    'occupational_health',
+    'green_fuel',
+    'contact_iocl',
+]