Upload striimgpt_faiss.py

striimgpt_faiss.py

@@ -0,0 +1,787 @@
+import os
+import json
+import gradio as gr
+import openai
+
+from typing import Iterable
+from dotenv import load_dotenv
+from langchain.document_loaders import WebBaseLoader
+from langchain.embeddings import OpenAIEmbeddings
+from langchain.vectorstores import FAISS
+from langchain.chat_models import ChatOpenAI
+from langchain.chains import ConversationalRetrievalChain
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain.schema import Document
+from langchain.agents import load_tools, initialize_agent
+from langchain.agents import AgentType
+from langchain.tools import Tool
+from langchain.utilities import GoogleSearchAPIWrapper
+
+load_dotenv('.env')
+os.environ["OPENAI_API_KEY"] = "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"
+os.environ["GOOGLE_CSE_ID"] = "2009ed8270de04cab"
+os.environ["GOOGLE_API_KEY"] = "AIzaSyCfWtopAn2jthODIWis-HvWpYnCKcCGrDw"
+
+openai.api_key = os.getenv("OPENAI_API_KEY")
+
+# Function to save ChromaDB to a local file
+def save_docs_to_jsonl(array:Iterable[Document], file_path:str)->None:
+    with open(file_path, 'w') as jsonl_file:
+        for doc in array:
+            jsonl_file.write(doc.json() + '\n')
+
+# Function to retrive ChromaDB from local file
+def load_docs_from_jsonl(file_path) -> Iterable[Document]:
+    if not os.path.exists(file_path):
+        print("Invalid file path.")
+        return []
+    array = []
+    with open(file_path, 'r') as jsonl_file:
+        for line in jsonl_file:
+            data = json.loads(line)
+            obj = Document(**data)
+            array.append(obj)
+    return array
+
+# Function to query OpenAI's ChatGPT
+
+# Loading all the documents if they are not found locally
+documents = load_docs_from_jsonl('striim_docs.jsonl')
+'''
+if len(documents) != 631:
+    loaders = [
+    # Striim Cloud Docs
+    WebBaseLoader("https://www.striim.com/docs/en/what-s-new-in-striim-cloud-4-2-0.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/what-is-striim-.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/subscribe-to-striim-in-the-aws-marketplace.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/deploying-and-managing-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/subscribe-to-striim-in-the-microsoft-azure-marketplace.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/subscribe-to-striim-in-the-google-cloud-platform-marketplace.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-a-striim-cloud-service.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-an-ssh-tunnel-to-connect-to-a-source-or-target.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-azure-private-endpoints.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/private-service-connect-support.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/adding-users-to-a-striim-cloud-service.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-kafka-persisted-streams-in-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/enabling-ojet-on-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/scheduling-service-stop-and-restart-times.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/metering-in-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/upgrading-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/patching-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-active-directory-with-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/get-support-for-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/getting-started.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/common-striim-use-cases.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/running-the-cdc-demo-apps.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hands-on-quick-tour.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/resource-usage-policies.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/pipelines.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sources.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/readers-overview.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/supported-reader-parser-combinations.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/database-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/file-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/gcs-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/gg-trail-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hdfs-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hp-nonstop-enscribe,-sql-mp,-and-sql-mx-readers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/http-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/incremental-batch-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/jms-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-jmsreader-with-ibm-websphere-mq.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/jmx-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/kafka-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mapr-fs-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mariadb---readers---new.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mongodb-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mqtt-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/ms-sql-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/multifile-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mysql---readers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/opcua-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/oracle-database-readers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/postgresql-readers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/salesforce-readers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/salesforce-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/salesforce-pardot-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/saleforce-pardot-reader-sample-waevent.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/salesforce-platform-event-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/salesforce-push-topic-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-salesforce-data-to-oracle.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/salesforce-data-type-support-and-correspondence.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/servicenow-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/spanner-batch-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sql-server.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/s3-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sybase.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/tcp-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/teradata.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/udp-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/windows-event-log-reader.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/reading-from-other-sources.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/parsers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/aal--apache-access-log--parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/avro-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/binary-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/cobol-copybook-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/collectd-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/dsv-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/free-form-text-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/gg--goldengate--trail-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/json-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/netflow-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/nvp--name-value-pair--parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/parquet-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/snmp-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/striim-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/xml-parser.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/xml-parser-v2.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/change-data-capture--cdc-.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/what-is-change-data-capture-.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/working-with-sql-cdc-readers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/waevent-contents-for-change-data.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/parsing-the-fields-of-waevent-for-cdc-readers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sample-tql-application-using-change-data.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/validating-table-mapping.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/reading-from-multiple-tables.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-output-to-----map.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/adding-user-defined-data-to-waevent-streams.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/modifying-the-waevent-data-array-using-replace-functions.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/modifying-and-masking-values-in-the-waevent-data-array-using-modify.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-the-data--,-dataordered--,-before--,-and-beforeordered---functions.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/collecting-discarded-events-in-an-exception-store.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/handling-ddl-changes-in-cdc-reader-source-tables.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sql-cdc-replication-examples.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-another-oracle-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-amazon-redshift.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-azure-cosmos-db.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-cassandra.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-google-bigquery.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-google-cloud-postgresql.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-mysql-data-to-google-cloud-spanner.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-a-hazelcast--hot-cache-.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-hbase.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/writing-raw-cdc-data-to-hive.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/oracle-table.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/tql-application.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/avro-schema-file.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hive-table.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/generate-sample-cdc-data-in-oracle.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/query-the-hive-table.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-hive.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-kafka.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-sap-hana.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replicating-oracle-data-to-snowflake.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/bidirectional-replication.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/adapter-property-data-types.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hp-nonstop-cdc.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/setting-up-hp-nonstop-with-the-striim-agent.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/starting-the-striim-agent-process-on-the-hp-nonstop-platform.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/running-the-striim-agent-as-an-scf-persistent-generic-process.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/disabling-tmf-audit-compression.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/system-log-messages-about-sql-mp-automatic-recompilation.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hp-nonstop-reader-properties.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/encoding-of-character-fields.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hp-nonstop-reader-waevent-fields.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/functions-for-hp-nonstop-transaction-ids.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hpnonstopenscribereader-data-type-support-and-correspondence.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hpnonstopsqlmpreader-data-type-support-and-correspondence.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hpnonstopsqlmxreader-data-type-support-and-correspondence.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mariadb---skysql.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mysql-162388.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/oracle-database-cdc.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/oracle-goldengate.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/postgresql-cdc.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sql-server-cdc.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/working-with-non-sql-cdc-readers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/azure-cosmos-db-using-core--sql--api.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/azure-cosmos-db-using-cosmos-db-api-for-mongodb.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mongodb.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/targets.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/writers-overview.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/supported-writer-formatter-combinations.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/working-with-writers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/setting-output-names-and-rollover---upload-policies.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-multiple-writer-instances.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mapping-columns.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/handling--table-not-found--errors.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/setting-encryption-policies.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/viewing-discarded-events.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/ddl-support-in-writers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/how-update-and-delete-operations-are-handled-in-writers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-private-service-connect-with-google-cloud-adapters.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/connecting-to-vms-or-databases-in-google-cloud-using-private-service-connect.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/adls-gen1-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/adls-gen2-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/azure-blob-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/azure-databricks.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/azure-event-hub-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/azure-sql-dwh--data-warehouse--writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/azure-synapse-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/bigquery-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/cassandra-cosmos-db-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/cassandra-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/cosmos-db-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/database-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/databricks-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/file-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/gcs-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/google-pubsub-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hazelcast-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hbase-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hdfs-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hive-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/http-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/hp-nonstop-readers-old.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/jms-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/jpa-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/kafka-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/testing-kafkawriter-performance.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/kafkawriter-output-with-avroformatter.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-the-confluent-or-hortonworks-schema-registry.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/kinesis-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/kudu-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mapr-db-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mapr-fs-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mapr-stream-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mariadb-readers-old.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/memsql.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mongodb-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mongodb-cosmos-db-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mqtt-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/mysql-readers-old.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/oracle-database-writers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/postgresql-writers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/redshift-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/s3-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/salesforce-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sap-hana.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/servicenow-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/snowflake-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/spanner-writer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sql-server-writers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/formatters.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/avro-formatter.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/dsv-formatter.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/json-formatter.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/parquet-formatter.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/xml-formatter.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/programmer-s-guide.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/striim-concepts.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/fundamentals-of-tql-programming.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/tql-programming-rules-and-best-practices.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/loading-and-reloading-tql-applications-during-development.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/parsing-the-data-field-of-waevent.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-regular-expressions--regex-.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sending-alerts-from-applications.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/handling-exceptions.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sample-applications-for-programmers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/posapp.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/posappdash.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/multilogapp.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/multilogdash.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-source-and-target-adapters-in-applications.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/data-type-support---mapping-for-schema-conversion---evolution.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/data-type-support---mapping-for-mariadb-and-mysql-sources.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/data-type-support---mapping-for-oracle-sources.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/data-type-support---mapping-for-postgresql-sources.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/data-type-support---mapping-for-sql-server-sources.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/handling-schema-evolution.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-and-modifying-apps-using-the-flow-designer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-an-app-using-the-flow-designer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-event-transformers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-database-event-transformers.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-apps-using-templates.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-apps-by-importing-tql.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-or-modifying-apps-using-source-preview.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-a-data-validation-dashboard.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/switching-from-initial-load-to-continuous-replication.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/handing-apps-off-to-qa-or-production.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/intermediate-tql-programming--common-patterns.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/getting-data-from-sources.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sources-with-waevent-output.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/json-sources-with-custom-output-types.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/filtering-data-in-a-source.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/parsing-sources-with-regular-expressions.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/parsing-http-log-entries.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/extracting-substrings-from-log-entries.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/matching-ipv4-subnet-octets.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/parsing-soap-entries.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/bounding-data-with-windows.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/bound-data-in-batches-by-time.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/bound-data-in-batches-by-event-count.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/bound-data-continuously-by-time.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/bound-data-continuously-by-event-count.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/bounding-by-both-time-and-event-count.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-a-window-to-define-an-alert-threshold.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/joining-cache-data-with-cqs.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/filtering-data-with-cqs.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/simple-filtering-by-a-single-criterion.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/filtering-fields.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/selecting-events-based-on-cache-entries.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-multiple-cqs-for-complex-criteria.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/aggregating-data-with-cqs.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/handling-nulls-with-cqs.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/handling-variable-length-events-with-cqs.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sending-data-to-targets.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sending-data-to-wactionstores.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-first-and-last.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/detecting-device-status-changes.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/advanced-tql-programming.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/writing-exceptions-to-a-wactionstore.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-the-forwarding-agent.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-a-custom-kafka-partitioner.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/reading-a-kafka-stream-with-an-external-kafka-consumer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/changing-and-masking-field-values-using-modify.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-namespaces.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-eventlist.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-iterator.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-the-meta---function.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/reading-from-and-writing-to-kafka-using-avro.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-pattern-matching.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/event-variables.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/referring-to-past-events.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/timer-events.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/alternation------.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/matching-overlapping-patterns------.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-analytics-and-regression-functions.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-apache-flume.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-striim-open-processors.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/tql-reference.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/ddl-and-component-reference.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/alter-and-recompile.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/alter-propertyset.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-application-----end-application.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-cache.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-cq--query-.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-dashboard.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-eventtable.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-exceptionstore.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-external-cache.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-flow-----end-flow.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-propertyvariable.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-or-replace.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-router.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-sorter.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-source.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-stream.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-subscription.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-target.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-type.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-vault.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-wactionstore.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/create-window.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/drop.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/administrator-s-guide.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/starting-and-stopping-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/application-states.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/managing-users,-permissions,-and-roles.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/managing-deployment-groups.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-vaults.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/loading-standalone-sources,-caches,-and-wactionstores.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/sending-alerts-about-servers-and-applications.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/managing-smart-alerts.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/creating-and-managing-custom-alerts.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/configuring-alerts.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/configure-striim-to-send-email-alerts.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/configure-slack-to-receive-alerts-from-striim.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/configure-striim-to-send-slack-alerts.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/configure-teams-to-receive-alerts-from-striim.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/configure-striim-to-send-teams-alerts.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/understanding-and-managing-backpressure.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/managing-the-application-lifecycle.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/handling-planned-ddl-changes.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/replaying-events-using-kafka-streams.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/recovering-applications.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/automatically-restarting-an-application.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/monitoring-guide.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/monitoring-using-the-web-ui.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-monitor-reports.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/monitoring-application-progress-in-flow-designer.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/understanding-reported-cpu-usage.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/understanding-read-lag-values.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-the-mon-command.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/monitoring-end-to-end-lag--lee-.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-the-report-latency-command.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/using-the-report-start---stop-command.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/api-guide.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/console-commands.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/web-ui-guide.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/dashboard-guide.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/dashboard-rules-and-best-practices.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/visualization-types-and-properties.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/working-with-dashboards.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/installation-and-upgrades.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/configuring-remote-hosts.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/striim-forwarding-agent-installation-and-configuration.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/apache-flume-integration.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/collectd-configuration.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/snmp-configuration.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/glossary.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/typographical-and-syntax-conventions.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/release-notes.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/striim-platform-features-not-currently-available-in-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/en/contact-striim-support.html"),
+    WebBaseLoader("https://www.striim.com/services-support/documentation/"),
+    # Striim Platform Docs
+    WebBaseLoader("https://www.striim.com/docs/platform/en/what-s-new-in-striim-platform-4-2-0.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/what-s-new-in-striim-platform-4-2-0.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/what-is-striim-.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/differences-between-striim-platform-and-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/getting-started.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/common-striim-use-cases.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/install-striim-platform-for-evaluation-purposes.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-the-cdc-demo-apps.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/hands-on-quick-tour.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/resource-usage-policies.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/pipelines.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/installation-and-configuration.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/system-requirements.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/installing-striim.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/configuring-striim-s-metadata-repository.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-striim-in-amazon-ec2.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-striim-in-azure.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-striim-in-centos.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/creating-a-cluster-in-centos.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/adding-a-server-to-a-cluster-in-centos.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-striim-in-the-google-cloud-platform.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-striim-in-microsoft-windows.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-striim-in-snowflake.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-striim-in-ubuntu.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/running-striim-as-a-process.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/configuring-striim-platform.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/installing-third-party-drivers-in-striim-platform.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-the-application-start-timeout.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-the-derby-password.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/configuring-low-disk-space-monitoring.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/enabling-file-lineage.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-the-hazelcast-ports.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/configuring-http-and-https.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/enabling-https.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/enable-kerberos-authentication-for-oracle-and-postgresql.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/setting-the-log-levels.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-log-file-retention-settings.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-the-amount-of-memory-available-to-a-striim-server.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-metadata-repository-connection-retry-settings.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-how-long-monitor-report-data-is-maintained.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/enabling-monitoring-via-jmx.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/switching-online-help-links-to-open-the-latest-docs-on-the-web.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/enabling-ssl-for-ldap.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/supporting-active-directory-authentication-for-azure.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/supporting-active-directory-authentication-for-sql-server.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/setting-the-rest-api-token-timeout.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/using-tcp-ip-instead-of-multicast-udp.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/locking-out-users-after-failed-logins.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-the-web-ui-theme.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/setting-a-web-ui-and-console-timeout.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/changing-the-web-ui-ports.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/narrowing-the-zeromq-port-range.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/configuring-kafka-for-persisted-streams.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/upgrading-striim.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/in-place-upgrade.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/export-import-upgrade.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/preparing-to-upgrade-and-exporting-the-metadata.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/upgrading-in-centos.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/upgrading-in-ubuntu.html"),
+    WebBaseLoader("https://www.striim.com/docs/platform/en/importing-the-metadata-and-completing-the-upgrade.html"),
+    # Striim for BigQuery Docs
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/what-is-striim-for-bigquery-.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/connect_source-select.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-mariadb.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-mysql.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-oracle.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-oracle.html#UUID-b900c146-397c-207a-4dc8-9f65015bf9f9_UUID-75440084-bcfd-2815-47bd-a6187eedb706"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-oracle.html#UUID-b900c146-397c-207a-4dc8-9f65015bf9f9_UUID-9a533b8b-4fb4-086e-6c80-56e5950ac1a2"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-oracle.html#UUID-b900c146-397c-207a-4dc8-9f65015bf9f9_section-idm4534974681201633552621372819"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-oracle.html#UUID-b900c146-397c-207a-4dc8-9f65015bf9f9_section-idm4534974402491233552621478836"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-postgresql.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-postgresql.html#UUID-477477cc-bfa8-d00a-dbc8-f5e6d7f0d8ce_UUID-1380ef4e-7a49-9cba-8d57-bcec970068c9"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-postgresql.html#UUID-477477cc-bfa8-d00a-dbc8-f5e6d7f0d8ce_UUID-616a1f47-8e66-8a87-3198-dd4d87fe1b36"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-postgresql.html#UUID-477477cc-bfa8-d00a-dbc8-f5e6d7f0d8ce_UUID-9e6b9041-acd7-c1aa-4c43-1f195c43bbfb"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/prerequisite-checks-sqlserver.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/getting-started.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/configure-a-bigquery-service-account.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/configure-your-source.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/choose-how-striim-will-connect-to-your-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/create-new.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/configure-your-firewall-to-allow-striim-to-connect-to-your-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/configure-port-forwarding-in-your-router-to-allow-striim-to-connect-to-your-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/subscribe-to-striim-for-bigquery.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/create-a-striim-for-bigquery-service.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/create-a-pipeline.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/connect_target.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/select-your-source.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/connect-to-your-source-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/connect_source-new-mariadb.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/connect_source-new-mysql.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/connect_source-new-oracle.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/connect_source-new-postgresql.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/connect_source-new-sql-server.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/select-schemas-and-tables-to-sync.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/mask-data--optional-.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/select-key-columns--optional-.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/when-target-tables-already-exist.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/add-the-tables-to-table-groups--optional-.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/additional_settings-settings.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/review.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/monitor-pipelines.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/manage-pipelines.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/using-the-striim-cloud-console.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/add-users.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/internal-wip--using-okta-with-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/upgrade-the-instance-size.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/monitor-the-service-s-virtual-machine.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/using-the-striim-for-bigquery-rest-api.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/stop-a-service.html"),
+    WebBaseLoader("https://www.striim.com/docs/GCP/StriimForBigQuery/en/security.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/what-is-striim-for-databricks-.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect_source-select.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/prerequisite-checks-mariadb.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/prerequisite-checks-mysql.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/prerequisite-checks-oracle.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/prerequisite-checks-postgresql.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/prerequisite-checks-sqlserver.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/getting-started.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/configure-azure-databricks.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/configure-your-source.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/choose-how-striim-will-connect-to-your-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/create-new.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/configure-your-firewall-to-allow-striim-to-connect-to-your-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/configure-port-forwarding-in-your-router-to-allow-striim-to-connect-to-your-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/subscribe-to-striim-for-databricks.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/create-a-striim-for-databricks-service.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/create-a-pipeline.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect_target.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/select-your-source.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect-to-your-source-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect-to-your-source-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect_source-new-mariadb.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect_source-new-mysql.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect_source-new-oracle.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect_source-new-postgresql.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/connect_source-new-sql-server.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/select-schemas-and-tables-to-sync.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/mask-data--optional-.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/select-key-columns--optional-.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/when-target-tables-already-exist.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/add-the-tables-to-table-groups--optional-.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/review.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/monitor-pipelines.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/manage-pipelines.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/using-the-striim-cloud-console.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/add-users.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/using-okta-with-striim-cloud.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/upgrade-the-instance-size.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/monitor-the-service-s-virtual-machine.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/using-the-striim-for-databricks-rest-api.html"),
+    WebBaseLoader("https://www.striim.com/docs/Azure/StriimForDatabricks/en/stop-a-service.html"),
+    # Striim for Snowflake
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/what-is-striim-for-snowflake-.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/connect_source-select.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-mariadb.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-mysql.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-oracle.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-oracle.html#UUID-b900c146-397c-207a-4dc8-9f65015bf9f9_UUID-75440084-bcfd-2815-47bd-a6187eedb706"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-oracle.html#UUID-b900c146-397c-207a-4dc8-9f65015bf9f9_UUID-9a533b8b-4fb4-086e-6c80-56e5950ac1a2"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-oracle.html#UUID-b900c146-397c-207a-4dc8-9f65015bf9f9_section-idm4534974681201633552621372819"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-oracle.html#UUID-b900c146-397c-207a-4dc8-9f65015bf9f9_section-idm4534974402491233552621478836"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-postgresql.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-postgresql.html#UUID-477477cc-bfa8-d00a-dbc8-f5e6d7f0d8ce_UUID-1380ef4e-7a49-9cba-8d57-bcec970068c9"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-postgresql.html#UUID-477477cc-bfa8-d00a-dbc8-f5e6d7f0d8ce_UUID-616a1f47-8e66-8a87-3198-dd4d87fe1b36"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-postgresql.html#UUID-477477cc-bfa8-d00a-dbc8-f5e6d7f0d8ce_UUID-9e6b9041-acd7-c1aa-4c43-1f195c43bbfb"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/prerequisite-checks-sqlserver.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/getting-started.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/configure-snowflake.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/configure-your-source.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/choose-how-striim-will-connect-to-your-database.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/create-new.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/configure-your-firewall-to-allow-striim-to-connect-to-your-database.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/configure-port-forwarding-in-your-router-to-allow-striim-to-connect-to-your-database.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/subscribe-to-striim-for-snowflake.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/create-a-striim-for-snowflake-service.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/create-a-pipeline.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/connect_target.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/select-your-source.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/connect-to-your-source-database.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/connect_source-new-mariadb.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/connect_source-new-mysql.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/connect_source-new-oracle.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/connect_source-new-postgresql.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/connect_source-new-sql-server.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/select-schemas-and-tables-to-sync.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/mask-data--optional-.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/select-key-columns--optional-.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/when-target-tables-already-exist.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/add-the-tables-to-table-groups--optional-.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/additional_settings-settings.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/review.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/monitor-pipelines.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/manage-pipelines.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/using-the-striim-cloud-console.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/add-users.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/internal-wip--using-okta-with-striim-cloud.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/upgrade-the-instance-size.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/monitor-the-service-s-virtual-machine.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/using-the-striim-for-snowflake-rest-api.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/stop-a-service.html"),
+    WebBaseLoader("https://striim.com/docs/AWS/StriimForSnowflake/en/security.html"),
+    # Striim for StreamShift
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/getting-started-with-streamshift.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/understanding-database-migration-and-replication.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/lift-and-shift-versus-ongoing-synchronization.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/supported-sources-and-targets.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/streamshift-workflow-overview.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/prerequisite-setup-for-sources-and-targets.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/connecting-with-sources-and-targets-over-the-internet.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/using-an-ssh-tunnel-to-connect-to-a-source-or-target.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/cosmos-db-setup.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/mysql---mariadb-setup.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/oracle-setup.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/postgresql-setup.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/sql-server-setup.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/migrating-a-database-with-streamshift.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/subscribe-to-streamshift-in-the-aws-marketplace.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/subscribe-to-streamshift-in-the-microsoft-azure-marketplace.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/subscribe-to-streamshift-in-the-google-cloud-marketplace.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/create-a-streamshift-service.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/create-a-streamshift-project.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/choose-your-migration-type.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/select-and-connect-to-your-source-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/configure-ssl.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/select-and-connect-to-your-target-database.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/select-what-to-migrate.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/understanding-the-assessment-and-compatibility-reports.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/how-the-assessment-score-is-calculated.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/how-the-compatibility-score-is-calculated.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/customize-the-migration-and-migrate-the-schema.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/migrate-the-data.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/stop-migration.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/adding-users-to-a-streamshift-service.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/monitoring-a-streamshift-service.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/streamshift-1-0-0-release-notes.html"),
+    WebBaseLoader("https://www.striim.com/docs/StreamShift/en/contact-streamshift-support.html"),
+    # General webpage info
+    WebBaseLoader("https://www.striim.com/company/"),
+    WebBaseLoader("https://www.striim.com"),
+    WebBaseLoader("https://www.striim.com/product/striim-cloud/"),
+    WebBaseLoader("https://www.striim.com/product/striim-platform/"),
+    WebBaseLoader("https://www.striim.com/product/bigquery/"),
+    WebBaseLoader("https://www.striim.com/product/databricks/"),
+    WebBaseLoader("https://www.striim.com/product/snowflake/"),
+    WebBaseLoader("https://www.striim.com/product/snowflake/#"),
+    WebBaseLoader("https://www.striim.com/partners/striim-and-aws/"),
+    WebBaseLoader("https://www.striim.com/google-cloud-and-striim/"),
+    WebBaseLoader("https://www.striim.com/partners/striim-and-microsoft-azure/"),
+    WebBaseLoader("https://www.striim.com/product/databricks/"),
+    WebBaseLoader("https://www.striim.com/partners/striim-and-snowflake/"),
+    WebBaseLoader("https://www.striim.com/pricing/"),
+    WebBaseLoader("https://www.striim.com/connectors/"),
+    WebBaseLoader("https://www.striim.com/resources/"),
+    WebBaseLoader("https://www.striim.com/blog/"),
+    WebBaseLoader("https://www.striim.com/resources/"),
+    WebBaseLoader("https://www.striim.com/company/events/"),
+    WebBaseLoader("https://www.striim.com/services-support/"),
+    WebBaseLoader("https://www.striim.com/careers/"),
+    WebBaseLoader("https://www.striim.com/customers/"),
+    WebBaseLoader("https://www.striim.com/partners/"),
+    WebBaseLoader("https://www.striim.com/company/newsroom/"),
+    WebBaseLoader("https://www.striim.com/contact/")
+    ]
+    documents = []
+    for loader in loaders:
+        documents.extend(loader.load())
+    save_docs_to_jsonl(documents,'striim_docs.jsonl')'''
+
+# Split the documents into smaller chunks
+text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=500)
+docs = text_splitter.split_documents(documents)
+
+# Convert the document chunks to embedding and save them to the vector store
+# vectordb = Chroma.from_documents(docs, embedding=OpenAIEmbeddings(), persist_directory="./data")
+vectordb = FAISS.from_documents(docs, embedding=OpenAIEmbeddings())
+
+# vectordb.persist()
+
+# create our Q&A chain
+pdf_qa = ConversationalRetrievalChain.from_llm(
+    ChatOpenAI(temperature=0, model_name='gpt-3.5-turbo'),
+    retriever=vectordb.as_retriever(search_type="similarity", search_kwargs={'k': 4}),
+    return_generated_question=True,
+    return_source_documents=True,
+    verbose=False,
+)
+
+# Function to query Google if user selects allow internet access
+def get_query_from_internet(user_query, temperature=0):
+    delimiter = "```"
+    # Checking if user query is flagged as inappropriate
+    response = openai.Moderation.create(input=user_query["question"])
+    moderation_output = response["results"][0]
+
+    if moderation_output["flagged"]:
+        return "Your query was flagged as inappropriate. Please try again."
+
+    search = GoogleSearchAPIWrapper()
+
+    tool = Tool(
+        name="Google Search",
+        description="Search Google for recent results.",
+        func=search.run,
+    )
+    llm = ChatOpenAI(temperature=0, model_name='gpt-3.5-turbo')
+    tools = load_tools(["requests_all"])
+    tools += [tool]
+    agent_chain = initialize_agent(
+        tools,
+        llm,
+        agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION,
+        verbose=True,
+        handle_parsing_errors="Check your output and make sure it conforms!"
+    )
+    return agent_chain.run({'input': user_query})
+
+
+# Front end web application using Gradio
+chat_history = []
+CSS ="""
+.contain { display: flex; flex-direction: column; }
+#component-0 { height: 100%; }
+#chatbot { flex-grow: 1; overflow: auto;}
+"""
+
+with gr.Blocks(theme='nuttea/Softblue', css=CSS) as demo:
+    image = gr.Image('image-dark.png', height=47, width=200, show_label=False, show_download_button=False)
+    chatbot = gr.Chatbot(show_label=False, height=300)
+    msg = gr.Textbox(label="Question:")
+    examples = gr.Examples(examples=[['What\'s new in Striim version 4.2.0?'], ['My Striim application keeps crashing. What should I do?'], ['How can I improve Striim performance?'], ['It says could not connect to source or target. What should I do?']], inputs=msg, label="Examples")
+    submit = gr.Button("Submit")
+
+    with gr.Accordion(label="Advanced options", open=False):
+        slider = gr.Slider(minimum=0, maximum=1, step=0.01, value=0, label="Temperature", info="The temperature of StriimGPT, default at 0. Higher values may allow for better inference but may fabricate false information.")
+        internet_access = gr.Checkbox(value=False, label="Allow Internet Access?", info="If the chatbot cannot answer your question, this setting allows for internet access. Warning: this may take longer and produce inaccurate results.")
+
+
+    def user(query, history, allow_internet):
+        if allow_internet:
+            # Get response from internet-based query function
+            result = get_query_from_internet({"question": query, "chat_history": chat_history}, temperature=slider.value)
+            answer = result
+        else:
+            # Get response from QA chain
+            result = pdf_qa({"question": query, "chat_history": chat_history})
+            answer = result["answer"]
+
+        # Append user message and response to chat history
+        history.append((query, answer))
+        return gr.update(value=""), history
+
+    # The msg.submit() now also depends on the status of the internet_access checkbox
+    msg.submit(user, [msg, chatbot, internet_access], [msg, chatbot], queue=False)
+    submit.click(user, [msg, chatbot, internet_access], [msg, chatbot], queue=False)
+
+if __name__ == "__main__":
+    # demo.launch(debug=True)
+    demo.launch(debug=True, share=True)
+
+
+