add tests and migrate to gpt2 for performance

main.py

@@ -8,7 +8,7 @@ from typing import List
 
 
 app = FastAPI()
-client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+client = InferenceClient("openai-community/gpt2")
 
 SYSTEM_PROMPT = "You are a very powerful AI to generate interesting stories for short-form content consumption. Make sure to hook the readers attention in the first few seconds. Make sure to be engaging and creative in your responses."
 

tests.ts

@@ -0,0 +1,50 @@
+async function getRandomPrompt(): Promise<string> {
+  try {
+        const response = await fetch('https://random-word-api.vercel.app/api?words=5')
+        const words = await response.json()
+
+        return `Write a story about ${words.join(' ')}`
+  } catch (error) {
+        console.error('Error fetching random prompt:', error)
+        throw new Error('Failed to fetch random prompt')
+  }
+}
+
+async function makeRequests(url: string, numRequests: number) {
+    const prompts = await Promise.all(
+        Array.from({ length: numRequests }, () => getRandomPrompt())
+    )
+
+    console.log('Received prompts')
+    const startTime = Date.now()
+    console.log('Start time:', startTime)
+
+    const requests = prompts.map(async (randomPrompt) => {
+        const fullUrl = `${url}?prompt=${encodeURIComponent(randomPrompt)}&history=[]&system_prompt=You%20are%20a%20very%20powerful%20AI%20assistant.&temperature=0.7`
+        const response = await fetch(fullUrl)
+        return response.json()
+    })
+
+
+    let results: any[] = []
+
+    try {
+        results = await Promise.all(requests)
+        console.log('Received all responses.')
+    } catch (error) {
+        console.error('Error in one or more requests:', error)
+    }
+
+    const endTime = Date.now()
+    console.log('End time:', endTime)
+
+    const timeTaken = (endTime - startTime) / 1000
+    console.log(`Total time taken for ${numRequests} requests: ${timeTaken.toFixed(2)} seconds`)
+
+   // results.forEach((_, i) => console.log(results[i]))
+}
+
+const url = 'https://pr0methium-gen.hf.space/generate/'
+makeRequests(url, 1000).catch((error) => {
+    console.error('Program stopped due to error:', error.message)
+})