Update utils.py

utils.py

@@ -38,7 +38,44 @@ class ClaudeLLM(LLM):
         return {
 
         }
-        
+
+class ClaudeLLM2(LLM):
+
+    @property
+    def _llm_type(self) -> str:
+
+        return "custom"
+
+    def _call(self, prompt: str, stop: Optional[List[str]] = None) -> str:
+
+
+        client = Anthropic(
+            # defaults to os.environ.get("ANTHROPIC_API_KEY")
+            api_key= os.environ.get("ANTHROPIC_API_KEY"),
+        )
+
+
+        # How about the formatted prompt?
+        prompt_formatted = (
+        f"{HUMAN_PROMPT}{prompt}\n{AI_PROMPT}"
+        )
+
+        response = client.completions.create(
+        model="claude-2",
+        prompt=prompt_formatted,
+        stop_sequences=[HUMAN_PROMPT],
+        max_tokens_to_sample=100000,
+        temperature=0,
+         )
+
+        return response.completion
+
+    @property
+    def _identifying_params(self) -> Mapping[str, Any]:
+        """Get the identifying parameters."""
+        return {
+
+        }
 def remove_numbers(question):
     return question.translate(str.maketrans('', '', '0123456789'))