Create services/huggingfaceService.js

src/services/huggingfaceService.js

@@ -0,0 +1,126 @@
+// Hugging Face Inference API service
+export class HuggingFaceService {
+  constructor(token) {
+    this.token = token;
+  }
+
+  async streamChatCompletion(messages, modelConfig, onChunk, onComplete, onError) {
+    try {
+      const response = await fetch(
+        `https://api-inference.huggingface.co/models/${modelConfig.endpoint}`,
+        {
+          method: 'POST',
+          headers: {
+            'Authorization': `Bearer ${this.token}`,
+            'Content-Type': 'application/json',
+          },
+          body: JSON.stringify({
+            inputs: messages[messages.length - 1].content,
+            parameters: {
+              max_new_tokens: 1024,
+              temperature: 0.7,
+              top_p: 0.9,
+              return_full_text: false
+            },
+            stream: true
+          })
+        }
+      );
+
+      if (!response.ok) {
+        throw new Error(`API error: ${response.status}`);
+      }
+
+      const reader = response.body.getReader();
+      const decoder = new TextDecoder();
+      let buffer = '';
+
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) break;
+
+        buffer += decoder.decode(value, { stream: true });
+        const lines = buffer.split('\n');
+        
+        buffer = lines.pop() || '';
+
+        for (const line of lines) {
+          if (line.startsWith('data: ') && line !== 'data: [DONE]') {
+            try {
+              const data = JSON.parse(line.slice(6));
+              if (data.token && data.token.text) {
+                onChunk(data.token.text);
+              }
+            } catch (e) {
+              // Skip invalid JSON
+            }
+          }
+        }
+      }
+
+      onComplete();
+    } catch (error) {
+      onError(error.message);
+    }
+  }
+
+  // Alternative method using chat completion format
+  async streamChatCompletionAlt(messages, modelConfig, onChunk, onComplete, onError) {
+    try {
+      // Using the provider-based endpoint
+      const response = await fetch(
+        'https://api-inference.huggingface.co/chat/completions',
+        {
+          method: 'POST',
+          headers: {
+            'Authorization': `Bearer ${this.token}`,
+            'Content-Type': 'application/json',
+          },
+          body: JSON.stringify({
+            model: modelConfig.endpoint,
+            messages: messages,
+            stream: true,
+            max_tokens: 1024,
+            temperature: 0.7
+          })
+        }
+      );
+
+      if (!response.ok) {
+        const errorData = await response.text();
+        throw new Error(`API error: ${response.status} - ${errorData}`);
+      }
+
+      const reader = response.body.getReader();
+      const decoder = new TextDecoder();
+      let buffer = '';
+
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) break;
+
+        buffer += decoder.decode(value, { stream: true });
+        const lines = buffer.split('\n');
+        
+        buffer = lines.pop() || '';
+
+        for (const line of lines) {
+          if (line.startsWith('data: ') && line !== 'data: [DONE]') {
+            try {
+              const data = JSON.parse(line.slice(6));
+              if (data.choices && data.choices[0] && data.choices[0].delta && data.choices[0].delta.content) {
+                onChunk(data.choices[0].delta.content);
+              }
+            } catch (e) {
+              // Skip invalid JSON
+            }
+          }
+        }
+      }
+
+      onComplete();
+    } catch (error) {
+      onError(error.message);
+    }
+  }
+}