feat(puterai): add togetherai

Author: KernelDeimos

package-lock.json

@@ -69,6 +69,7 @@
     "string-length": "^6.0.0",
     "svgo": "^3.0.2",
     "tiktoken": "^1.0.15",
+    "together-ai": "^0.6.0-alpha.4",
     "tweetnacl": "^1.0.3",
     "ua-parser-js": "^1.0.38",
     "uglify-js": "^3.17.4",

src/backend/package.json

@@ -33,6 +33,11 @@ class PuterAIModule extends AdvancedBase {
             const { ClaudeService } = require('./ClaudeService');
             services.registerService('claude', ClaudeService);
         }
+
+        if ( !! config?.services?.['together-ai'] ) {
+            const { TogetherAIService } = require('./TogetherAIService');
+            services.registerService('together-ai', TogetherAIService);
+        }
     }
 }
 

src/backend/src/modules/puterai/PuterAIModule.js

@@ -0,0 +1,67 @@
+const { PassThrough } = require("stream");
+const BaseService = require("../../services/BaseService");
+const { TypedValue } = require("../../services/drivers/meta/Runtime");
+const { nou } = require("../../util/langutil");
+
+class TogetherAIService extends BaseService {
+    static MODULES = {
+        ['together-ai']: require('together-ai'),
+        kv: globalThis.kv,
+        uuidv4: require('uuid').v4,
+    }
+
+    async _init () {
+        const require = this.require;
+        const Together = require('together-ai');
+        this.together = new Together({
+            apiKey: this.config.apiKey
+        });
+        this.kvkey = this.modules.uuidv4();
+        debugger;
+    }
+    
+    static IMPLEMENTS = {
+        ['puter-chat-completion']: {
+            async complete ({ messages, stream, model }) {
+                console.log('model?', model);
+                const completion = await this.together.chat.completions.create({
+                    model: model ??
+                        'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',
+                    messages: messages,
+                    stream,
+                });
+
+                if ( stream ) {
+                    const stream = new PassThrough();
+                    const retval = new TypedValue({
+                        $: 'stream',
+                        content_type: 'application/x-ndjson',
+                        chunked: true,
+                    }, stream);
+                    (async () => {
+                        for await ( const chunk of completion ) {
+                            console.log('IT IS THIS STRING', chunk);
+                            if ( chunk.choices.length < 1 ) continue;
+                            if ( chunk.choices[0].finish_reason ) {
+                                stream.end();
+                                break;
+                            }
+                            if ( nou(chunk.choices[0].delta.content) ) continue;
+                            const str = JSON.stringify({
+                                text: chunk.choices[0].delta.content
+                            });
+                            stream.write(str + '\n');
+                        }
+                    })();
+                    return retval;
+                }
+                
+                return completion.choices[0];
+            }
+        }
+    }
+}
+
+module.exports = {
+    TogetherAIService,
+};