stuff

Author: mudler

.dockerignore

@@ -0,0 +1,2 @@
+models/
+db/

.env

@@ -0,0 +1,8 @@
+DEBUG=true
+MODELS_PATH=/models
+GALLERIES=[{"name":"model-gallery", "url":"github:go-skynet/model-gallery/index.yaml"}, {"url": "github:go-skynet/model-gallery/huggingface.yaml","name":"huggingface"}]
+PRELOAD_MODELS=[{"id":"model-gallery@stablediffusion"},{"id":"model-gallery@voice-en-us-kathleen-low"},{"url": "github:go-skynet/model-gallery/base.yaml", "name": "all-MiniLM-L6-v2", "overrides": {"embeddings": true, "backend":"huggingface-embeddings", "parameters": {"model": "all-MiniLM-L6-v2"}}}, {"id": "huggingface@thebloke/wizardlm-13b-v1.0-uncensored-ggml/wizardlm-13b-v1.0-uncensored.ggmlv3.q4_0.bin", "name": "functions", "overrides": { "context_size": 2048, "template": {"chat": "", "completion": "" }, "roles": { "assistant": "ASSISTANT:",  "system": "SYSTEM:",  "assistant_function_call": "FUNCTION_CALL:",  "function": "FUNCTION CALL RESULT:" }, "parameters": { "temperature": 0.1, "top_k": 40, "top_p": 0.95, "rope_freq_base": 10000.0, "rope_freq_scale": 1.0 }, "function": { "disable_no_action": true }, "mmap": true, "f16": true }},{"id": "huggingface@thebloke/wizardlm-13b-v1.0-uncensored-ggml/wizardlm-13b-v1.0-uncensored.ggmlv3.q4_k_m.bin", "name":"gpt-4", "overrides": { "context_size": 2048, "mmap": true, "f16": true, "parameters": { "temperature": 0.1, "top_k": 40, "top_p": 0.95, "rope_freq_base": 10000.0, "rope_freq_scale": 1.0 }}}]
+OPENAI_API_KEY=sk---
+OPENAI_API_BASE=http://api:8080
+IMAGE_PATH=/tmp
+THREADS=14

.gitignore

@@ -0,0 +1,2 @@
+db/
+models/

Dockerfile

@@ -0,0 +1,18 @@
+FROM python:3.10-bullseye
+WORKDIR /app
+COPY ./requirements.txt /app/requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
+
+
+ENV DEBIAN_FRONTEND noninteractive
+
+# Install package dependencies
+RUN apt-get update -y && \
+    apt-get install -y --no-install-recommends \
+        alsa-utils \
+        libsndfile1-dev && \
+    apt-get clean
+
+COPY . /app
+
+ENTRYPOINT [ "python", "./main.py" ];

README.md

@@ -1,2 +1,36 @@
 # miniAGI
-100% Local, mini-AGI
+
+From the [LocalAI](https://localai.io) author, miniAGI. 100% Local AI assistant.
+
+Note: this is a fun project, not a serious one. It's a toy, not a tool. Be warned!
+
+## What is miniAGI?
+
+It is a dead simple experiment to show how to tie the various LocalAI functionalities to create a virtual assistant that can do tasks. It is simple on purpose, trying to be minimalistic and easy to understand and customize.
+
+## Quick start
+
+No frills, just run docker-compose and start chatting with your virtual assistant:
+
+```bash
+docker-compose run --build -i --rm miniagi
+```
+
+## Roadmap
+
+- [x] 100% Local, with Local AI. NO API KEYS NEEDED!
+- [x] Create a simple virtual assistant
+- [x] Make the virtual assistant do functions like store long-term memory and autonomously search between them when needed
+- [] Create the assistant avatar with Stable Diffusion
+- [] Give it a voice (push to talk or wakeword)
+- [] Get voice input
+- [] Make a REST API (OpenAI compliant?) so can be plugged by e.g. a third party service
+- [] Take a system prompt so can act with a "character" (e.g. "answer in rick and morty style")
+
+## Development
+
+Run docker-compose with main.py checked-out:
+
+```bash
+docker-compose run -v main.py:/app/main.py -i --rm miniagi
+```

docker-compose.yaml

@@ -0,0 +1,24 @@
+version: "3.9"
+services:
+  api:
+    image: quay.io/go-skynet/local-ai:master
+    ports:
+      - 8090:8080
+    env_file:
+      - .env
+    volumes:
+      - ./models:/models:cached
+    command: ["/usr/bin/local-ai" ]
+  miniagi:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    devices:
+    - /dev/snd
+    depends_on:
+      api:
+        condition: service_healthy
+    volumes:
+      - ./db:/app/db
+    env_file:
+      - .env