Add configs

2023-08-03 23:50:56 +02:00
parent 4a2d41afa9
commit 5cd1a2bd6c
4 changed files with 140 additions and 3 deletions
--- a/config/wizardlm-7b.yaml
+++ b/config/wizardlm-7b.yaml
@@ -0,0 +1,45 @@
+- id: huggingface@thebloke/wizardlm-7b-v1.0-uncensored-ggml/wizardlm-7b-v1.0-uncensored.ggmlv3.q4_k_m.bin
+  name: "gpt-4"
+  overrides: 
+    context_size: 2048
+    mmap: true
+    f16: true
+    mirostat: 2
+    mirostat_tau: 5.0
+    mirostat_eta: 0.1
+    parameters: 
+      temperature: 0.1
+      top_k: 40
+      top_p: 0.95
+- id: model-gallery@stablediffusion
+- id: model-gallery@voice-en-us-kathleen-low
+- url: github:go-skynet/model-gallery/base.yaml
+  name: all-MiniLM-L6-v2
+  overrides:
+    embeddings: true
+    backend: huggingface-embeddings
+    parameters:
+      model: all-MiniLM-L6-v2
+- id: huggingface@thebloke/wizardlm-7b-v1.0-uncensored-ggml/wizardlm-7b-v1.0-uncensored.ggmlv3.q4_0.bin
+  name: functions
+  overrides:
+    context_size: 2048
+    mirostat: 2
+    mirostat_tau: 5.0
+    mirostat_eta: 0.1
+    template:
+      chat: ""
+      completion: ""
+    roles:
+      assistant: "ASSISTANT:"
+      system: "SYSTEM:"
+      assistant_function_call: "FUNCTION_CALL:"
+      function: "FUNCTION CALL RESULT:"
+    parameters:
+      temperature: 0.1
+      top_k: 40
+      top_p: 0.95
+    function:
+      disable_no_action: true
+    mmap: true
+    f16: true