Add configs

This commit is contained in:
mudler
2023-08-03 23:50:56 +02:00
parent 4a2d41afa9
commit 5cd1a2bd6c
4 changed files with 140 additions and 3 deletions

View File

@@ -0,0 +1,45 @@
- id: huggingface@TheBloke/WizardLM-13B-V1.1-GGML/wizardlm-13b-v1.1.ggmlv3.q5_K_M.bin
name: "gpt-4"
overrides:
context_size: 2048
mmap: true
f16: true
mirostat: 2
mirostat_tau: 5.0
mirostat_eta: 0.1
parameters:
temperature: 0.1
top_k: 40
top_p: 0.95
- id: model-gallery@stablediffusion
- id: model-gallery@voice-en-us-kathleen-low
- url: github:go-skynet/model-gallery/base.yaml
name: all-MiniLM-L6-v2
overrides:
embeddings: true
backend: huggingface-embeddings
parameters:
model: all-MiniLM-L6-v2
- id: huggingface@TheBloke/WizardLM-13B-V1.1-GGML/wizardlm-13b-v1.1.ggmlv3.q5_K_M.bin
name: functions
overrides:
context_size: 2048
mirostat: 2
mirostat_tau: 5.0
mirostat_eta: 0.1
template:
chat: ""
completion: ""
roles:
assistant: "ASSISTANT:"
system: "SYSTEM:"
assistant_function_call: "FUNCTION_CALL:"
function: "FUNCTION CALL RESULT:"
parameters:
temperature: 0.1
top_k: 40
top_p: 0.95
function:
disable_no_action: true
mmap: true
f16: true

View File

@@ -1,4 +1,4 @@
- id: huggingface@thebloke/gplatty-30b-superhot-8k-ggml/gplatty-30b-superhot-8k.ggmlv3.q2_k.bin - id: huggingface@TheBloke/WizardLM-13B-V1-0-Uncensored-SuperHOT-8K-GGML/wizardlm-13b-v1.0-superhot-8k.ggmlv3.q4_K_M.bin
name: "gpt-4" name: "gpt-4"
overrides: overrides:
context_size: 8192 context_size: 8192
@@ -21,7 +21,7 @@
backend: huggingface-embeddings backend: huggingface-embeddings
parameters: parameters:
model: all-MiniLM-L6-v2 model: all-MiniLM-L6-v2
- id: huggingface@thebloke/gplatty-30b-superhot-8k-ggml/gplatty-30b-superhot-8k.ggmlv3.q2_k.bin - id: huggingface@TheBloke/WizardLM-13B-V1-0-Uncensored-SuperHOT-8K-GGML/wizardlm-13b-v1.0-superhot-8k.ggmlv3.q4_K_M.bin
name: functions name: functions
overrides: overrides:
context_size: 8192 context_size: 8192
@@ -44,4 +44,4 @@
function: function:
disable_no_action: true disable_no_action: true
mmap: true mmap: true
f16: true f16: true

View File

@@ -0,0 +1,47 @@
- id: huggingface@TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-SuperHOT-8K-GGML/WizardLM-Uncensored-SuperCOT-StoryTelling-30b-superhot-8k.ggmlv3.q4_0.bin
name: "gpt-4"
overrides:
context_size: 8192
mmap: true
f16: true
mirostat: 2
mirostat_tau: 5.0
mirostat_eta: 0.1
parameters:
temperature: 0.1
top_k: 40
top_p: 0.95
rope_freq_scale: 0.25
- id: model-gallery@stablediffusion
- id: model-gallery@voice-en-us-kathleen-low
- url: github:go-skynet/model-gallery/base.yaml
name: all-MiniLM-L6-v2
overrides:
embeddings: true
backend: huggingface-embeddings
parameters:
model: all-MiniLM-L6-v2
- id: huggingface@TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-SuperHOT-8K-GGML/WizardLM-Uncensored-SuperCOT-StoryTelling-30b-superhot-8k.ggmlv3.q4_0.bin
name: functions
overrides:
context_size: 8192
mirostat: 2
mirostat_tau: 5.0
mirostat_eta: 0.1
template:
chat: ""
completion: ""
roles:
assistant: "ASSISTANT:"
system: "SYSTEM:"
assistant_function_call: "FUNCTION_CALL:"
function: "FUNCTION CALL RESULT:"
parameters:
temperature: 0.1
top_k: 40
top_p: 0.95
rope_freq_scale: 0.25
function:
disable_no_action: true
mmap: true
f16: true

45
config/wizardlm-7b.yaml Normal file
View File

@@ -0,0 +1,45 @@
- id: huggingface@thebloke/wizardlm-7b-v1.0-uncensored-ggml/wizardlm-7b-v1.0-uncensored.ggmlv3.q4_k_m.bin
name: "gpt-4"
overrides:
context_size: 2048
mmap: true
f16: true
mirostat: 2
mirostat_tau: 5.0
mirostat_eta: 0.1
parameters:
temperature: 0.1
top_k: 40
top_p: 0.95
- id: model-gallery@stablediffusion
- id: model-gallery@voice-en-us-kathleen-low
- url: github:go-skynet/model-gallery/base.yaml
name: all-MiniLM-L6-v2
overrides:
embeddings: true
backend: huggingface-embeddings
parameters:
model: all-MiniLM-L6-v2
- id: huggingface@thebloke/wizardlm-7b-v1.0-uncensored-ggml/wizardlm-7b-v1.0-uncensored.ggmlv3.q4_0.bin
name: functions
overrides:
context_size: 2048
mirostat: 2
mirostat_tau: 5.0
mirostat_eta: 0.1
template:
chat: ""
completion: ""
roles:
assistant: "ASSISTANT:"
system: "SYSTEM:"
assistant_function_call: "FUNCTION_CALL:"
function: "FUNCTION CALL RESULT:"
parameters:
temperature: 0.1
top_k: 40
top_p: 0.95
function:
disable_no_action: true
mmap: true
f16: true