Add configs
This commit is contained in:
45
config/wizardlm-13b-1.1.yaml
Normal file
45
config/wizardlm-13b-1.1.yaml
Normal file
@@ -0,0 +1,45 @@
|
|||||||
|
- id: huggingface@TheBloke/WizardLM-13B-V1.1-GGML/wizardlm-13b-v1.1.ggmlv3.q5_K_M.bin
|
||||||
|
name: "gpt-4"
|
||||||
|
overrides:
|
||||||
|
context_size: 2048
|
||||||
|
mmap: true
|
||||||
|
f16: true
|
||||||
|
mirostat: 2
|
||||||
|
mirostat_tau: 5.0
|
||||||
|
mirostat_eta: 0.1
|
||||||
|
parameters:
|
||||||
|
temperature: 0.1
|
||||||
|
top_k: 40
|
||||||
|
top_p: 0.95
|
||||||
|
- id: model-gallery@stablediffusion
|
||||||
|
- id: model-gallery@voice-en-us-kathleen-low
|
||||||
|
- url: github:go-skynet/model-gallery/base.yaml
|
||||||
|
name: all-MiniLM-L6-v2
|
||||||
|
overrides:
|
||||||
|
embeddings: true
|
||||||
|
backend: huggingface-embeddings
|
||||||
|
parameters:
|
||||||
|
model: all-MiniLM-L6-v2
|
||||||
|
- id: huggingface@TheBloke/WizardLM-13B-V1.1-GGML/wizardlm-13b-v1.1.ggmlv3.q5_K_M.bin
|
||||||
|
name: functions
|
||||||
|
overrides:
|
||||||
|
context_size: 2048
|
||||||
|
mirostat: 2
|
||||||
|
mirostat_tau: 5.0
|
||||||
|
mirostat_eta: 0.1
|
||||||
|
template:
|
||||||
|
chat: ""
|
||||||
|
completion: ""
|
||||||
|
roles:
|
||||||
|
assistant: "ASSISTANT:"
|
||||||
|
system: "SYSTEM:"
|
||||||
|
assistant_function_call: "FUNCTION_CALL:"
|
||||||
|
function: "FUNCTION CALL RESULT:"
|
||||||
|
parameters:
|
||||||
|
temperature: 0.1
|
||||||
|
top_k: 40
|
||||||
|
top_p: 0.95
|
||||||
|
function:
|
||||||
|
disable_no_action: true
|
||||||
|
mmap: true
|
||||||
|
f16: true
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
- id: huggingface@thebloke/gplatty-30b-superhot-8k-ggml/gplatty-30b-superhot-8k.ggmlv3.q2_k.bin
|
- id: huggingface@TheBloke/WizardLM-13B-V1-0-Uncensored-SuperHOT-8K-GGML/wizardlm-13b-v1.0-superhot-8k.ggmlv3.q4_K_M.bin
|
||||||
name: "gpt-4"
|
name: "gpt-4"
|
||||||
overrides:
|
overrides:
|
||||||
context_size: 8192
|
context_size: 8192
|
||||||
@@ -21,7 +21,7 @@
|
|||||||
backend: huggingface-embeddings
|
backend: huggingface-embeddings
|
||||||
parameters:
|
parameters:
|
||||||
model: all-MiniLM-L6-v2
|
model: all-MiniLM-L6-v2
|
||||||
- id: huggingface@thebloke/gplatty-30b-superhot-8k-ggml/gplatty-30b-superhot-8k.ggmlv3.q2_k.bin
|
- id: huggingface@TheBloke/WizardLM-13B-V1-0-Uncensored-SuperHOT-8K-GGML/wizardlm-13b-v1.0-superhot-8k.ggmlv3.q4_K_M.bin
|
||||||
name: functions
|
name: functions
|
||||||
overrides:
|
overrides:
|
||||||
context_size: 8192
|
context_size: 8192
|
||||||
@@ -44,4 +44,4 @@
|
|||||||
function:
|
function:
|
||||||
disable_no_action: true
|
disable_no_action: true
|
||||||
mmap: true
|
mmap: true
|
||||||
f16: true
|
f16: true
|
||||||
47
config/wizardlm-30b-superhot-supercot.yaml
Normal file
47
config/wizardlm-30b-superhot-supercot.yaml
Normal file
@@ -0,0 +1,47 @@
|
|||||||
|
- id: huggingface@TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-SuperHOT-8K-GGML/WizardLM-Uncensored-SuperCOT-StoryTelling-30b-superhot-8k.ggmlv3.q4_0.bin
|
||||||
|
name: "gpt-4"
|
||||||
|
overrides:
|
||||||
|
context_size: 8192
|
||||||
|
mmap: true
|
||||||
|
f16: true
|
||||||
|
mirostat: 2
|
||||||
|
mirostat_tau: 5.0
|
||||||
|
mirostat_eta: 0.1
|
||||||
|
parameters:
|
||||||
|
temperature: 0.1
|
||||||
|
top_k: 40
|
||||||
|
top_p: 0.95
|
||||||
|
rope_freq_scale: 0.25
|
||||||
|
- id: model-gallery@stablediffusion
|
||||||
|
- id: model-gallery@voice-en-us-kathleen-low
|
||||||
|
- url: github:go-skynet/model-gallery/base.yaml
|
||||||
|
name: all-MiniLM-L6-v2
|
||||||
|
overrides:
|
||||||
|
embeddings: true
|
||||||
|
backend: huggingface-embeddings
|
||||||
|
parameters:
|
||||||
|
model: all-MiniLM-L6-v2
|
||||||
|
- id: huggingface@TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-SuperHOT-8K-GGML/WizardLM-Uncensored-SuperCOT-StoryTelling-30b-superhot-8k.ggmlv3.q4_0.bin
|
||||||
|
name: functions
|
||||||
|
overrides:
|
||||||
|
context_size: 8192
|
||||||
|
mirostat: 2
|
||||||
|
mirostat_tau: 5.0
|
||||||
|
mirostat_eta: 0.1
|
||||||
|
template:
|
||||||
|
chat: ""
|
||||||
|
completion: ""
|
||||||
|
roles:
|
||||||
|
assistant: "ASSISTANT:"
|
||||||
|
system: "SYSTEM:"
|
||||||
|
assistant_function_call: "FUNCTION_CALL:"
|
||||||
|
function: "FUNCTION CALL RESULT:"
|
||||||
|
parameters:
|
||||||
|
temperature: 0.1
|
||||||
|
top_k: 40
|
||||||
|
top_p: 0.95
|
||||||
|
rope_freq_scale: 0.25
|
||||||
|
function:
|
||||||
|
disable_no_action: true
|
||||||
|
mmap: true
|
||||||
|
f16: true
|
||||||
45
config/wizardlm-7b.yaml
Normal file
45
config/wizardlm-7b.yaml
Normal file
@@ -0,0 +1,45 @@
|
|||||||
|
- id: huggingface@thebloke/wizardlm-7b-v1.0-uncensored-ggml/wizardlm-7b-v1.0-uncensored.ggmlv3.q4_k_m.bin
|
||||||
|
name: "gpt-4"
|
||||||
|
overrides:
|
||||||
|
context_size: 2048
|
||||||
|
mmap: true
|
||||||
|
f16: true
|
||||||
|
mirostat: 2
|
||||||
|
mirostat_tau: 5.0
|
||||||
|
mirostat_eta: 0.1
|
||||||
|
parameters:
|
||||||
|
temperature: 0.1
|
||||||
|
top_k: 40
|
||||||
|
top_p: 0.95
|
||||||
|
- id: model-gallery@stablediffusion
|
||||||
|
- id: model-gallery@voice-en-us-kathleen-low
|
||||||
|
- url: github:go-skynet/model-gallery/base.yaml
|
||||||
|
name: all-MiniLM-L6-v2
|
||||||
|
overrides:
|
||||||
|
embeddings: true
|
||||||
|
backend: huggingface-embeddings
|
||||||
|
parameters:
|
||||||
|
model: all-MiniLM-L6-v2
|
||||||
|
- id: huggingface@thebloke/wizardlm-7b-v1.0-uncensored-ggml/wizardlm-7b-v1.0-uncensored.ggmlv3.q4_0.bin
|
||||||
|
name: functions
|
||||||
|
overrides:
|
||||||
|
context_size: 2048
|
||||||
|
mirostat: 2
|
||||||
|
mirostat_tau: 5.0
|
||||||
|
mirostat_eta: 0.1
|
||||||
|
template:
|
||||||
|
chat: ""
|
||||||
|
completion: ""
|
||||||
|
roles:
|
||||||
|
assistant: "ASSISTANT:"
|
||||||
|
system: "SYSTEM:"
|
||||||
|
assistant_function_call: "FUNCTION_CALL:"
|
||||||
|
function: "FUNCTION CALL RESULT:"
|
||||||
|
parameters:
|
||||||
|
temperature: 0.1
|
||||||
|
top_k: 40
|
||||||
|
top_p: 0.95
|
||||||
|
function:
|
||||||
|
disable_no_action: true
|
||||||
|
mmap: true
|
||||||
|
f16: true
|
||||||
Reference in New Issue
Block a user