diff --git a/config/wizardlm-13b-1.1.yaml b/config/wizardlm-13b-1.1.yaml new file mode 100644 index 0000000..fb1c6d8 --- /dev/null +++ b/config/wizardlm-13b-1.1.yaml @@ -0,0 +1,45 @@ +- id: huggingface@TheBloke/WizardLM-13B-V1.1-GGML/wizardlm-13b-v1.1.ggmlv3.q5_K_M.bin + name: "gpt-4" + overrides: + context_size: 2048 + mmap: true + f16: true + mirostat: 2 + mirostat_tau: 5.0 + mirostat_eta: 0.1 + parameters: + temperature: 0.1 + top_k: 40 + top_p: 0.95 +- id: model-gallery@stablediffusion +- id: model-gallery@voice-en-us-kathleen-low +- url: github:go-skynet/model-gallery/base.yaml + name: all-MiniLM-L6-v2 + overrides: + embeddings: true + backend: huggingface-embeddings + parameters: + model: all-MiniLM-L6-v2 +- id: huggingface@TheBloke/WizardLM-13B-V1.1-GGML/wizardlm-13b-v1.1.ggmlv3.q5_K_M.bin + name: functions + overrides: + context_size: 2048 + mirostat: 2 + mirostat_tau: 5.0 + mirostat_eta: 0.1 + template: + chat: "" + completion: "" + roles: + assistant: "ASSISTANT:" + system: "SYSTEM:" + assistant_function_call: "FUNCTION_CALL:" + function: "FUNCTION CALL RESULT:" + parameters: + temperature: 0.1 + top_k: 40 + top_p: 0.95 + function: + disable_no_action: true + mmap: true + f16: true diff --git a/config/gplatty-30b-superhot-8k.yaml b/config/wizardlm-13b-superhot.yaml similarity index 79% rename from config/gplatty-30b-superhot-8k.yaml rename to config/wizardlm-13b-superhot.yaml index b0867d0..d092104 100644 --- a/config/gplatty-30b-superhot-8k.yaml +++ b/config/wizardlm-13b-superhot.yaml @@ -1,4 +1,4 @@ -- id: huggingface@thebloke/gplatty-30b-superhot-8k-ggml/gplatty-30b-superhot-8k.ggmlv3.q2_k.bin +- id: huggingface@TheBloke/WizardLM-13B-V1-0-Uncensored-SuperHOT-8K-GGML/wizardlm-13b-v1.0-superhot-8k.ggmlv3.q4_K_M.bin name: "gpt-4" overrides: context_size: 8192 @@ -21,7 +21,7 @@ backend: huggingface-embeddings parameters: model: all-MiniLM-L6-v2 -- id: huggingface@thebloke/gplatty-30b-superhot-8k-ggml/gplatty-30b-superhot-8k.ggmlv3.q2_k.bin +- id: huggingface@TheBloke/WizardLM-13B-V1-0-Uncensored-SuperHOT-8K-GGML/wizardlm-13b-v1.0-superhot-8k.ggmlv3.q4_K_M.bin name: functions overrides: context_size: 8192 @@ -44,4 +44,4 @@ function: disable_no_action: true mmap: true - f16: true \ No newline at end of file + f16: true diff --git a/config/wizardlm-30b-superhot-supercot.yaml b/config/wizardlm-30b-superhot-supercot.yaml new file mode 100644 index 0000000..0833d6a --- /dev/null +++ b/config/wizardlm-30b-superhot-supercot.yaml @@ -0,0 +1,47 @@ +- id: huggingface@TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-SuperHOT-8K-GGML/WizardLM-Uncensored-SuperCOT-StoryTelling-30b-superhot-8k.ggmlv3.q4_0.bin + name: "gpt-4" + overrides: + context_size: 8192 + mmap: true + f16: true + mirostat: 2 + mirostat_tau: 5.0 + mirostat_eta: 0.1 + parameters: + temperature: 0.1 + top_k: 40 + top_p: 0.95 + rope_freq_scale: 0.25 +- id: model-gallery@stablediffusion +- id: model-gallery@voice-en-us-kathleen-low +- url: github:go-skynet/model-gallery/base.yaml + name: all-MiniLM-L6-v2 + overrides: + embeddings: true + backend: huggingface-embeddings + parameters: + model: all-MiniLM-L6-v2 +- id: huggingface@TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-SuperHOT-8K-GGML/WizardLM-Uncensored-SuperCOT-StoryTelling-30b-superhot-8k.ggmlv3.q4_0.bin + name: functions + overrides: + context_size: 8192 + mirostat: 2 + mirostat_tau: 5.0 + mirostat_eta: 0.1 + template: + chat: "" + completion: "" + roles: + assistant: "ASSISTANT:" + system: "SYSTEM:" + assistant_function_call: "FUNCTION_CALL:" + function: "FUNCTION CALL RESULT:" + parameters: + temperature: 0.1 + top_k: 40 + top_p: 0.95 + rope_freq_scale: 0.25 + function: + disable_no_action: true + mmap: true + f16: true diff --git a/config/wizardlm-7b.yaml b/config/wizardlm-7b.yaml new file mode 100644 index 0000000..85d2308 --- /dev/null +++ b/config/wizardlm-7b.yaml @@ -0,0 +1,45 @@ +- id: huggingface@thebloke/wizardlm-7b-v1.0-uncensored-ggml/wizardlm-7b-v1.0-uncensored.ggmlv3.q4_k_m.bin + name: "gpt-4" + overrides: + context_size: 2048 + mmap: true + f16: true + mirostat: 2 + mirostat_tau: 5.0 + mirostat_eta: 0.1 + parameters: + temperature: 0.1 + top_k: 40 + top_p: 0.95 +- id: model-gallery@stablediffusion +- id: model-gallery@voice-en-us-kathleen-low +- url: github:go-skynet/model-gallery/base.yaml + name: all-MiniLM-L6-v2 + overrides: + embeddings: true + backend: huggingface-embeddings + parameters: + model: all-MiniLM-L6-v2 +- id: huggingface@thebloke/wizardlm-7b-v1.0-uncensored-ggml/wizardlm-7b-v1.0-uncensored.ggmlv3.q4_0.bin + name: functions + overrides: + context_size: 2048 + mirostat: 2 + mirostat_tau: 5.0 + mirostat_eta: 0.1 + template: + chat: "" + completion: "" + roles: + assistant: "ASSISTANT:" + system: "SYSTEM:" + assistant_function_call: "FUNCTION_CALL:" + function: "FUNCTION CALL RESULT:" + parameters: + temperature: 0.1 + top_k: 40 + top_p: 0.95 + function: + disable_no_action: true + mmap: true + f16: true