File tree Expand file tree Collapse file tree 1 file changed +19
-0
lines changed Expand file tree Collapse file tree 1 file changed +19
-0
lines changed Original file line number Diff line number Diff line change 542
542
- filename : l3-aethora-15b-q4_k_m.gguf
543
543
uri : huggingface://SteelQuants/L3-Aethora-15B-Q4_K_M-GGUF/l3-aethora-15b-q4_k_m.gguf
544
544
sha256 : 968f77a3187f4865458bfffc51a10bcf49c11263fdd389f13215a704b25947b6
545
+ - name : " duloxetine-4b-v1-iq-imatrix"
546
+ url : " github:mudler/LocalAI/gallery/chatml.yaml@master"
547
+ urls :
548
+ - https://huggingface.co/Lewdiculous/duloxetine-4b-v1-GGUF-IQ-Imatrix
549
+ icon : https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/XoKe3MRYNombhCuHrkkCZ.png
550
+ tags :
551
+ - qwen
552
+ - gguf
553
+ - cpu
554
+ - gpu
555
+ description : |
556
+ roleplaying finetune of kalo-team/qwen-4b-10k-WSD-CEdiff (which in turn is a distillation of qwen 1.5 32b onto qwen 1.5 4b, iirc).
557
+ overrides :
558
+ parameters :
559
+ model : duloxetine-4b-v1-Q4_K_M-imat.gguf
560
+ files :
561
+ - filename : duloxetine-4b-v1-Q4_K_M-imat.gguf
562
+ uri : huggingface://Lewdiculous/duloxetine-4b-v1-GGUF-IQ-Imatrix/duloxetine-4b-v1-Q4_K_M-imat.gguf
563
+ sha256 : cd381f31c810ea8db2219e30701b3316085f5904c1ea3b116682518e82768c1a
545
564
- !!merge <<: *llama3
546
565
name : " llama-salad-8x8b"
547
566
urls :
You can’t perform that action at this time.
0 commit comments