๐งโ๐ฌ tabby-registry ๐
Completion and Chat models for Tabby
Model ID |
Quant |
Size |
MordragT/CodeGemma-7B-Instruct-Q4 |
Q4-K-M |
5.32GB |
MordragT/CodeQwen-7B-Chat-Q4 |
Q4-K-M |
4.73GB |
MordragT/DeepseekCoder-1.3B-Instruct-Q2 |
Q2-K |
632MB |
MordragT/DeepseekCoder-1.3B-Instruct-Q3 |
Q3-K-M |
705MB |
MordragT/DeepseekCoder-1.3B-Instruct-Q4 |
Q4-K-M |
874MB |
MordragT/DeepseekCoder-1.3B-Instruct-Q5 |
Q5-K-M |
1GB |
MordragT/DeepseekCoder-1.3B-Instruct-Q6 |
Q6-K |
1.17GB |
MordragT/DeepseekCoder-6.7B-Instruct-IQ1 |
IQ1-K-M |
1.65GB |
MordragT/DeepseekCoder-6.7B-Instruct-IQ2-XXS |
IQ2-K-XXS |
1.86GB |
MordragT/DeepseekCoder-6.7B-Instruct-IQ2 |
IQ2-K-M |
2.36GB |
MordragT/DeepseekCoder-6.7B-Instruct-Q2 |
Q2-K |
2.83GB |
MordragT/DeepseekCoder-6.7B-Instruct-Q3 |
Q3-K-M |
3.30GB |
MordragT/DeepseekCoder-6.7B-Instruct-Q4 |
Q4-K-M |
4.08GB |
Model ID |
Quant |
Size |
MordragT/CodeGemma-2B-Q2 |
Q2-K |
1.16GB |
MordragT/CodeGemma-2B-Q3 |
Q3-K-M |
1.38GB |
MordragT/CodeGemma-2B-Q4 |
Q4-K-M |
1.63GB |
MordragT/CodeGemma-7B-Q4 |
Q4-K-M |
5.32GB |
MordragT/CodeQwen-7B-Q4 |
Q4-K-M |
4.74GB |
MordragT/DeepseekCoder-1.3B-Q2 |
Q2-K |
632MB |
MordragT/DeepseekCoder-1.3B-Q3 |
Q3-K-M |
705MB |
MordragT/DeepseekCoder-1.3B-Q4 |
Q4-K-M |
874MB |
MordragT/DeepseekCoder-1.3B-Q5 |
Q5-K-M |
1GB |
MordragT/DeepseekCoder-1.3B-Q6 |
Q6-K |
1.17GB |
MordragT/DeekseekCoder-5.7B-Q2 |
Q2-K |
2.43GB |
MordragT/DeekseekCoder-5.7B-Q3 |
Q3-K-M |
2.78GB |
MordragT/DeekseekCoder-5.7B-Q4 |
Q4-K-M |
3.43GB |
MordragT/DeepseekCoder-6.7B-Q4 |
Q4-K-M |
4.08GB |
# /etc/tabby/config.toml
[model.chat.local]
model_id = "MordragT/<model>"
[model.completion.local]
model_id = "MordragT/<model>"