diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..7aff9e80d54a687dac94d8d955d76a00a7bb4fab 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,91 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00001-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00002-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00003-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00004-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00005-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00006-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00007-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00008-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00009-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00010-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00011-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00012-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00013-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00014-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00015-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00016-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00017-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00018-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00019-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00020-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00021-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00022-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00023-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00024-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00025-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00026-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00027-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00028-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00029-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00030-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00031-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00032-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00033-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00034-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00035-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00036-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00037-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00038-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00039-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00040-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00041-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00042-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00043-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00044-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00045-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00046-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00047-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00048-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00049-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00050-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00051-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00052-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00053-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00054-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00055-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00056-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00057-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00058-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00059-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00060-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00061-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00062-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00063-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00064-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00065-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00066-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00067-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00068-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00069-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00070-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00071-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00072-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00073-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00074-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00075-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00076-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00077-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00078-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00079-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00080-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00081-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00082-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00083-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00084-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00085-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00086-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00087-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
+Karasu-Mixtral-8x22B-v0.1_q3_k_m-00088-of-00088.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00001-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00001-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..50b5b121276279282fa4672ce6861e7ef4cbe047
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00001-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9b019549a364a5900f1f2ae9f80b31759e6b5abf84f6d4d6c85a22d1500b33
+size 1064657632
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00002-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00002-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..befb77927e10cb56ae1b0addefbb9bf3bf65e17d
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00002-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728942fbe9ae10bdddad88a4f7a99ae95691dee00f1b9436bf98c3ff600613c6
+size 1058103200
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00003-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00003-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..78371007cf4ebaf65063ab8fc583b83222b6c258
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00003-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9b4fe2d68ba1b0824b4e56fec9ffbec66bf46a9e32e07e67d78b591ec03273
+size 1058103200
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00004-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00004-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f121f6bda924563c41616edec7020f1afa7407b9
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00004-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f988baab9074c9e196367aa5a590d4f8ee3690832ee389316c47f10f4fa40821
+size 530289152
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00005-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00005-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1db7f0820d16eb1d26d29c21bf59e0fff7664f15
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00005-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bed38d593457941b9c3b6b1e304530580172d23e3d355867a2464b0f708115f
+size 899678464
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00006-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00006-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b718570f61dde89f94294152d78f296352d0db05
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00006-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9062dd280c84a40605a931bcc8fbb9fa5447f624bc68c6034e779fec7e50ac3
+size 899678464
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00007-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00007-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..40f32e463810a8fe73cdd3218e7768130f0762da
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00007-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7b7eb6a651dc41d405938ffec1171b36f775ea860799071cc94875aa77eabc
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00008-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00008-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8b9d3da3a3cabee42f33580304c0ef2354f4d59c
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00008-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6684fbf0fe14c0db70e7d6cc174ac6a574e1d99781631ecb28e80b9aa3191821
+size 899678464
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00009-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00009-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a1afa106827f7d846f4899ebd1a93c6398fc20b6
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00009-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720194bd4f461a661bdd4bb2f9085d98c93075f0d3c9ef46370f67a5940ceebc
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00010-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00010-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..95f98469ef739d11128b7dd925fdf427ed201bf7
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00010-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15f97fec3dee83f7c90688c0090c132613e23191c5a5216ff3ea7a99986fa1f
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00011-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00011-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a1a393040be365831dd7a5415592b5b1b81383c8
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00011-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103d389c2b2ba9340208270496500c22459e845c78a94fb17d368a7ddd0da7e4
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00012-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00012-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..626b08356742aa6bb9458056e8ecf0b325677505
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00012-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dff395e34f6639249fdf82ae647002e69ec17e58b4eeeab309eec719c18b4b2
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00013-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00013-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bce79220c849e496a4d69e194dab92abf193743a
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00013-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003de927783e4ae1b75cb4a3bc83313f68f4a2e28b6d1f36ff4b0d1c7507b1e8
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00014-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00014-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dda48821ccc134841bc3567b31ccfe52b2a2ea61
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00014-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a578347c2e4dbab2e3eaf2d1805dc8b4ddd4b1271e447342eca1e1cffa7a54
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00015-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00015-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ca6d468e1edd09dc53dc1d48ef2087a292a2d890
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00015-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac897ddd59cb9e4c69a473606bef462a185b1095a0f69d8bd0a64bc5a8f8e221
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00016-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00016-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c351e5dc0e3779840e57df3b448a75dcdbd0c3ef
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00016-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dda8ddfc54bc2791ddcb53ec3b4ae14297142252aabdb569113d97fc6d8ef0
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00017-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00017-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a81c42d9ae60cd8454d7ae48e0f3f1dfe25c2a9b
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00017-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2f2406fee990e6d1accd1d6e295933e07cc3d7b728ea85784d23ee5a8e1ba8
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00018-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00018-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..45ee4f21fe0a8cb5be262c877a2ba73b8b9a4bda
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00018-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f2e66882f6f825ca4b2afc9c9c5af645902f1094bbf2d298486e23bbf064cf
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00019-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00019-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5facf83c480e01bc9aa83e943e40d4bc770b74c2
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00019-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c3e75541447ff98d0a6855d84998a47ad9fa140185ba39b4a5b9fe8509da86
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00020-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00020-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d76668eaa58cb93a4f3a21f9a4b465f4bc077b0d
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00020-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f70f3f3759b28fff3f5861e5e55c2a92018614222b757f5fb170215cd1b90f5
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00021-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00021-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e9a384002866ca1d982a68c8800040205d5b8e68
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00021-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a9f7007e6c8fe396151d0ffcff28ec2e7e23dcd32d8e360157d032d97fdbe4
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00022-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00022-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f7f67b69c455ed339fef23b78b1451ed52df38ca
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00022-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97faba8176945b937f03d6be87e6ea2cd23bc836f267778b9db86bcf2f122d1e
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00023-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00023-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..359fdea299a188292d17cacbdd5d4a094311ebfa
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00023-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc639c7f41eb153875af1482e5f697a1858cc0f10d0ec48b465b3b5dec6ef7e
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00024-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00024-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b9d978338f193c44f54305c63e1eaa401ed871ea
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00024-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8334d191b514a310e99151201eab96995dafd69404fb19ea4980cb688ac257a
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00025-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00025-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1d6cf4af4640c49a579026eddd29cd95ea066cc0
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00025-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ad86616b9f27470ee1b2707fae0bbfd9d95574f1023f6caa9003ee2e4fcf37
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00026-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00026-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9e223a5b604ecf05b5f3bed133054a77e701e843
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00026-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4aab67289c595b76b5487c1c0f921a62f195cc95ec6558f2acddd3570134f26
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00027-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00027-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ca376cf056110583fefdf35741f9cd086c06bb87
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00027-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2581e4b240bec5bc1bd69e122cde863f25f0ea8acb5a38c5635d2dc12f5459da
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00028-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00028-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dfae6edb278058d67d4431a9ed9f3183be3b1815
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00028-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765681f4534163719cb2b85919daa808b557d463d1b93adf17471409979a90d
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00029-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00029-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..504bdc42d61489d86f98ef7adab40ef934ac0f47
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00029-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beade38dbd6f24b5d4055f085da58d7364267840e3d16759cc81e33610b04d10
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00030-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00030-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d93ecc127640136f0348788789066a76dd352ae8
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00030-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6396a9b1ac78669a0318d91d030aba1dca2fed7ea1e26e5646e749398f417dde
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00031-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00031-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b04fef91b0b59d49056fae6b2a89c78a301347c2
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00031-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e29e26078786fc981b05782f5b484c0dbb5662de4bb6b4c48831279c8e5f83
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00032-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00032-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cc752d1523a7fab648d8b2ab7aee1233cb982b76
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00032-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f1e4fcc3f903f8d5919972c64748556c7a6c543e591e5c08172b37c4344f72
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00033-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00033-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6624490159c8bde97043de3124c5052c53616826
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00033-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd11d82fecff9090e805818ac2e83f1775607e25b6dfc9b5879f230c8b33f18b
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00034-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00034-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..10a1c7d7e196a2a353ae494c43c143a331f56fdc
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00034-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aed104c9cb5fae81decf4643912850038a7c8a5f4aec73d137e88be3c436837
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00035-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00035-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a2e8d2406501ae44f3b6a4660460156f66fdec0b
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00035-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4cfff6c47aef3d7423bb8af32d5ef98d967b8f0cd57409d27c3162c9c2a123
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00036-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00036-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b3d35674ebe464fd8510ad4afc4e36f75d6df4d5
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00036-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd7d0c5ac1421ea934828c74c48709b880e101467b4c066a1669c0b5d1809dc
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00037-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00037-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..777307171b1d363ef71d68e2f2612fbe44972485
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00037-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a45a7ebb4af1b310061dd4b4699d4ec39674aaf188abeaa88bed954107613c
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00038-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00038-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1a13ae4bb48280a626dcb9bd7ebba6488f5e6e39
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00038-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b1abcda45e41b7380249f639dd2ee0e992e9da61bddff6ac51d9b02cf305ce
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00039-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00039-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a34339d2bf68f4312bde350f38f1892fa4ccbd70
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00039-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133441a80abea8c453ef15f744913171580e7561fd7e4b232466dea94595c7ff
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00040-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00040-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e4372f4321cf3cd85657e5445b88f78ad6780b82
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00040-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1765d303adb45774e1eee4f774300853fe1e9997c7c261ec73c4b779c02cee
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00041-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00041-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a28ee0f51cbeee9f87d13052da30e4939b00e65b
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00041-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a271d2e7589d4618809f95cfefabac594c9cb02dac68352d96dacd3b9c7f93f0
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00042-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00042-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e43a377e83dbad6c0912b7ffabc5d95bc8b0e086
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00042-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fc9c73532539b326d1f82282931a90904a5924a364e1b66f063b4cfa7958c2
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00043-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00043-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0545e8da5a4f1fc5526df6587da2c96a7caa0ef1
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00043-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768fe8c646f8337b86ab5be4799c97316c22405fa87d48dfdc9eaf405429a08a
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00044-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00044-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..28c7af399503d577bced24bc0f84023f18f2537c
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00044-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23caafa5568be474f758060ba492c9c1672a482c5bbf8d8486c1ac23075dd50
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00045-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00045-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c9e9d756da4da9542d5814898e29946acf5f04a3
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00045-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a0fa22dd46ae8ec813532562e491c9b8886722577530d93b264795e6edbb27
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00046-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00046-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5ea620a429e25faee87589b3065ce5c5c7b3ae52
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00046-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2717dd65e8b4c7214a4831aad475536b4f4736de2cf2bc9f4941970e4b48308c
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00047-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00047-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6306496c40c104edd46018305529f03e0dc7f375
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00047-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1700455937a4d9e30cf5c8c2557af76b768e793f5836091f603fab2736eb3192
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00048-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00048-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..59c1573eab9c9a6df9c428956714f995d80df656
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00048-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0cb1c31b13e932c3a49cb06534f3c587dbb34844368699b228f7ddc039af65
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00049-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00049-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dbd07347132a42f149a3b2246478d4fee0b47e76
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00049-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5cf98ea4ae9a019eddf317920acec445fd3b4bc120a87e82898cd4809deefd
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00050-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00050-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..717bca7416b96a51a3aa548faad155f8061c7d6f
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00050-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4695480870df5e955a6aafb3560a20313eebdb42468f25b07e31398c5a01386
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00051-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00051-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5752ae8f16cd3c2e99944210c312e1203ed0ea1f
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00051-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef996ac722acfabe9f491caad8ce1525fa51933b4e474f7f9245a149cc263c8c
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00052-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00052-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..07558ab965eaf869544650a740a1e5334b270667
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00052-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d225f8a3817b39dd7ca8afbd5172fdc7b033c700e40ed37d0121e97069cdebb1
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00053-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00053-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b59f807cfdb0a46916a01356d3bbf4da73eb89c5
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00053-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c386f2b208948383736b3f075e30cfc415d52a9ebb674ccbc9363099c3adfe59
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00054-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00054-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d8b20f7b5babe670d11e2bdffaf94cbcaae1c3ab
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00054-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aef6f8095f44490b42e90a012af5cde7f6a263ea8e6c2a41ba1e9aa4e85b2c
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00055-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00055-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..609091a0e0f843f4c23dd24c015bdf36067912b9
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00055-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda1f20a08e7b5a9807648b53d53395ed89ccae74239e94fff6ae5b1532a66ad
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00056-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00056-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cad24b4935a4d97de955b19873eb49460c786528
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00056-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3fec3628aa3b5c3f45f48ca49ff6b90b649b6b0873e7eb2f1860bb0ebe9520
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00057-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00057-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f04293aeb97a8286b0b81d2670ead470f7b920ce
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00057-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c28fc30f27de3d92c4a102d97d5b190515704ce28ae7eb484b0a28796115d49
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00058-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00058-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f49b4449a8e246a19a70321c7de7ebf73749959a
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00058-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd125a62686b73b12bd39898bd58e5140c2438c7cb0d3100cd7d93cd5602981
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00059-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00059-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a76c0277f397d6255365b2d99aac4953a06d6f5a
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00059-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde000afd86d12b9ba2d22fcb3aad07fa3d2f00448339b2ab39f81085fb305d6
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00060-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00060-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f3471552cac9cd3fd3c37ffd03162477f52fe345
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00060-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2d15c2400cc6578dc39cdc2eb46341fbb6e5e1648a9d411b6c5163ad43ad29
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00061-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00061-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4156f5e19f7dbe5c6ac7c7376732df710adf1a7d
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00061-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350f9206e993f8620623c89c197777131494eb7ce779ec06a21b557c3e7e57fc
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00062-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00062-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2a5ca2b8c1feb76a56b2bf89a834fbeb687e54fd
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00062-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d4c5076332688e7d4f70c3cd8668579526f4be75b4ab4f108f0510a945b84a
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00063-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00063-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..649b4f74bf4fe7713466bc4e57d019e03957c821
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00063-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b198801f6de83e73097a6dd0372b8f06747bb0d65a8a6ec576995329345642
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00064-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00064-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1b9be8185fd95422a1f12fdf802663f480a1d9e9
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00064-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d73a6be2fa8864471e66ec5d756c0cd7fc1568331d685929dea980f879539c
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00065-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00065-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..110fc79622f39aa046b8646d0de5165b9bc3826d
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00065-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846a00bfcd51fd02bb073dabeec24122363a459f168505db1cee3167eb9d83c0
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00066-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00066-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..48359def6b0ba500f66ecec05a97eb6eb47623e6
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00066-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905526804473885c96eb0eff20a471789fee71d3e9c769fa72985d66c105b068
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00067-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00067-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..592f2db459a6c4f954b98d203d8ca5485787e7e8
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00067-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a775824926414cab380fd2c658e8813f542517c0a677eab03d0e1e519284b2
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00068-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00068-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4daf325cfe740b0a91c328dd93be41d17d8cb46a
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00068-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19db7425775a3d6c23ccbb7e598344fa8154fce9f9ba281563cb7d6ca8968fda
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00069-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00069-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4e820e3319ec4a9ade3cf7cc7edad71b9bf77acd
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00069-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1889e7a4ca74896c84c86fae224a0201ad71dbd6ec4a75d541aaa45eef8a36
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00070-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00070-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..be7f3fe73b22f03e2f3d7f927fe65643bee53d13
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00070-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad16c0ba775f03bd7d21e34ca45c1206951be4550e6ce1ff240c7967948c32f
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00071-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00071-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..93e9d688b4e6855ef758f2c7ecf59742c0378653
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00071-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291676ad26ebacd8b3e94592ddf730f05f0823cf4bad94e3ad936e51f7ca0078
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00072-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00072-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0ec32f36ae2517a2b954d3e1eba02a9e33e94501
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00072-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1497b871443295489aa5548381cbfe72028c73e044758c1824dafac39bc9cae4
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00073-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00073-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5d2451ed30379946be2dedf6e0864cc9d530f287
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00073-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf5b5ef101e94b0d4193138b7c8c93df41e4294c28a3dbf218c0529ac8aa1ff
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00074-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00074-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4f660e19101400d1f261f0ff9fb5229a859635bb
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00074-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f6a15ec3c8bcd8f434d05d75d3f477d29a2eb976af9a32aa00121f78ae27b0
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00075-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00075-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5db1e5742d3757134ca13fdf7fb05a8a1cc1a537
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00075-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160d3887fff69ef9893622ab26ffe84b0e243fe20b44017589316e086ad058a5
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00076-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00076-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1491eff789139cd8d27f8dd9d0612729090f006d
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00076-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4341dfb50c5346b4d6c332299171ec3e73b0d52f61f2aa858cb2aa5e55e96867
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00077-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00077-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1cdabab1775f3f4387f7168f7c89bce8839fe853
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00077-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d126075fe279c970596234e12c044d5c7071070c8154f94d18e2b5bc741b40
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00078-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00078-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3747bdf1ec70f1749ac4bfa191c497c11e85b3df
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00078-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b75e08ec841ee72ca0a7eb7540b08c6f9bd8dd0381fbbbc420a49304c67f22a
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00079-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00079-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..eeff33ceb446a90dc96279a56163a744c6114727
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00079-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ea3940c58d25b957e028d9c19867b021f187da0d34458bc970a23557d759e3
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00080-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00080-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b83387906d6ad47b9b4c6399bbc955bf5fcc15e3
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00080-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78204c29e4cbe9851ba0d68afc277e4fa09cd3830055a649dc9cfe79bf8ef39c
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00081-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00081-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..407ef5775bd474053cf3db74063ed060edac163f
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00081-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239a49cac17188f58e1dac02aa2f64274d160695685acab249b86d43f164fce0
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00082-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00082-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8e6fc399baba2a3e99f8e09c2e49adc75dec5e10
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00082-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52dd838ac3b7ab3bad27f73e6908d245e9409cd587d5cf7e09c222243d88348
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00083-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00083-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..71f24e849e2cf5f807783bb0f3dad1ab54a25cb6
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00083-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660db4990ed76f6e9a363e9814cb473d44e3e6bba8de31e24ad02bf2e463ef25
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00084-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00084-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3c14882796db312a25d9218eeed7ee648bf75931
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00084-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489acccdc5c24ee85a92c8a215faa114354efec2afd410d9a9f7a1a9d9f43a21
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00085-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00085-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bb116012e9eb941fcc95a92a887c6ee81f347b5b
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00085-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3df90d5c3946e439083f7f6245c3f0ee4b9f3ee9bcfa27847178952ad7fdf2
+size 692060416
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00086-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00086-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dab1973aa7feef4c142dec2bd1846e0a312dfe40
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00086-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d75124d4f0f8158200108016e4b4f285cbb1a77a6e7c11744e0bb1bd7b5523
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00087-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00087-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..945df2217fcc3d7d376c4d3d79198d43c8ff1a7f
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00087-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776f08fe59db4e48c61592febd23804523fa1b9ccfca974dc1c49c60400bc88a
+size 799015168
diff --git a/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00088-of-00088.gguf b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00088-of-00088.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2f79f40a7692051c5d09cf627480b0a133f98afb
--- /dev/null
+++ b/Karasu-Mixtral-8x22B-v0.1_q3_k_m-00088-of-00088.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ae7f7b9f0f4e164e885d15918e975db25fad0344c8c9a47e14119ec2d854ea
+size 346030272