From d8f660e58684e35a0ca44ca67b601e02dfc26de5 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Fri, 18 Aug 2023 08:00:22 -0700
Subject: [PATCH] Add to modules/loaders.py

---
 modules/loaders.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/modules/loaders.py b/modules/loaders.py
index d49f7c01..7444555f 100644
--- a/modules/loaders.py
+++ b/modules/loaders.py
@@ -73,6 +73,7 @@ loaders_and_params = OrderedDict({
         'no_mmap',
         'low_vram',
         'mlock',
+        'mul_mat_q',
         'llama_cpp_seed',
         'alpha_value',
         'compress_pos_emb',
@@ -89,6 +90,7 @@ loaders_and_params = OrderedDict({
         'no_mmap',
         'low_vram',
         'mlock',
+        'mul_mat_q',
         'alpha_value',
         'compress_pos_emb',
         'cpu',