diff --git a/requirements.txt b/requirements.txt
index 4843741b..f8e7a169 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11; platform_system != "Darwin" and platform_machine != "x86_64"
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*
diff --git a/requirements_amd.txt b/requirements_amd.txt
index f15014ad..4c8381ae 100644
--- a/requirements_amd.txt
+++ b/requirements_amd.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11; platform_system == "Windows" or python_version < "3.10" or python_version > "3.11" or platform_machine != "x86_64"
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*
diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt
index 843cbac1..c6875eca 100644
--- a/requirements_amd_noavx2.txt
+++ b/requirements_amd_noavx2.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11; platform_system == "Windows" or python_version < "3.10" or python_version > "3.11" or platform_machine != "x86_64"
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*
diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt
index cee6d185..2f14d026 100644
--- a/requirements_apple_intel.txt
+++ b/requirements_apple_intel.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*
diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt
index a3aede26..98c24967 100644
--- a/requirements_apple_silicon.txt
+++ b/requirements_apple_silicon.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*
diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt
index af04acf7..517cc769 100644
--- a/requirements_cpu_only.txt
+++ b/requirements_cpu_only.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*
diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt
index 1c9d15c0..9859f882 100644
--- a/requirements_cpu_only_noavx2.txt
+++ b/requirements_cpu_only_noavx2.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*
diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt
index 39751fc5..4ff5e039 100644
--- a/requirements_noavx2.txt
+++ b/requirements_noavx2.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11; platform_system != "Darwin" and platform_machine != "x86_64"
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*
diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt
index 22e10c6b..f1a49b4f 100644
--- a/requirements_nowheels.txt
+++ b/requirements_nowheels.txt
@@ -5,6 +5,7 @@ einops
 exllamav2==0.0.11
 gradio==3.50.*
 hqq==0.1.1.post1
+lm_eval==0.3.0
 markdown
 numpy==1.24.*
 optimum==1.16.*