From 1c90e022432f1ece0f216135dc9efb15697f511b Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 30 Nov 2023 11:55:18 -0800 Subject: [PATCH] Update Colab-TextGen-GPU.ipynb --- Colab-TextGen-GPU.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Colab-TextGen-GPU.ipynb b/Colab-TextGen-GPU.ipynb index f8b6719f..f73947bf 100644 --- a/Colab-TextGen-GPU.ipynb +++ b/Colab-TextGen-GPU.ipynb @@ -87,8 +87,8 @@ " !pip uninstall -y flash_attn\n", "\n", "# Parameters\n", - "model_url = \"https://huggingface.co/turboderp/Mistral-7B-instruct-exl2\" #@param {type:\"string\"}\n", - "branch = \"4.0bpw\" #@param {type:\"string\"}\n", + "model_url = \"https://huggingface.co/TheBloke/MythoMax-L2-13B-GPTQ\" #@param {type:\"string\"}\n", + "branch = \"gptq-4bit-32g-actorder_True\" #@param {type:\"string\"}\n", "command_line_flags = \"--n-gpu-layers 128 --load-in-4bit --use_double_quant\" #@param {type:\"string\"}\n", "api = False #@param {type:\"boolean\"}\n", "\n",