AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-01 01:26:03 -04:00
Code Issues Packages Projects Releases Wiki Activity

Sort

Browse Source
This commit is contained in:
oobabooga 2023-11-28 18:43:33 -08:00
parent 6e51bae2e0
commit a7670c31ca
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
modules/loaders.py
View File

@ -85,6 +85,15 @@ loaders_and_params = OrderedDict({
'no_use_fast', 'no_use_fast',
'autogptq_info', 'autogptq_info',
], ],
'AutoAWQ': [
'cpu_memory',
'gpu_memory',
'auto_devices',
'max_seq_len',
'no_inject_fused_attention',
'trust_remote_code',
'no_use_fast',
],
'GPTQ-for-LLaMa': [ 'GPTQ-for-LLaMa': [
'wbits', 'wbits',
'groupsize', 'groupsize',
@ -125,15 +134,6 @@ loaders_and_params = OrderedDict({
'alpha_value', 'alpha_value',
'compress_pos_emb', 'compress_pos_emb',
], ],
'AutoAWQ': [
'cpu_memory',
'gpu_memory',
'auto_devices',
'max_seq_len',
'no_inject_fused_attention',
'trust_remote_code',
'no_use_fast',
],
'ctransformers': [ 'ctransformers': [
'n_ctx', 'n_ctx',
'n_gpu_layers', 'n_gpu_layers',