AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-01 01:26:03 -04:00
Code Issues Packages Projects Releases Wiki Activity

UI: minor optimization

Browse Source
This commit is contained in:
oobabooga 2024-07-21 22:06:49 -07:00
parent e1085180cf
commit 79e8dbe45f
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
modules/ui.py
View File

@ -116,6 +116,7 @@ def list_model_elements():
'hqq_backend', 'hqq_backend',
'cpp_runner', 'cpp_runner',
] ]
if is_torch_xpu_available(): if is_torch_xpu_available():
for i in range(torch.xpu.device_count()): for i in range(torch.xpu.device_count()):
elements.append(f'gpu_memory_{i}') elements.append(f'gpu_memory_{i}')
@ -214,9 +215,11 @@ def list_interface_input_elements():
def gather_interface_values(*args): def gather_interface_values(*args):
interface_elements = list_interface_input_elements()
output = {} output = {}
for i, element in enumerate(list_interface_input_elements()): for element, value in zip(interface_elements, args):
output[element] = args[i] output[element] = value
if not shared.args.multi_user: if not shared.args.multi_user:
shared.persistent_interface_state = output shared.persistent_interface_state = output