mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Change default --disk behavior
This commit is contained in:
parent
119be56390
commit
6b13816c47
@ -99,7 +99,7 @@ def load_model(model_name):
|
||||
|
||||
if args.gpu_memory:
|
||||
settings.append(f"max_memory={{0: '{args.gpu_memory or '99'}GiB', 'cpu': '{args.cpu_memory or '99'}GiB'}}")
|
||||
elif not args.load_in_8bit:
|
||||
elif (args.gpu_memory or args.cpu_memory) and not args.load_in_8bit:
|
||||
total_mem = (torch.cuda.get_device_properties(0).total_memory/(1024*1024))
|
||||
suggestion = round((total_mem-1000)/1000)*1000
|
||||
if total_mem-suggestion < 800:
|
||||
|
Loading…
Reference in New Issue
Block a user