diff --git a/gpt4all-chat/metadata/release.json b/gpt4all-chat/metadata/release.json index 3bb34dab..791de337 100644 --- a/gpt4all-chat/metadata/release.json +++ b/gpt4all-chat/metadata/release.json @@ -75,7 +75,7 @@ * resumable downloads for models * chat list in the drawer drop down * add/remove/rename chats -* perist chats to disk and restore them with full context (WARNING: the average size of each chat on disk is ~1.5GB) +* persist chats to disk and restore them with full context (WARNING: the average size of each chat on disk is ~1.5GB) * NOTE: to turn on the persistent chats feature you need to do so via the settings dialog as it is off by default * automatically rename chats using the AI after the first prompt/response pair * new usage statistics including more detailed hardware info to help debug problems on older hardware @@ -524,7 +524,7 @@ "version": "2.4.19", "notes": " -* Fix a crasher on systems with corrupted vulkan drivers or corrupted vulkan dlls +* Fix a crash on systems with corrupted vulkan drivers or corrupted vulkan dlls ", "contributors": " diff --git a/gpt4all-training/train.py b/gpt4all-training/train.py index 829041f6..466a7e5e 100644 --- a/gpt4all-training/train.py +++ b/gpt4all-training/train.py @@ -75,7 +75,7 @@ def train(accelerator, config): else DummyOptim ) - # karpathy doesn't decay embeddding, maybe we should exclude + # karpathy doesn't decay embedding, maybe we should exclude # https://github.com/karpathy/minGPT/commit/bbbdac74fa9b2e55574d70056163ffbae42310c1#diff-2075fa9c224b395be5bda85544dd36572b59c76c54562819eadadbf268602834R157s optimizer = optimizer_cls(model.parameters(), lr=config["lr"], weight_decay=config["weight_decay"])