From a17b78d334bfe3dc8eafc0243af895fa1ef728bf Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Wed, 12 Jul 2023 07:19:12 -0700
Subject: [PATCH] Disable wandb during training

---
 modules/training.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/modules/training.py b/modules/training.py
index 29383e7f..fa9281bb 100644
--- a/modules/training.py
+++ b/modules/training.py
@@ -1,3 +1,8 @@
+import os
+
+os.environ["WANDB_MODE"] = "offline"
+os.environ["WANDB_DISABLED"] = "true"
+
 import json
 import math
 import random
@@ -517,6 +522,7 @@ def do_train(lora_name: str, always_override: bool, save_steps: int, micro_batch
         train_dataset=train_data,
         eval_dataset=eval_data,
         args=transformers.TrainingArguments(
+            report_to=None,
             per_device_train_batch_size=micro_batch_size,
             gradient_accumulation_steps=gradient_accumulation_steps,
             warmup_steps=math.ceil(warmup_steps / gradient_accumulation_steps),