From 5bb41e21b07fee73f310476a91ded00e385290d7 Mon Sep 17 00:00:00 2001
From: WANG Yue <8224463+yuewang-cuhk@users.noreply.github.com>
Date: Fri, 12 Nov 2021 11:29:17 +0800
Subject: [PATCH] Update utils.py

---
 utils.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/utils.py b/utils.py
index 0b95d5b..40070a8 100644
--- a/utils.py
+++ b/utils.py
@@ -64,7 +64,6 @@ def load_and_cache_clone_data(args, filename, pool, tokenizer, split_tag, is_sam
             logger.info("Create cache data into %s", cache_fn)
         tuple_examples = [(example, idx, tokenizer, args) for idx, example in enumerate(examples)]
         features = pool.map(convert_clone_examples_to_features, tqdm(tuple_examples, total=len(tuple_examples)))
-        # features = [convert_clone_examples_to_features(x) for x in tuple_examples]
         all_source_ids = torch.tensor([f.source_ids for f in features], dtype=torch.long)
         all_labels = torch.tensor([f.label for f in features], dtype=torch.long)
         data = TensorDataset(all_source_ids, all_labels)
@@ -149,7 +148,7 @@ def get_filenames(data_root, task, sub_task, split=''):
 
 def read_examples(filename, data_num, task):
     read_example_dict = {
-        'summarize': read_summarize_examples,  # read_summarize_examples， read_summarize_indent_examples
+        'summarize': read_summarize_examples, 
         'refine': read_refine_examples,
         'translate': read_translate_examples,
         'concode': read_concode_examples,