Skip to content

Commit 28cba85

Browse files
authored
Replace single quote with "
1 parent 57d9400 commit 28cba85

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

utils.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ def clean_str(sentence):
2020

2121

2222
def get_text_list(data_path, toy):
23-
with open (data_path, "r", encoding='utf-8') as f:
23+
with open (data_path, "r", encoding="utf-8") as f:
2424
if not toy:
2525
return [clean_str(x.strip()) for x in f.readlines()]
2626
else:
@@ -71,15 +71,15 @@ def build_dataset(step, word_dict, article_max_len, summary_max_len, toy=False):
7171
raise NotImplementedError
7272

7373
x = [word_tokenize(d) for d in article_list]
74-
x = [[word_dict.get(w, word_dict['<unk>']) for w in d] for d in x]
74+
x = [[word_dict.get(w, word_dict["<unk>"]) for w in d] for d in x]
7575
x = [d[:article_max_len] for d in x]
76-
x = [d + (article_max_len - len(d)) * [word_dict['<padding>']] for d in x]
76+
x = [d + (article_max_len - len(d)) * [word_dict["<padding>"]] for d in x]
7777

7878
if step == "valid":
7979
return x
8080
else:
8181
y = [word_tokenize(d) for d in title_list]
82-
y = [[word_dict.get(w, word_dict['<unk>']) for w in d] for d in y]
82+
y = [[word_dict.get(w, word_dict["<unk>"]) for w in d] for d in y]
8383
y = [d[:(summary_max_len - 1)] for d in y]
8484
return x, y
8585

0 commit comments

Comments
 (0)