From 7be285eed7a9de8ad6e84259c272239d488b04fa Mon Sep 17 00:00:00 2001 From: Marcela Ribeiro de Oliveira Date: Fri, 15 Mar 2019 15:31:06 -0300 Subject: [PATCH 1/3] fix cont index to cut words of vocabulary --- downstream/TextSGC/remove_words.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/downstream/TextSGC/remove_words.py b/downstream/TextSGC/remove_words.py index e6cbb79c9..f8feb147d 100644 --- a/downstream/TextSGC/remove_words.py +++ b/downstream/TextSGC/remove_words.py @@ -80,7 +80,7 @@ def get_clean_words(docs): if dataset == "mr": cutoff = -1 else: - cutoff = count.index(5) + cutoff = count.index(4) vocab = set(vocab[:cutoff]) From 9490911eceb021f33cfec2cb5a182ea1c821583e Mon Sep 17 00:00:00 2001 From: Marcela Ribeiro de Oliveira Date: Mon, 13 Dec 2021 14:41:42 -0300 Subject: [PATCH 2/3] update required libs --- downstream/TextSGC/requirements.txt | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/downstream/TextSGC/requirements.txt b/downstream/TextSGC/requirements.txt index 7d6c0cfed..a773db0dd 100644 --- a/downstream/TextSGC/requirements.txt +++ b/downstream/TextSGC/requirements.txt @@ -1 +1,3 @@ -hyperopt==0.1.1 \ No newline at end of file +hyperopt==0.1.1 +torch +tabulate From e2e515793a63266c3fcab65d4b6882e8e99247db Mon Sep 17 00:00:00 2001 From: Marcela Ribeiro de Oliveira Date: Mon, 13 Dec 2021 14:43:07 -0300 Subject: [PATCH 3/3] remove old change --- downstream/TextSGC/remove_words.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/downstream/TextSGC/remove_words.py b/downstream/TextSGC/remove_words.py index f8feb147d..e6cbb79c9 100644 --- a/downstream/TextSGC/remove_words.py +++ b/downstream/TextSGC/remove_words.py @@ -80,7 +80,7 @@ def get_clean_words(docs): if dataset == "mr": cutoff = -1 else: - cutoff = count.index(4) + cutoff = count.index(5) vocab = set(vocab[:cutoff])