From 2760f1b9aa3c097375bf094ca20c23551d38f12b Mon Sep 17 00:00:00 2001 From: Jacob Torrey Date: Wed, 31 May 2023 14:02:43 -0600 Subject: [PATCH] Fix typo in CHEAT tests Signed-off-by: Jacob Torrey --- test_roberta_detect.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/test_roberta_detect.py b/test_roberta_detect.py index 6b38aaa..a271178 100644 --- a/test_roberta_detect.py +++ b/test_roberta_detect.py @@ -109,7 +109,7 @@ def test_chatgptnews_jsonl(i, record_property): @pytest.mark.parametrize('i', ch_samples[0:NUM_JSONL_SAMPLES]) def test_cheat_human_jsonl(i, record_property): - (classification, score) = run_on_text_chunked(i.get('abstract', ''), fuzziness=FUZZINESS, prelude_ratio=PRELUDE_RATIO) + (classification, score) = run_on_text_chunked(i.get('abstract', '')) record_property("score", str(score)) assert classification == 'Human', CHEAT_HUMAN_JSONL_FILE + ':' + str(i.get('id')) + ' [' + str(len(i.get('abstract', ''))) + '] (title: ' + i.get('title', "").replace('\n', ' ')[:15] + ') is a human-generated sample, misclassified as AI-generated with confidence ' + str(round(score, 8)) @@ -122,7 +122,7 @@ def test_cheat_human_jsonl(i, record_property): @pytest.mark.parametrize('i', cg_samples[0:NUM_JSONL_SAMPLES]) def test_cheat_generation_jsonl(i, record_property): - (classification, score) = run_on_text_chunked(i.get('abstract', ''), fuzziness=FUZZINESS, prelude_ratio=PRELUDE_RATIO) + (classification, score) = run_on_text_chunked(i.get('abstract', '')) record_property("score", str(score)) assert classification == 'AI', CHEAT_GEN_JSONL_FILE + ':' + str(i.get('id')) + ' (title: ' + i.get('title', "").replace('\n', ' ')[:50] + ') is an LLM-generated sample, misclassified as human-generated with confidence ' + str(round(score, 8)) @@ -135,6 +135,6 @@ def test_cheat_generation_jsonl(i, record_property): @pytest.mark.parametrize('i', cp_samples[0:NUM_JSONL_SAMPLES]) def test_cheat_polish_jsonl(i, record_property): - (classification, score) = run_on_text_chunked(i.get('abstract', ''), fuzziness=FUZZINESS, prelude_ratio=PRELUDE_RATIO) + (classification, score) = run_on_text_chunked(i.get('abstract', '')) record_property("score", str(score)) assert classification == 'AI', CHEAT_POLISH_JSONL_FILE + ':' + str(i.get('id')) + ' (title: ' + i.get('title', "").replace('\n', ' ')[:50] + ') is an LLM-generated sample, misclassified as human-generated with confidence ' + str(round(score, 8))