diff --git a/src/instructlab/sdg/pipelines/full/knowledge.yaml b/src/instructlab/sdg/pipelines/full/knowledge.yaml index 9f7b5383..7f1444dc 100644 --- a/src/instructlab/sdg/pipelines/full/knowledge.yaml +++ b/src/instructlab/sdg/pipelines/full/knowledge.yaml @@ -43,6 +43,7 @@ blocks: parsing_pattern: '\[(?:Question|QUESTION)\]\s*(.*?)\s*\[(?:Answer|ANSWER)\]\s*(.*?)\s*(?=\[(?:Question|QUESTION)\]|$)' parser_cleanup_tags: - "[END]" + - "[End]" gen_kwargs: max_tokens: 2048 drop_duplicates: