From 6a884222db02bd4118665e1ae50cf52494d44d0d Mon Sep 17 00:00:00 2001
From: Abhishek Bhandwaldar <abhi1092@gmail.com>
Date: Mon, 18 Nov 2024 11:13:21 -0500
Subject: [PATCH] Add [End] to parser cleanup tags

Signed-off-by: Abhishek Bhandwaldar <abhi1092@gmail.com>
---
 src/instructlab/sdg/pipelines/full/knowledge.yaml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/instructlab/sdg/pipelines/full/knowledge.yaml b/src/instructlab/sdg/pipelines/full/knowledge.yaml
index 9f7b5383..7f1444dc 100644
--- a/src/instructlab/sdg/pipelines/full/knowledge.yaml
+++ b/src/instructlab/sdg/pipelines/full/knowledge.yaml
@@ -43,6 +43,7 @@ blocks:
         parsing_pattern: '\[(?:Question|QUESTION)\]\s*(.*?)\s*\[(?:Answer|ANSWER)\]\s*(.*?)\s*(?=\[(?:Question|QUESTION)\]|$)'
         parser_cleanup_tags:
           - "[END]"
+          - "[End]"
       gen_kwargs:
         max_tokens: 2048
     drop_duplicates: