refactor: Update freeze_requirements.sh script to improve package han…

…dling

Signed-off-by: Sun, Xuehao <[email protected]>

.github/workflows/scripts/freeze_requirements.sh

@@ -20,11 +20,10 @@ function freeze() {
             sed -i '/^\s*#/d; s/#.*//; /^\s*$/d' "$file"
             sed -i '/^\s*#/d; s/#.*//; /^\s*$/d' "$folder/freeze.txt"
 
-            packages1=$(cut -d'=' -f1 "$file" | tr '[:upper:]' '[:lower:]' | sed 's/[-_]/-/g')
-            packages2=$(cut -d'=' -f1 "$folder/freeze.txt" | tr '[:upper:]' '[:lower:]' | sed 's/[-_]/-/g')
+            packages1=$(tr '><' '=' <"$file" | cut -d'=' -f1 | tr '[:upper:]' '[:lower:]' | sed 's/[-_]/-/g')
+            packages2=$(cut -d'=' -f1 "$folder/freeze.txt" | tr '[:upper:]' '[:lower:]' | sed 's/[-_]/-/g' | sed 's/huggingface-hub\[inference\]/huggingface-hub/g' | sed 's/llama-index-core/llama-index/g')
             common_packages=$(comm -12 <(echo "$packages2" | sort) <(echo "$packages1" | sort))
-
-            rm "$file"
+            grep '^git\+' "$file" >temp_file && rm "$file" && mv temp_file "$file"
             while IFS= read -r line; do
                 package=$(echo "$line" | cut -d'=' -f1)
                 package_transformed=$(echo "$package" | tr '[:upper:]' '[:lower:]' | sed 's/[_-]/-/g')