Skip to content

Commit

Permalink
format file
Browse files Browse the repository at this point in the history
  • Loading branch information
darthtrevino committed Apr 2, 2024
1 parent 2b162b0 commit 2273035
Showing 1 changed file with 35 additions and 37 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -82,46 +82,44 @@ def build_steps(
})

if not skip_description_embedding:
result.extend(
[
{
"verb": "merge",
"args": {
"strategy": "concat",
"columns": ["name", "description"],
"to": "name_description",
"delimiter": ":",
"preserveSource": True,
},
result.extend([
{
"verb": "merge",
"args": {
"strategy": "concat",
"columns": ["name", "description"],
"to": "name_description",
"delimiter": ":",
"preserveSource": True,
},
{
"verb": "text_embed",
"args": {
"column": "name_description",
"to": "description_embedding",
**text_embed_config,
},
},
{
"verb": "text_embed",
"args": {
"column": "name_description",
"to": "description_embedding",
**text_embed_config,
},
{
"verb": "drop",
"args": {
"columns": ["name_description"],
},
},
{
"verb": "drop",
"args": {
"columns": ["name_description"],
},
{
# ELIMINATE EMPTY DESCRIPTION EMBEDDINGS
"verb": "filter",
"args": {
"column": "description_embedding",
"criteria": [
{
"type": "value",
"operator": "is not empty",
}
],
},
},
{
# ELIMINATE EMPTY DESCRIPTION EMBEDDINGS
"verb": "filter",
"args": {
"column": "description_embedding",
"criteria": [
{
"type": "value",
"operator": "is not empty",
}
],
},
]
)
},
])

return result

0 comments on commit 2273035

Please sign in to comment.