Skip to content

Commit

Permalink
semantic
Browse files Browse the repository at this point in the history
  • Loading branch information
costero-e committed Feb 16, 2023
1 parent 605d0c1 commit ab1cff2
Show file tree
Hide file tree
Showing 3 changed files with 10 additions and 8 deletions.
4 changes: 2 additions & 2 deletions beacon/db/filters.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@

from beacon.request import ontologies
from beacon.request.model import AlphanumericFilter, CustomFilter, OntologyFilter, Operator, Similarity
from beacon.semantic_similarity import semantic_similarity
#from beacon.semantic_similarity import semantic_similarity

import logging

Expand Down Expand Up @@ -91,7 +91,7 @@ def apply_ontology_filter(query: dict, filter: OntologyFilter) -> dict:
cutoff = 0.7
elif filter.similarity == Similarity.LOW:
cutoff = 0.5
similar_terms = semantic_similarity(filter.id, cutoff)
similar_terms = 'semantic_similarity(filter.id, cutoff)'
LOG.debug("Similar: {}".format(similar_terms))
for term in similar_terms:
if query["$text"]["$search"]:
Expand Down
3 changes: 2 additions & 1 deletion beacon/semantic_similarity.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
'''
#from sentence_transformers import SentenceTransformer
from scipy.spatial import distance
import networkx as nx
Expand Down Expand Up @@ -192,6 +193,6 @@ def semantic_similarity(term:str, x:float):
print(list_neighbours)

'''


11 changes: 6 additions & 5 deletions deploy/extract_filtering_terms_oriol.py
Original file line number Diff line number Diff line change
Expand Up @@ -182,19 +182,20 @@ def insert_all_alphanumeric_terms_used():
collections = client.beacon.list_collection_names()
if 'filtering_terms' in collections:
collections.remove('filtering_terms')
collections = ['runs']
print("Collections:", collections)
for c_name in collections:
terms = find_alphanumeric_terms_used(c_name)
print(terms)
#if len(terms) > 0:
#client.beacon.filtering_terms.insert_many(terms)
if len(terms) > 0:
client.beacon.filtering_terms.insert_many(terms)


#insert_all_ontology_terms_used()
insert_all_ontology_terms_used()
#insert_all_alphanumeric_terms_used()
#terms=find_ontology_terms_used("individuals")
#print(terms)
#hola = get_ontology_term_label('NCIT','C173381')
#print(hola)
find_alphanumeric_terms_used('analyses')

#hola = find_alphanumeric_terms_used('analyses')
#print(hola)

0 comments on commit ab1cff2

Please sign in to comment.