move get embeddings inside cancer entity processing

app.py

@@ -131,15 +131,6 @@ def get_project_embeddings():
     return project_rows, row_embeddings
 
 
-# get project embeddings
-print('loading cancer embeddings')
-project_rows, row_embeddings =  get_project_embeddings()
-print(f"row_embeddings: {row_embeddings}")
-print(f"row embeddings device {row_embeddings.device}")
-print(f"project rows: {project_rows}")
-print(f"project rows device {project_rows.device}")
-
-
 
 def check_if_project_id_in_query(query):
     # check if mention of project keys
@@ -176,7 +167,7 @@ def proj_id_and_partial_match(query, initial_cancer_entities):
 
 
 @spaces.GPU(duration=15)
-def get_top_k_cancer_entities(query, top_k=20):
+def get_top_k_cancer_entities(query, project_rows, row_embeddings, top_k=20):
     top_cancer_entities = []
     query_embedding = st_model.encode(query, convert_to_tensor=True, device='cuda')
     print(f"query embedding is on device: {query_embedding.device}")
@@ -203,6 +194,13 @@ def get_top_k_cancer_entities(query, top_k=20):
 @utilities.timeit
 def postprocess_cancer_entities(initial_cancer_entities, query):
     # print('initial cancer entities {}'.format(initial_cancer_entities))
+    # get project embeddings
+    print('loading cancer embeddings')
+    project_rows, row_embeddings =  get_project_embeddings()
+    print(f"row_embeddings: {row_embeddings}")
+    print(f"row embeddings device {row_embeddings.device}")
+    print(f"project rows: {project_rows}")
+    print(f"project rows device {project_rows.device}")
     final_entities = check_if_project_id_in_query(query)
     if final_entities:
         return final_entities
@@ -226,7 +224,7 @@ def postprocess_cancer_entities(initial_cancer_entities, query):
             if not final_entities:
                 print('Test embedding based match')
                 for i in initial_cancer_entities:
-                    c_entities = get_top_k_cancer_entities(i)
+                    c_entities = get_top_k_cancer_entities(i, project_rows, row_embeddings)
                     final_entities.append(c_entities)
                 final_entities = list(chain.from_iterable(final_entities))
         else: