1111summarizer = pipeline ("summarization" , model = "facebook/bart-base" , max_length = 50 )
1212
1313def generate_review_sentiments ():
14- reviews = g_db .reviews .find ()
14+ reviews = g_db .reviews .find ({
15+ "sentiment" : {"$exists" : False }
16+ })
1517 for review in reviews :
1618 print (review )
1719 review_text = review ["content" ]
@@ -25,9 +27,10 @@ def generate_review_sentiments():
2527
2628def generate_menu_item_summaries ():
2729 # get all menu items
28- menu_items = g_db .menuItems .find ()
30+ menu_items = g_db .menuItems .find ({
31+ "summary" : {"$exists" : False }})
2932 for menu_item in menu_items :
30- generate_summaries_by_id (str ( menu_item ["_id" ]) )
33+ generate_summaries_by_id (menu_item ["_id" ])
3134
3235
3336def generate_summaries_by_id (id ):
@@ -49,20 +52,22 @@ def generate_summaries_by_id(id):
4952 summary = summarizer ("\n " .join ([review ["content" ] for review in reviews ]))
5053 print (summary )
5154 g_db .menuItems .update_one ({"_id" : menu_item ["_id" ]}, {"$set" : {"summary" : summary [0 ]["summary_text" ]}})
52- # generate_review_sentiments()
53- # generate_menu_item_summaries()
55+ generate_review_sentiments ()
56+ generate_menu_item_summaries ()
5457
5558def create_menu_taste_profiles ():
56- # get all menu items with summaries
57- menu_items = g_db .menuItems .find ({"summary" : {"$exists" : True }})
59+ # get all menu items with summaries and no taste profile
60+ menu_items = g_db .menuItems .find (
61+ {"summary" : {"$exists" : True }, "taste_profile" : {"$exists" : False }}
62+ )
5863 for menu_item in menu_items :
5964 print (menu_item )
6065 menu_taste_profile = menu_item ["summary" ] + menu_item ["description" ]
6166 print (menu_taste_profile )
6267 embeddings = get_embedding (menu_taste_profile )
6368 g_db .menuItems .update_one ({"_id" : menu_item ["_id" ]}, {"$set" : {"taste_profile" : embeddings }})
6469
65- # create_menu_taste_profiles()
70+ create_menu_taste_profiles ()
6671
6772def create_user_taste_profiles ():
6873 # get all users
@@ -93,12 +98,12 @@ def create_user_taste_profiles():
9398 g_db .users .update_one ({"_id" : user ["_id" ]}, {"$set" : {"taste_profile" : embeddings }})
9499
95100
96- for change in stream :
97- if change ["operationType" ] == "insert" or change ["operationType" ] == "delete" :
98- doc = change ["fullDocument" ]
99- print (doc )
100- generate_summaries_by_id (doc ["menuItem" ])
101- print ("summaries generated for " + doc ["menuitemName" ])
101+ # for change in stream:
102+ # if change["operationType"] == "insert" or change["operationType"] == "delete":
103+ # doc = change["fullDocument"]
104+ # print(doc)
105+ # generate_summaries_by_id(doc["menuItem"])
106+ # print("summaries generated for " + doc["menuitemName"])
102107
103108 # generate_review_summaries()
104109 # generate_menu_item_summaries()
0 commit comments