load and save llm_cache and npc 'memories'

Author: neph1

stories/teaparty/world.json

@@ -26,7 +26,7 @@
         }
     },
     "world": {
-        "creatures": {
+        "npcs": {
             "mad hatter": {
                 "location": "Living Room",
                 "name": "Mad hatter",
@@ -120,4 +120,4 @@
         },
         "items": {}
     }
-}
+}

tale/json_story.py

@@ -1,11 +1,8 @@
-import tale
-from tale.base import Location, Item, Living
-from tale.driver import Driver
 from tale.llm.llm_ext import DynamicStory
 from tale.player import Player
-from tale.story import StoryBase, StoryConfig
+from tale.story import StoryConfig
 import tale.parse_utils as parse_utils
-from tale.zone import Zone
+import tale.llm.llm_cache as llm_cache
 
 class JsonStory(DynamicStory):
 
@@ -30,14 +27,18 @@ def init(self, driver) -> None:
             self.add_zone(zone)
             for loc in zone.locations.values():
                 self.add_location(loc, name)
-        if world['catalogue']['creatures']:
-            self._catalogue._creatures = world['catalogue']['creatures']
-        if  world['catalogue']['items']:
-            self._catalogue._items = world['catalogue']['items']
-        if world['world']['npcs']:
-            self._world.npcs = parse_utils.load_npcs(world['world']['npcs'].values(), self.locations)
-        if  world['world']['items']:
-            self._world.items = parse_utils.load_items(world['world']['items'].values(), self.locations)
+        if world.get('catalogue', None):
+            if world['catalogue']['creatures']:
+                self._catalogue._creatures = world['catalogue']['creatures']
+            if  world['catalogue']['items']:
+                self._catalogue._items = world['catalogue']['items']
+        if world.get('world', None):
+            if world['world']['npcs']:
+                self._world.npcs = parse_utils.load_npcs(world['world']['npcs'].values(), self.locations)
+            if  world['world']['items']:
+                self._world.items = parse_utils.load_items(world['world']['items'].values(), self.locations)
+
+        llm_cache.load(parse_utils.load_json(self.path +'llm_cache.json'))
 
 
     def welcome(self, player: Player) -> str:

tale/llm/LivingNpc.py

@@ -17,7 +17,6 @@ def __init__(self, name: str, gender: str, *,
         self.age = age
         self.personality = personality
         self.occupation = occupation
-        self.memory_size = 1024
         self.known_locations = dict()
         self._observed_events = set() # type: set[int] # These are hashed values of action the character has been notified of
         self._conversations = set() # type: set[str] # These are hashed values of conversations the character has involved in
@@ -166,4 +165,23 @@ def character_card(self) -> str:
                 description=self.description,
                 occupation=self.occupation,
                 race=self.stats.race,
-                items=','.join(items))
+                items=','.join(items))
+    
+    def dump_memory(self) -> dict:
+        return dict(
+                    known_locations=self.known_locations,
+                    observed_events=llm_cache.get_events(self._observed_events),
+                    conversations=llm_cache.get_tells(self._conversations),
+                    sentiments=self.sentiments,
+                    action_history=self.action_history,
+                    planned_actions=self.planned_actions,
+                    goal=self.goal)
+    
+    def load_memory(self, memory: dict):
+        self.known_locations = memory.get('known_locations', {})
+        self._observed_events = set([llm_cache.cache_event(event) for event in memory.get('observed_events', [])])
+        self._conversations = set([llm_cache.cache_tell(tell) for tell in memory.get('conversations', [])])
+        self.sentiments = memory.get('sentiments', {})
+        self.action_history = memory.get('action_history', [])
+        self.planned_actions = memory.get('planned_actions', [])
+        self.goal = memory.get('goal', None)

tale/llm/llm_cache.py

@@ -1,9 +1,5 @@
 """ This file stores various caches for LLM related things. """
 
-
-
-
-
 event_cache = {}
 look_cache = {}
 tell_cache = {}
@@ -53,3 +49,14 @@ def get_tells(tell_hashes: [int]) -> str:
     return ", ".join([tell_cache.get(tell_hash, '') for tell_hash in tell_hashes])
 
 
+def load(cache_file: dict):
+    """ Loads the caches from disk. """
+    event_cache = cache_file.get("events", {})
+    look_cache = cache_file.get("looks", {})
+    tell_cache = cache_file.get("tells", {})
+
+def save() -> dict:
+    """ Saves the caches to disk. """
+    return {"events":event_cache, "looks":look_cache, "tells":tell_cache}
+
+

tale/llm/llm_ext.py

@@ -1,11 +1,11 @@
 import json
-import typing
 from tale import parse_utils
 from tale.base import Item, Living, Location
 from tale.coord import Coord
 from tale.story import StoryBase
 
 from tale.zone import Zone
+import tale.llm.llm_cache as llm_cache
 
 class DynamicStory(StoryBase):
 
@@ -111,7 +111,10 @@ def save(self) -> None:
             json.dump(story , fp, indent=4)
 
         with open('story_config.json', "w") as fp:
-            json.dump(parse_utils.save_story_config(self.config) , fp, indent=4)
+            json.dump(parse_utils.save_story_config(self.config), fp, indent=4)
+
+        with open('llm_cache.json', "w") as fp:
+            json.dump(llm_cache.save(), fp, indent=4)
 
     @property
     def get_catalogue(self) -> 'Catalogue':

tale/parse_utils.py

@@ -4,6 +4,7 @@
 from tale.base import Location, Exit, Item, Stats, Weapon, Wearable
 from tale.coord import Coord
 from tale.items.basic import Boxlike, Drink, Food, Health, Money, Note
+from tale.llm.LivingNpc import LivingNpc
 from tale.npc_defs import StationaryMob, StationaryNpc
 from tale.races import UnarmedAttack
 from tale.story import GameMode, MoneyType, TickMethod, StoryConfig
@@ -13,8 +14,18 @@
 import json
 import re
 import sys
+import os
+
 
 def load_json(file_path: str):
+    """
+        Loads json from supplied file path
+        Returns dict
+        Fails silently and returns an empty dict if file doesn't exist
+    """
+    if not os.path.isfile(file_path):
+        return {}
+    
     with open(file_path) as f:
         return json.load(f, strict=False)
 
@@ -125,7 +136,7 @@ def load_npcs(json_npcs: [], locations = {}) -> dict:
         Inserts into locations if supplied and has location
     """
     npcs = {}
-    for npc in json_npcs:
+    for npc in json_npcs: # type dict
         npc_type = npc.get('type', 'Mob')
         if npc_type == 'ignore':
             continue
@@ -160,12 +171,13 @@ def load_npcs(json_npcs: [], locations = {}) -> dict:
             new_npc.stats.level = npc.get('level', 1)
         if npc.get('stats', None):
             new_npc.stats = load_stats(npc['stats'])
-        # else:
-        #     module = sys.modules['tale.items.basic']
-        #     clazz = getattr(module, npc_type)
-        #     new_npc = clazz(name=npc['name'], gender=npc['gender'], race=npc['race'], title=npc['title'], descr=npc['descr'], short_descr=npc['short_descr'], args=npc)
+
         if locations and npc['location']:
             _insert(new_npc, locations, npc['location'])
+
+        if npc.get('memory', None):
+            new_npc.load_memory(npc['memory'])
+
         npcs[name] = new_npc
     return npcs
 
@@ -325,13 +337,11 @@ def trim_response(message: str):
 
 def sanitize_json(result: str):
     """ Removes special chars from json string. Some common, and some 'creative' ones. """
-    # .replace('}}', '}')
-    # .replace('""', '"')
     if result is None:
         return ''
     result = result.replace('```json', '') #.replace('\\"', '"').replace('"\\n"', '","').replace('\\n', '').replace('}\n{', '},{').replace('}{', '},{').replace('\\r', '').replace('\\t', '').replace('"{', '{').replace('}"', '}').replace('"\\', '"').replace('\\”', '"').replace('" "', '","').replace(':,',':').replace('},]', '}]').replace('},}', '}}')
     result = result.split('```')[0]
-    print('sanitized json: ' + result)
+    #print('sanitized json: ' + result)
     return result
 
 def _convert_name(name: str):
@@ -561,6 +571,9 @@ def save_npcs(creatures: []) -> dict:
         stored_npc['aliases'] = list(npc.aliases)
         stored_npc['short_descr'] = npc.short_description
         stored_npc['descr'] = npc.description
+        stored_npc['personality'] = npc.personality
+        stored_npc['occupation'] = npc.occupation
+        stored_npc['age'] = npc.age
 
         if isinstance(npc, StationaryMob):
             stored_npc['type'] = 'Npc'
@@ -575,6 +588,9 @@ def save_npcs(creatures: []) -> dict:
             stored_npc['short_descr'] = npc.short_description
             stored_npc['level'] = npc.stats.level
             stored_npc['stats'] = save_stats(npc.stats)
+
+        if isinstance(npc, LivingNpc):
+            stored_npc['memory'] = npc.dump_memory()
 
         npcs[npc.name] = stored_npc
     return npcs