update

Author: MoserMichael

build_cats.py

@@ -35,7 +35,7 @@ def build_cache(self):
             url = entry.get("d")
 
             before_lookup = datetime.now()
-            description, cache_hit = self.desc_cache.cache_lookup( url) #, self.soup_builder )
+            description, cache_hit = self.desc_cache.cache_lookup_load_if_missing(url) #, self.soup_builder )
             after_lookup = datetime.now()
 
             if description is None or description.description == "":

dcache.py

@@ -15,13 +15,16 @@ def __init__(self, enable_http_client, enable_selenium):
     def show(self, prefix="", suffix=""):
         print(f"{prefix} Total: new lookups succeeded: {self.cache_load_ok} new lookups failed: {self.cache_load_failed} number of {suffix}")
 
-    def cache_lookup(self, url):
-        print(f"cache_lookup {url}")
+    def cache_lookup_load_if_missing(self, url):
+        print(f"cache_lookup_load_if_missing {url}")
 
         rval = self.cache_get(url)
-        if rval is not None and rval != "":
-            print(f"cache entry exists: {rval}")
-            return rval, True
+        if rval is not None:
+            txt = rval.description
+            if txt is not None and txt != "":
+                print(f"cache entry with description already exists: {rval}")
+                return rval, True
+
 
         if self.enable_http_client:
             if url in DescriptionCache.ignore_set:

dcachebase.py

@@ -59,9 +59,7 @@ def set_changed(self):
     def cache_get(self, url):
         descr = self.map_url_to_descr.get(url, None)
         if descr is not None:
-            txt = descr.get("description") 
-            if txt is not None and txt != "":
-                return CacheItem.from_dict(descr)
+            return CacheItem.from_dict(descr)
         return None
 
     def cache_set(self, url, obj):