Cache the games aggregation pipeline to optimize search

rNintendoSwitch · Jun 18, 2024 · 7c0fb29 · 7c0fb29
1 parent 62597e1
commit 7c0fb29
Showing 1 changed file with 28 additions and 26 deletions.
diff --git a/modules/games.py b/modules/games.py
@@ -124,6 +124,32 @@ def __init__(self, bot):
         self.db.create_index([("guid", pymongo.ASCENDING)], unique=True)
         self.db.create_index([("game.id", pymongo.ASCENDING)])
 
+        # Generate the pipeline
+        self.pipeline = [
+            {'$match': {'_type': 'game'}},  # Select games
+            {
+                '$graphLookup': {
+                    'from': 'games',
+                    'startWith': '$id',
+                    'connectFromField': 'id',
+                    'connectToField': 'game.id',
+                    'as': '_releases',
+                    'restrictSearchWithMatch': {'_type': 'release'},
+                }
+            },  # Search for releases from 'id' to release 'game.id' field, and add as '_releases'
+            {
+                '$project': {
+                    'guid': 1,
+                    'name': 1,
+                    'aliases': 1,
+                    'original_release_date': 1,
+                    '_releases.name': 1,
+                    '_releases.release_date': 1,
+                }
+            },  # Filter to only stuff we want
+        ]
+        self.aggregatePipeline = list(self.db.aggregate(self.pipeline))
+
         if AUTO_SYNC:
             self.sync_db.start()  # pylint: disable=no-member
 
@@ -171,6 +197,7 @@ async def sync_db(self, force_full: bool = False) -> Tuple[int, str]:
             'count': count,
             'running': False,
         }
+        self.aggregatePipeline = list(self.db.aggregate(self.pipeline))
 
         return count, detail_str
 
@@ -199,32 +226,7 @@ def update_item_in_db(self, type: Literal['game', 'release'], game: dict):
 
     def search(self, query: str) -> Optional[dict]:
         match = {'guid': None, 'score': None, 'name': None}
-
-        pipeline = [
-            {'$match': {'_type': 'game'}},  # Select games
-            {
-                '$graphLookup': {
-                    'from': 'games',
-                    'startWith': '$id',
-                    'connectFromField': 'id',
-                    'connectToField': 'game.id',
-                    'as': '_releases',
-                    'restrictSearchWithMatch': {'_type': 'release'},
-                }
-            },  # Search for releases from 'id' to release 'game.id' field, and add as '_releases'
-            {
-                '$project': {
-                    'guid': 1,
-                    'name': 1,
-                    'aliases': 1,
-                    'original_release_date': 1,
-                    '_releases.name': 1,
-                    '_releases.release_date': 1,
-                }
-            },  # Filter to only stuff we want
-        ]
-
-        for game in self.db.aggregate(pipeline):
+        for game in self.aggregatePipeline:
             names = collections.Counter([game['name']])
             if game['aliases']:
                 names.update(game['aliases'])