add logging for debugging

webapp/docs/search.py

@@ -2,6 +2,9 @@
 import requests
 import concurrent.futures
 from sklearn.feature_extraction.text import TfidfVectorizer
+import logging
+
+logging.basicConfig(level=logging.INFO)
 
 # ReadTheDocs projects and API endpoints
 RTD_PROJECTS = {
@@ -44,17 +47,37 @@
 
 
 def fetch_search_results(project, url, query):
-    """Fetch search results synchronously from ReadTheDocs API."""
+    """
+    Fetch search results synchronously from ReadTheDocs API
+    and log responses.
+    """
     params = {
         "q": f"project:{project} {query}",
         "page_size": 10,  # fetch the first 10 results from each domain
     }
     try:
         response = requests.get(url, params=params, timeout=5)
-        return (
-            response.json() if response.status_code == 200 else {"results": []}
+
+        logging.info(
+            f"Fetching search results for {project}: {response.status_code}"
         )
-    except requests.exceptions.RequestException:
+
+        if response.status_code == 200:
+            data = response.json()
+            logging.info(
+                f"Request successful for {project}: {response.status_code}"
+            )
+            return data
+        else:
+            logging.warning(
+                f"API request failed for {project}: {response.status_code}"
+            )
+            logging.warning(f"Response text: {response.text}")
+
+            return {"results": []}
+
+    except requests.exceptions.RequestException as e:
+        logging.error(f"Network error fetching {project}: {e}")
         return {"results": []}