add requirements.txt

requirements.txt

@@ -0,0 +1,17 @@
+beautifulsoup4==4.12.2 ; python_version >= "3.9" and python_version < "4.0"
+certifi==2023.5.7 ; python_version >= "3.9" and python_version < "4.0"
+charset-normalizer==3.1.0 ; python_version >= "3.9" and python_version < "4.0"
+colorama==0.4.6 ; python_version >= "3.9" and python_version < "4.0"
+exceptiongroup==1.1.1 ; python_version >= "3.9" and python_version < "4.0"
+filelock==3.12.1 ; python_version >= "3.9" and python_version < "4.0"
+idna==3.4 ; python_version >= "3.9" and python_version < "4.0"
+lxml==4.9.2 ; python_version >= "3.9" and python_version < "4.0"
+pydantic==1.10.7 ; python_version >= "3.9" and python_version < "4.0"
+pysocks==1.7.1 ; python_version >= "3.9" and python_version < "4.0"
+python-dotenv==1.0.0 ; python_version >= "3.9" and python_version < "4.0"
+requests==2.31.0 ; python_version >= "3.9" and python_version < "4.0"
+requests[socks]==2.31.0 ; python_version >= "3.9" and python_version < "4.0"
+snscrape @ git+https://github.com/JustAnotherArchivist/snscrape.git@c3b216c3cb8593513a018eb3ec4fd6f18d3aba5b ; python_version >= "3.9" and python_version < "4.0"
+soupsieve==2.4 ; python_version >= "3.9" and python_version < "4.0"
+typing-extensions==4.5.0 ; python_version >= "3.9" and python_version < "4.0"
+urllib3==2.0.2 ; python_version >= "3.9" and python_version < "4.0"

surv_ai/lib/tools/query/google_custom_search.py

@@ -63,6 +63,7 @@ async def _search(self, query: str) -> list[str]:
             data = response.json()
 
             try:
+                print(data)
                 new_records = data["items"]
             except Exception:
                 logger.log_exception("Could not retrieve all pages.")