added api key for semantic scholar

.github/workflows/publish-with-poetry.yaml

@@ -0,0 +1,55 @@
+name: Build and Publish Package to Pypi
+
+on:
+  push:
+    tags:
+      - "*"
+
+jobs:
+  tests:
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12"]
+        os: [ubuntu-latest, macos-latest]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - name: Checkout
+        uses: actions/[email protected]
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/[email protected]
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Setup Poetry
+        uses: abatilo/[email protected]
+        with:
+          poetry-version: 1.8.3
+      - name: Install Packages
+        run: poetry install --with dev,docs
+      - name: Build coverage file
+        run: |
+          poetry run pytest
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/[email protected]
+        with:
+          fetch-depth: 0
+      - name: Set up Python
+        uses: actions/[email protected]
+        with:
+          python-version: "3.12"
+      - name: Setup Poetry
+        uses: abatilo/[email protected]
+        with:
+          poetry-version: 1.8.3
+      - name: Install dependencies
+        run: |
+          poetry --version
+          poetry install
+      - name: Build and publish
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags')
+        env:
+          PYPI_USERNAME: __token__
+          PYPI_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+        run: |
+          poetry publish --build -u $PYPI_USERNAME -p $PYPI_PASSWORD

.pre-commit-config.yaml

@@ -1,29 +1,47 @@
+exclude: "^notebooks/|^notes/"
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.2.0
+    rev: v4.5.0
     hooks:
       - id: check-added-large-files
       - id: debug-statements
       - id: detect-private-key
       - id: end-of-file-fixer
       - id: requirements-txt-fixer
       - id: trailing-whitespace
-  - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v0.960
-    hooks:
-      - id: mypy
-        args: [--no-strict-optional, --ignore-missing-imports]
-        files: ^(eerily/|tests/)
   - repo: https://github.com/ambv/black
-    rev: 22.6.0
+    rev: 24.4.2
     hooks:
     - id: black
       language: python
-      args:
-        - "--line-length=120"
   - repo: https://github.com/pycqa/isort
-    rev: 5.10.1
+    rev: 5.13.2
     hooks:
       - id: isort
         name: isort (python)
-        args: ["--profile", "black"]
+        args: ["--multi-line", "3", "--profile", "black", "--treat-comment-as-code", "# %%", "--float-to-top"]
+  - repo: local
+    # We do not use pre-commit/mirrors-mypy,
+    # as it comes with opinionated defaults
+    # (like --ignore-missing-imports)
+    # and is difficult to configure to run
+    # with the dependencies correctly installed.
+    hooks:
+      - id: mypy
+        name: mypy
+        entry: mypy
+        language: python
+        # language_version: python3.12
+        additional_dependencies:
+          - mypy
+          - pandas-stubs
+          - pydantic
+          - pytest
+        types:
+          - python
+        # use require_serial so that script
+        # is only called once per commit
+        require_serial: true
+        # Print the number of files as a sanity-check
+        verbose: true
+        exclude: ^docs

kirsche/utils/web.py

@@ -1,10 +1,11 @@
+import os
 import random
+from typing import Optional, Union
 
 import requests
 from loguru import logger
 from requests.adapters import HTTPAdapter
 from requests.packages.urllib3.util.retry import Retry
-from typing import Union, Optional
 
 
 def get_random_user_agent(browsers: Optional[Union[str, list]] = None) -> dict:
@@ -129,6 +130,9 @@ def get_session_query_configs(
     if headers is None:
         headers = get_random_user_agent()
 
+    if os.getenv("SC_API_KEY") and "x-api-key" not in headers:
+        headers["x-api-key"] = os.getenv("SC_API_KEY")
+
     if timeout is None:
         timeout = (5, 14)
 

kirsche/version.py

@@ -1 +1 @@
-__version__ = "0.2.8"
+__version__ = "0.2.9"