diff --git a/.github/workflows/_check_package.yaml b/.github/workflows/_check_package.yaml new file mode 100644 index 0000000000..d4b5981b0f --- /dev/null +++ b/.github/workflows/_check_package.yaml @@ -0,0 +1,47 @@ +name: Package check + +on: + # Runs when manually triggered from the GitHub UI. + workflow_dispatch: + + # Runs when invoked by another workflow. + workflow_call: + +permissions: + contents: read + +jobs: + package_check: + name: Package check + runs-on: ubuntu-latest + steps: + - name: Checkout repository + uses: actions/checkout@v6 + + - name: Set up uv package manager + uses: astral-sh/setup-uv@v8.1.0 + with: + python-version: "3.14" + + - name: Build sdist and wheel + run: uv run poe build + + - name: Verify built package + uses: apify/workflows/python-package-check@main + with: + package_name: crawlee + src_package_dir: src/crawlee + dist_dir: dist + python_version: "3.14" + extras: all + smoke_code: | + from crawlee.crawlers import ( + HttpCrawler, BeautifulSoupCrawler, ParselCrawler, + PlaywrightCrawler, AdaptivePlaywrightCrawler, + ) + from crawlee.storages import Dataset, KeyValueStore, RequestQueue + from crawlee.http_clients import HttpxHttpClient, ImpitHttpClient + from crawlee import Request + HttpCrawler() + BeautifulSoupCrawler() + ParselCrawler() diff --git a/.github/workflows/manual_release_beta.yaml b/.github/workflows/manual_release_beta.yaml index f6ce0d81ce..3373541f83 100644 --- a/.github/workflows/manual_release_beta.yaml +++ b/.github/workflows/manual_release_beta.yaml @@ -60,6 +60,26 @@ jobs: version_number: ${{ needs.release_prepare.outputs.version_number }} ref: ${{ needs.changelog_update.outputs.changelog_commitish }} + - name: Verify built package + uses: apify/workflows/python-package-check@main + with: + package_name: crawlee + src_package_dir: src/crawlee + dist_dir: dist + python_version: "3.14" + extras: all + smoke_code: | + from crawlee.crawlers import ( + HttpCrawler, BeautifulSoupCrawler, ParselCrawler, + PlaywrightCrawler, AdaptivePlaywrightCrawler, + ) + from crawlee.storages import Dataset, KeyValueStore, RequestQueue + from crawlee.http_clients import HttpxHttpClient, ImpitHttpClient + from crawlee import Request + HttpCrawler() + BeautifulSoupCrawler() + ParselCrawler() + # Publish the package to PyPI using PyPA official GitHub action with OIDC authentication. - name: Publish package to PyPI uses: pypa/gh-action-pypi-publish@release/v1 diff --git a/.github/workflows/manual_release_stable.yaml b/.github/workflows/manual_release_stable.yaml index 2f5dca51d9..d0ca91d005 100644 --- a/.github/workflows/manual_release_stable.yaml +++ b/.github/workflows/manual_release_stable.yaml @@ -97,6 +97,27 @@ jobs: is_prerelease: "" version_number: ${{ needs.release_prepare.outputs.version_number }} ref: ${{ needs.changelog_update.outputs.changelog_commitish }} + + - name: Verify built package + uses: apify/workflows/python-package-check@main + with: + package_name: crawlee + src_package_dir: src/crawlee + dist_dir: dist + python_version: "3.14" + extras: all + smoke_code: | + from crawlee.crawlers import ( + HttpCrawler, BeautifulSoupCrawler, ParselCrawler, + PlaywrightCrawler, AdaptivePlaywrightCrawler, + ) + from crawlee.storages import Dataset, KeyValueStore, RequestQueue + from crawlee.http_clients import HttpxHttpClient, ImpitHttpClient + from crawlee import Request + HttpCrawler() + BeautifulSoupCrawler() + ParselCrawler() + # Publish the package to PyPI using PyPA official GitHub action with OIDC authentication. - name: Publish package to PyPI uses: pypa/gh-action-pypi-publish@release/v1 diff --git a/.github/workflows/on_pull_request.yaml b/.github/workflows/on_pull_request.yaml index a13e725f3c..991dabaae8 100644 --- a/.github/workflows/on_pull_request.yaml +++ b/.github/workflows/on_pull_request.yaml @@ -25,6 +25,10 @@ jobs: name: Code checks uses: ./.github/workflows/_check_code.yaml + package_check: + name: Package check + uses: ./.github/workflows/_check_package.yaml + tests: name: Tests uses: ./.github/workflows/_tests.yaml