Skip to content

slowed down crawler even more #375

slowed down crawler even more

slowed down crawler even more #375

# This is a basic workflow to help you get started with Actions
name: verify-spiders-scheduled
# Controls when the workflow will run
on:
# Triggers the workflow on push or pull request events but only for the dev branch
push:
branches: [ dev ]
pull_request:
branches: [ dev, main ]
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
# This workflow contains a single job called "build"
check-spiders:
# The type of runner that the job will run on
runs-on: ubuntu-latest
# Steps represent a sequence of tasks that will be executed as part of the job
steps:
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- uses: actions/checkout@v2
- uses: actions/setup-python@v2
with:
python-version: "3.9.12"
# Runs a set of commands using the runners shell
- name: "Ensure all spiders are set to run"
run: |
echo "Ensure all spiders are set to run"
ls
python github_action.check_spiders_scheduled.py