README.md

ur-web-spider

install dependency

python3 -m pip install -r requirements.txt
python3 -m pip install --upgrade -r requirements.txt

execute

python3 src/main.py

execute with dev mode (no request to real server)

cat config.yaml isDev: true

python3 src/main.py

test

python3 -m pytest
python3 -m pytest -k testSplitStation

output

json file

output/bukken-yyyyMMdd.json

example

[
    {"madori": null, "allCount": "15", ....}
]