daily

daily #124

	name: daily

	on:
	workflow_dispatch:
	schedule:
	- cron: '0 9 * * *' # Run daily at 9:00 AM EST

	jobs:
	data_processing:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout repository
	uses: actions/checkout@v2

	- name: Set up Python
	uses: actions/setup-python@v2
	with:
	python-version: '3.10'

	- name: Install dependencies
	run: \|
	pip install -r requirements.txt
	playwright install

	# - name: Look for prisons' data
	# run: jupyter nbconvert --to notebook --execute "notebooks/2_Institutes_1_Info_scraper.ipynb"

	- name: Look for new institutes' data
	run: jupyter nbconvert --to notebook --execute "notebooks/2_Institutes_2_Daily_scraper.ipynb"

	- name: Analyze the data
	run: jupyter nbconvert --to notebook --execute "notebooks/3_Institutes_3_Analysis.ipynb"

	- name: Commit and push changes
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	run: \|
	git config user.name "Automated"
	git config user.email "[email protected]"
	git add .
	git commit -m "Automated data processing"
	git push https://x-access-token:${GITHUB_TOKEN}@github.com/${{ github.repository }} HEAD:main

Provide feedback