Skip to content

Commit

Permalink
Scraped the first 20 data for testing
Browse files Browse the repository at this point in the history
  • Loading branch information
darren7753 committed Sep 12, 2023
1 parent 25b0b93 commit a42d77d
Show file tree
Hide file tree
Showing 4 changed files with 204,094 additions and 29 deletions.
58 changes: 29 additions & 29 deletions .github/workflows/scraping_calendar_urls.yml
Original file line number Diff line number Diff line change
@@ -1,36 +1,36 @@
name: Run Scraping Calendar URL
# name: Run Scraping Calendar URL

on:
push:
branches:
- main
# on:
# push:
# branches:
# - main

jobs:
run-script:
runs-on: ubuntu-latest
# jobs:
# run-script:
# runs-on: ubuntu-latest

steps:
- name: Checkout repository
uses: actions/checkout@v2
# steps:
# - name: Checkout repository
# uses: actions/checkout@v2

- name: Set up Python 3.8
uses: actions/setup-python@v2
with:
python-version: 3.8
# - name: Set up Python 3.8
# uses: actions/setup-python@v2
# with:
# python-version: 3.8

- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
# - name: Install dependencies
# run: |
# python -m pip install --upgrade pip
# pip install -r requirements.txt

- name: Run script
run: python scraping_calendar_url.py
# - name: Run script
# run: python scraping_calendar_url.py

- name: Commit and push
run: |
git config --global user.name "${{ secrets.USERNAME_GITHUB }}"
git config --global user.email "${{ secrets.EMAIL_GITHUB }}"
git pull origin main
git add calendar_urls.txt errors.txt
git commit -m "Added calendar linkssss"
git push
# - name: Commit and push
# run: |
# git config --global user.name "${{ secrets.USERNAME_GITHUB }}"
# git config --global user.email "${{ secrets.EMAIL_GITHUB }}"
# git pull origin main
# git add calendar_urls.txt errors.txt
# git commit -m "Added calendar linkssss"
# git push
36 changes: 36 additions & 0 deletions .github/workflows/scraping_data.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
name: Run Scraping Calendar URL

on:
push:
branches:
- main

jobs:
run-script:
runs-on: ubuntu-latest

steps:
- name: Checkout repository
uses: actions/checkout@v2

- name: Set up Python 3.8
uses: actions/setup-python@v2
with:
python-version: 3.8

- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Run script
run: python scraping_data.py

- name: Commit and push
run: |
git config --global user.name "${{ secrets.USERNAME_GITHUB }}"
git config --global user.email "${{ secrets.EMAIL_GITHUB }}"
git pull origin main
git add Data/*
git commit -m "Added data"
git push
Loading

0 comments on commit a42d77d

Please sign in to comment.