Pull and Clean Tickers and Make Trie Autocomplete #21
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Pull and Clean Tickers and Make Trie Autocomplete | |
on: | |
schedule: | |
- cron: '20 7 * * 0' # Runs every Sunday at 12:20 AM PST | |
workflow_dispatch: # Enable manual trigger | |
jobs: | |
update-tickers-and-clean-datasets-and-make-trie-pickle: | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
node-version: [20.x] | |
steps: | |
- name: Set up Node.js | |
uses: actions/setup-node@v4 | |
with: | |
node-version: ${{ matrix.node-version }} | |
- name: Checkout code | |
uses: actions/checkout@v4 | |
- name: Pull NYSE tickers | |
run: | | |
wget https://raw.githubusercontent.com/rreichel3/US-Stock-Symbols/main/nyse/nyse_tickers.txt -O nyse_tickers.txt | |
- name: Pull NASDAQ tickers | |
run: | | |
wget https://raw.githubusercontent.com/rreichel3/US-Stock-Symbols/main/nasdaq/nasdaq_tickers.txt -O nasdaq_tickers.txt | |
- name: Install Python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: '3.x' | |
cache: 'pip' # caching pip dependencies | |
- run: pip install -r requirements.txt | |
- name: Clean tickers and retrieve market caps | |
run: | | |
python StockTickers/clean_datasets.py nyse_tickers.txt | |
python StockTickers/clean_datasets.py nasdaq_tickers.txt | |
- name: Create Trie for autocomplete of tickers | |
run: | | |
cd FlaskApp | |
python create_Trie.py | |
cd .. | |
- name: Add and commit cleaned dataset CSVs and Trie | |
run: | | |
git config --global user.email "jpnewman167@gmail.com" | |
git config --global user.name "JNewman-cell" | |
git pull origin main | |
git add StockTickers/nyse_tickers_cleaned.csv StockTickers/nasdaq_tickers_cleaned.csv FlaskApp/trie.pkl | |
git commit -m "Add cleaned dataset CSVs and Trie pickle" | |
git push origin main |