alexpolo1
c26f249268
D2R UI hitboxes are tight; a 1px offset on the Join Game tab click was enough to miss the button. Final SetCursorPos pass after the existing verification check.
38 lines
1.8 KiB
Batchfile
38 lines
1.8 KiB
Batchfile
@echo off
|
|
REM Daily D2R Price Pipeline - .211
|
|
REM Scrape d2jsp + Traderie -> push data to .96 -> .96 runs DB + dashboard
|
|
setlocal
|
|
set PYTHON=C:\Python313\python.exe
|
|
set REPO=C:\Users\alex\my-botty
|
|
set LOG=%REPO%\log\fg_scrape.log
|
|
|
|
echo ==========================================>> "%LOG%"
|
|
echo [%date% %time%] Starting daily price scrape>> "%LOG%"
|
|
echo ==========================================>> "%LOG%"
|
|
|
|
cd /d "%REPO%"
|
|
|
|
echo [1/3] Scraping d2jsp (40 pages, 800 topics)... >> "%LOG%"
|
|
"%PYTHON%" tools\playwright_fg_scraper.py --max-forum-pages 40 --max-topics 800 --delay-s 0.5 >> "%LOG%" 2>&1
|
|
if errorlevel 1 (
|
|
echo [ERROR] d2jsp scrape failed >> "%LOG%"
|
|
goto :end
|
|
)
|
|
|
|
echo [2/3] Scraping Traderie... >> "%LOG%"
|
|
"%PYTHON%" tools\traderie_price_scraper.py >> "%LOG%" 2>&1
|
|
|
|
echo [3/3] Pushing data to .96 and running pipeline... >> "%LOG%"
|
|
REM Push d2jsp HTML files
|
|
scp -o StrictHostKeyChecking=no -r data/d2jsp_pages/* [email protected]:/tmp/d2jsp_pages/ >> "%LOG%" 2>&1
|
|
REM Push Traderie + FG data
|
|
scp -o StrictHostKeyChecking=no config/daily_prices.json [email protected]:/tmp/ >> "%LOG%" 2>&1
|
|
scp -o StrictHostKeyChecking=no config/fg_daily_estimates.json [email protected]:/tmp/ >> "%LOG%" 2>&1
|
|
|
|
REM Move to correct location and run .96 pipeline
|
|
ssh -o StrictHostKeyChecking=no [email protected] "sudo mkdir -p /opt/d2r-prices/data/d2jsp_pages /opt/d2r-prices/config && sudo cp /tmp/d2jsp_pages/* /opt/d2r-prices/data/d2jsp_pages/ 2>/dev/null; sudo cp /tmp/daily_prices.json /opt/d2r-prices/config/ 2>/dev/null; sudo cp /tmp/fg_daily_estimates.json /opt/d2r-prices/config/ 2>/dev/null; sudo rm -rf /tmp/d2jsp_pages /tmp/daily_prices.json /tmp/fg_daily_estimates.json; sudo /opt/d2r-prices/run_scrape_96.sh" >> "%LOG%" 2>&1
|
|
|
|
:end
|
|
echo [%date% %time%] Pipeline complete >> "%LOG%"
|
|
echo Done.
|