## THE FOLLOWING IS THE GENERAL COMMAND TO RUN THE SYNC FROM AIRFLOW FOLDER
## CAN ALSO JUST TYPE IN TERMINAL --->    bash __run_me_to_sync.sh


###FIRST OPEN NEW TERMINAL TAB IN YOUR LOCAL MACHINE
###ASSUME THAT YOU ALREADY NAVIGATE TO THE DIRECTORY THAT HAS THE DIRECTORY YOU WANT TO TRANSFER FROM REMOTE TO LOCAL

rm *.sql

LOCAL_DIR="./" #THE DIRECTORY THAT YOU WANT THE FILES TO END UP IN LOCAL
LOGIN="yanghung" #CHANGE YOUR LOGIN
SERVER_DIR="/home/airflow/files"  #THE DIRECTORY IN REMOTE THAT HAS YOUR STUFF
CONSTANT_SERVER="dxdata-ec2.internal.justin.tv" #THE REMOTE SERVER THAT YOU CONNECT TO
TC=dx-data scp -r $LOGIN@$CONSTANT_SERVER:$SERVER_DIR $LOCAL_DIR



mv files/* .
rm -r files/
