Jn jn22q3 - dwisianto/dwisianto GitHub Wiki

macos

• /Users/dwyk/d2/s2/m6
  • /Users/dwyk/d2/s2/m6/wk/d23
  • conda create --name ie39 --clone base
  • conda install pytest pytest-order
• dwisianto.github.io
• dwisianto.github.io.nlp

Information Extraction

Label Studio

• label-studio
  • localhost:8080
  • ~/d/s/m/pj/ls22

Jupyter

• jupyter
  • localhost:8888
  • ~/d/s/m/pj/jupy
  • ~/.zshrc
    • jpl

#
# [] JupyterLab
#
#alias runjupyter="jupyter lab --NotebookApp.token='' --port 6006 --no-browser --ip=\"0.0.0.0\" --allow-root --NotebookApp.iopub_msg_rate_limit=1000000.0 --NotebookApp.io\
pub_data_rate_limit=100000000.0 --NotebookApp.notebook_dir=/"
JPL_EXE=/opt/homebrew/Caskroom/miniforge/base/envs/jupy39/bin/jupyter
JPL_WS=${HOME}/d2/s2/m6/pj
JPL_PORT=8888
alias jpl="nohup ${JPL_EXE} lab --NotebookApp.notebook_dir=${JPL_WS} --NotebookApp.token='' --port ${JPL_PORT} --no-browser --ip=\"0.0.0.0\" --allow-root &"

airflow

• localhost:8080
• ~/d/s/m/pj/air22
• /Users/dwyk/d2/s2/m6-/ve-/air22
• https://github.com/BasPH/data-pipelines-with-apache-airflow
• https://www.astronomer.io/events/recaps/testing-airflow-to-bulletproof-your-code/

Installation

# Airflow needs a home. `~/airflow` is the default, but you can put it
# somewhere else if you prefer (optional)
export AIRFLOW_HOME=~/airflow

# Install Airflow using the constraints file
AIRFLOW_VERSION=2.3.4
PYTHON_VERSION="$(python --version | cut -d " " -f 2 | cut -d "." -f 1-2)"
# For example: 3.7
CONSTRAINT_URL="https://raw.githubusercontent.com/apache/airflow/constraints-${AIRFLOW_VERSION}/constraints-${PYTHON_VERSION}.txt"
# For example: https://raw.githubusercontent.com/apache/airflow/constraints-2.3.4/constraints-3.7.txt
pip install "apache-airflow==${AIRFLOW_VERSION}" --constraint "${CONSTRAINT_URL}"

# The Standalone command will initialise the database, make a user,
# and start all components for you.
airflow standalone

# Visit localhost:8080 in the browser and use the admin account details
# shown on the terminal to login.
# Enable the example_bash_operator dag in the home page

Conda env

• conda create --name air39 --clone base
• conda install virtualenv
• virtualenv a30a

pj/air22-

# Install Airflow using the constraints file
AIRFLOW_VERSION=2.3.3
PYTHON_VERSION="$(python --version | cut -d " " -f 2 | cut -d "." -f 1-2)"
# For example: 3.7
CONSTRAINT_URL="https://raw.githubusercontent.com/apache/airflow/constraints-${AIRFLOW_VERSION}/constraints-${PYTHON_VERSION}.txt"
# For example: https://raw.githubusercontent.com/apache/airflow/constraints-2.3.3/constraints-3.7.txt
pip install "apache-airflow==${AIRFLOW_VERSION}" --constraint "${CONSTRAINT_URL}"

Edit the ~/.zshrc

Airflow needs a home. ~/airflow is the default, but you can put it somewhere else if you prefer (optional)

# Airflow needs a home. `~/airflow` is the default, but you can put it  somewhere else if you prefer (optional)
export AIRFLOW_HOME=/Users/dwyk/d2/s2/m6-/ve-/air39/flow1
export AIRFLOW_VE=$AIRFLOW_HOME/../
export AIRFLOW_EXE=$AIRFLOW_VE

airflow standalone The Standalone command will initialise the database, make a user, and start all components for you.

airflow db init
    
airflow users  create --role Admin --username admin --email admin --firstname admin --lastname admin --password admin

airflow webserver --port 9090

airflow scheduler

Visit localhost:8080 in the browser and use the admin account details shown on the terminal to login. Enable the example_bash_operator dag in the home page