Alnoda workspaces

Added by: bluxmit
Apr 17, 2023

Version

~> luigi

Description

Luigi helps you build complex pipelines of batch jobs. With web interface for tasks.

Install (execute in workspace terminal)

wrk install luigi==3.0.3

Scripts

# Istall script

pip install luigi==3.0.3
mkdir /home/abc/luigi/

cat > /home/abc/luigi/logging.conf << EOL
[loggers]
keys=root,tornado,client,scheduler,server
[logger_root]
level=INFO
handlers=console
[logger_client]
level=INFO
handlers=console
qualname=luigi-interface
propagate=0
[logger_server]
level=INFO
handlers=console
qualname=luigi.server
propagate=0
[logger_scheduler]
level=INFO
handlers=console
qualname=luigi.scheduler
propagate=0
[logger_tornado]
level=INFO
handlers=warnconsole
qualname=tornado
propagate=0
[formatters]
keys=detail
[formatter_detail]
class=logging.Formatter
format=%(asctime)s %(name)-15s %(levelname)-8s %(message)s
[handlers]
keys=console,warnconsole
[handler_console]
level=INFO
class=StreamHandler
args=(sys.stdout,)
formatter=detail
[handler_warnconsole]
level=WARNING
class=StreamHandler
args=(sys.stdout,)
formatter=detail
EOL

cat > /home/abc/luigi/luigi.conf << EOL
[core]
logging_conf_file = /home/abc/luigi/logging.conf
default_scheduler_host = 0.0.0.0
default_scheduler_port = 22591
default_scheduler_url = http://0.0.0.0:22591
[scheduler]
record_task_history = True
state_path = /home/abc/luigi/luigi-state.pickle
[task_history]
db_connection = sqlite:////home/abc/luigi/luigi-task-history.db
EOL

cat > /home/abc/luigi/luigi.sh << EOL
echo "Luigi: $(python -c 'import luigi; print(luigi.__meta__.__version__)')"
echo "$(python -VV)"
exec luigid --port 22591
EOL

export LUIGI_CONFIG_PATH="/home/abc/luigi/luigi.conf"
wrk setvar LUIGI_CONFIG_PATH "/home/abc/luigi/luigi.conf"

# Start script

UI

// App port: 22591

alnoda-workspace

no compatibility requirements

~> App

~> luigi

Description

Tags

Links

Install (execute in workspace terminal)

Scripts

UI

!= Workspace compatibility

alnoda-workspace

alnoda-workspace

!= App compatibility