|
#!/usr/bin/env bash |
|
|
|
|
|
function parse_yaml { |
|
local prefix=$2 |
|
local s='[[:space:]]*' w='[a-zA-Z0-9_]*' fs=$(echo @|tr @ '\034') |
|
sed -ne "s|^\($s\):|\1|" \ |
|
-e "s|^\($s\)\($w\)$s:$s[\"']\(.*\)[\"']$s\$|\1$fs\2$fs\3|p" \ |
|
-e "s|^\($s\)\($w\)$s:$s\(.*\)$s\$|\1$fs\2$fs\3|p" $1 | |
|
awk -F$fs '{ |
|
indent = length($1)/2; |
|
vname[indent] = $2; |
|
for (i in vname) {if (i > indent) {delete vname[i]}} |
|
if (length($3) > 0) { |
|
vn=""; for (i=0; i<indent; i++) {vn=(vn)(vname[i])("_")} |
|
printf("%s%s%s=\"%s\"\n", "'$prefix'",vn, $2, $3); |
|
} |
|
}' |
|
} |
|
main_config_yml=$1 |
|
local_root=$2 |
|
if [[ ${main_config_yml} == "hdfs://"* ]]; then |
|
config_filename=`basename ${main_config_yml}` |
|
echo 'download config from ${main_config_yml}...' |
|
local_config="${local_root}/config" && mkdir -p ${local_config} |
|
hadoop fs -get ${main_config_yml} ${local_config}/ |
|
echo 'finish download config from ${main_config_yml}...' |
|
main_config_yml=${local_config}/${config_filename} |
|
fi |
|
|
|
compgen -A variable > ~/.env-vars |
|
eval $(parse_yaml ${main_config_yml}) |
|
|
|
|
|
options="" |
|
for var in `compgen -A variable | grep -Fxvf ~/.env-vars` |
|
do |
|
if [[ ${var} == "model_"* || ${var} == "data_"* || ${var} == "options" ]]; then |
|
continue |
|
fi |
|
if [[ ${!var} == "true" ]]; then |
|
varname=`echo ${var} | sed 's/\_/\-/g'` |
|
options=${options}" --${varname}" |
|
else |
|
varname=`echo ${var} | sed 's/\_/\-/g'` |
|
options=${options}" --${varname} ${!var}" |
|
fi |
|
done |
|
|
