Merge branch 'configure-netrc' into 'master' (21d91057) · Commits · to be continuous... / Python

templates/gitlab-ci-python.yml

+92 −0

Original line number	Diff line number	Diff line
		@@ -643,6 +643,84 @@ variables:
		done
		}

		function tbc_envsubst() {
		awk '
		BEGIN {
		count_replaced_lines = 0
		# ASCII codes
		for (i=0; i<=255; i++)
		char2code[sprintf("%c", i)] = i
		}
		# determine encoding (from env or from file extension)
		function encoding() {
		enc = ENVIRON["TBC_ENVSUBST_ENCODING"]
		if (enc != "")
		return enc
		if (match(FILENAME, /\.(json\|yaml\|yml)$/))
		return "jsonstr"
		return "raw"
		}
		# see: https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/encodeURIComponent
		function uriencode(str) {
		len = length(str)
		enc = ""
		for (i=1; i<=len; i++) {
		c = substr(str, i, 1);
		if (index("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789-_.!~*'\''()", c))
		enc = enc c
		else
		enc = enc "%" sprintf("%02X", char2code[c])
		}
		return enc
		}
		/# *nosubst/ {
		print $0
		next
		}
		{
		orig_line = $0
		line = $0
		count_repl_in_line = 0
		# /!\ 3rd arg (match) not supported in BusyBox awk
		while (match(line, /[$%]\{([[:alnum:]_]+)\}/)) {
		expr_start = RSTART
		expr_len = RLENGTH
		# get var name
		var = substr(line, expr_start+2, expr_len-3)
		# get var value (from env)
		val = ENVIRON[var]
		# check variable is set
		if (val == "") {
		printf("[\033[1;93mWARN\033[0m] Environment variable \033[33;1m%s\033[0m is not set or empty\n", var) > "/dev/stderr"
		} else {
		enc = encoding()
		if (enc == "jsonstr") {
		gsub(/["\\]/, "\\\\&", val)
		gsub("\n", "\\n", val)
		gsub("\r", "\\r", val)
		gsub("\t", "\\t", val)
		} else if (enc == "uricomp") {
		val = uriencode(val)
		} else if (enc == "raw") {
		} else {
		printf("[\033[1;93mWARN\033[0m] Unsupported encoding \033[33;1m%s\033[0m: ignored\n", enc) > "/dev/stderr"
		}
		}
		# replace expression in line
		line = substr(line, 1, expr_start - 1) val substr(line, expr_start + expr_len)
		count_repl_in_line++
		}
		if (count_repl_in_line) {
		if (count_replaced_lines == 0)
		printf("[\033[1;94mINFO\033[0m] Variable expansion occurred in file \033[33;1m%s\033[0m:\n", FILENAME) > "/dev/stderr"
		count_replaced_lines++
		printf("> line %s: %s\n", NR, orig_line) > "/dev/stderr"
		}
		print line
		}
		' "$@"
		}

		function maybe_install_packages() {
		if command -v apt-get > /dev/null
		then
		@@ -665,6 +743,19 @@ variables:
		fi
		}

		function configure_netrc() {
		# maybe install .netrc
		if [[ -f ".netrc" ]]; then
		log_info "--- \\e[32m.netrc\\e[0m file found: envsubst and install"
		tbc_envsubst .netrc > ~/.netrc
		else
		# Use CI job token to authenticate
		log_info "--- configure \\e[32m.netrc\\e[0m with CI job token"
		echo -e "machine ${CI_SERVER_HOST}\nlogin gitlab-ci-token\npassword ${CI_JOB_TOKEN}" >> ~/.netrc
		fi
		chmod 0600 ~/.netrc
		}

		function enforce_python_cmd() {
		_p3=$(command -v python3)
		if [[ "$_p3" ]] && ! command -v python > /dev/null
		@@ -1234,6 +1325,7 @@ stages:
		before_script:
		- !reference [.python-scripts]
		- install_ca_certs "${CUSTOM_CA_CERTS:-$DEFAULT_CA_CERTS}"
		- configure_netrc
		- enforce_python_cmd
		- cd ${PYTHON_PROJECT_DIR}
		- guess_build_system