Файловый менеджер

Файловый менеджер - Редактировать - /usr/bin/cloud-publish-image

Назад
#!/bin/bash # This script uses bash arrays; do not switch to /bin/sh # # cloud-publish-image - wrapper for cloud image publishing # # Copyright (C) 2010 Canonical Ltd. # # Authors: Scott Moser <smoser@canonical.com> # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, version 3 of the License. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. EC2PRE=${EC2PRE:-euca-} TMPD="" RENAME_D="" VERBOSITY=0 IMAGE_TYPES=( auto image kernel ramdisk vmlinuz initrd ) error() { echo "$@" 1>&2; } errorp() { printf "$@" 1>&2; } fail() { [ $# -eq 0 ] \|\| error "$@"; exit 1; } failp() { [ $# -eq 0 ] \|\| errorp "$@"; exit 1; } Usage() { cat <<EOF Usage: ${0##/} [ options ] arch image bucket arch : one of i386 or x86_64 image : the image to upload and register bucket : bucket to publish image to options: -l\|--add-launch ID : ID can be "all", or "none", or numerical ID --dry-run : only report what would be done --allow-existing : if a image is already registered simply report as if work was done --hook-img EXE : invoke executable 'EXE' with full path to downloaded disk image file -o\|--output <file> : write registered id and manifest to file \|--rename <publish_path> : publish to bucket/<publish_path> default: bucket/<basename(image)> -t\|--type <type> : type is one of kernel/ramdisk/image -v\|--verbose : increase verbosity --name <name> : register with '--name'. default: publish_path --save-downloaded : if the image is a url, save it to '.' if type is 'image', then: -k \| --kernel k : use previously registered kernel with id 'k' specify 'none' for no kernel -K \| --kernel-file f : bundle, upload, use file 'f' as kernel -r \| --ramdisk r : use previously registered ramdisk with id 'r' specify 'none' for no ramdisk -R \| --ramdisk-file f : bundle, upload, use file 'f' as ramdisk -B \| --block-device-mapping m : specify block device mapping in bundle EOF } bad_Usage() { Usage 1>&2; [ $# -eq 0 ] \|\| error "$@"; exit 1; } cleanup() { local x="" for x in "${RENAME_D}" "${TMPD}"; do [ -z "${x}" -o ! -d "${x}" ] \|\| rm -Rf "${x}" done return 0 } debug() { local level=${1} shift; [ "${level}" -ge "${VERBOSITY}" ] && return error "$(date):" "${@}" } run() { local dir="${1}" pre=${2} msg=${3}; shift 3; [ -e "${dir}/stamp.${pre}" ] && { debug 1 "skipping ${pre}"; return 0; } debug 1 "${msg}" echo "$@" > "${dir}/${pre}.cmd" "$@" > "${dir}/${pre}.stdout" 2> "${dir}/${pre}.stderr" && : > "${dir}/stamp.${pre}" && return 0 local ret=$? echo "failed: ${}" cat "${dir}/${pre}.stdout" cat "${dir}/${pre}.stderr" 1>&2 return ${ret} } search_args() { local x="" i=0 needle="$1" shift; for x in "${@}"; do [ "${needle}" = "${x}" ] && { _RET=$i; return 0; } i=$(($i+1)) done return 1 } checkstatus() { local x="" i=0 for x in "$@"; do [ "$x" = "0" ] \|\| i=$(($i+1)) done return $i } get_manifest_id() { local tmpf="" out="" ret=1 m1="${1}" m2="${2}" out=$(${EC2PRE}describe-images -o self \| awk '$3 ~ m1 \|\| $3 ~ m2 { printf("%s\t%s\n",$2,$3); }' \ "m1=$m1" "m2=${m2:-^$}" checkstatus ${PIPESTATUS[@]}) \|\| return 1 _RET=${out} return } get_image_type() { local image=${1} file_out="" img_type="" file_out=$(file --uncompress "${image}") \|\| return 1; case "${file_out}" in [lL]inux\ kernel) img_type="kernel";; LSB\ executablegzip) img_type="kernel";; cpio\ archive) img_type="ramdisk";; ext[234]\ file\|boot\ sector) img_type="image";; ) error "unable to determine image type. pass --type"; return 1;; esac _RET=${img_type} return 0 } upload_register() { local out="" out=$(cloud-publish-image "${@}") \|\| return set -- ${out} _RET=${1} } dl() { # dl url, target, quiet local url=${1} target=${2} quiet=${3:-1} if [ -f "${url}" ]; then [ "${target}" = "-" ] && { cat "$url"; return; } cp "$url" "$target" return fi local qflag="-q" [ "$quiet" = "0" ] && qflag="" wget $qflag --progress=dot:mega "$url" -O "$target" \|\| return 1 } dl_input_image() { # this downloads an image if necessary and sets _RET to location of image local input="$1" save_dir="${2:-.}" ret="" quiet=1 [ $VERBOSITY -ge 2 ] && quiet=0 case "$input" in file://) ret="$save_dir/${input##/}" dl "${input#file://}" "$ret" $quiet \|\| return $?;; http://\|ftp://\|https://) ret="$save_dir/${input##/}" dl "$input" "$ret" $quiet \|\| return $? ;; ) ret="$input";; esac _RET="$ret" } [ "${CLOUD_UTILS_WARN_UEC:-0}" = "0" ] && _n="${0##/}" && [ "${_n#uec}" != "${_n}" ] && export CLOUD_UTILS_WARN_UEC=1 && error "WARNING: '${0##/}' is now to 'cloud${_n#uec}'. Please update your tools or docs" short_opts="B:h:k:K:l:no:r:R:t:vw:" long_opts="add-launch:,allow-existing,block-device-mapping:,dry-run,help,hook-img:,kernel:,kernel-file:,name:,output:,image-to-raw,ramdisk:,ramdisk-file:,rename:,save-downloaded,type:,verbose,working-dir:" getopt_out=$(getopt --name "${0##/}" \ --options "${short_opts}" --long "${long_opts}" -- "$@") && eval set -- "${getopt_out}" \|\| bad_Usage add_acl="" allow_existing=0 arch="" bucket="" dry_run=0 image="" img_type="image" kernel="" kernel_file="" output="" ramdisk="" ramdisk_file="" rename="" save_dl=0 name=__unset__ wdir_in="" dev_mapping="" image2raw=0 raw_image="" hook_img="" while [ $# -ne 0 ]; do cur=${1}; next=${2}; case "$cur" in -d\|--working-dir) wdir_in=${next}; shift;; -h\|--help) Usage; exit 0;; --hook-img) [ -z "${hook_img}" ] \|\| bad_Usage "only one --hook-img supported"; [ -x "$next" ] \|\| bad_Usage "--hook-img is not executable" hook_img=$(readlink -f "$next") \|\| bad_Usage "could not find full path to $next" hook_img="$next" shift;; -B\|--block-device-mapping) dev_mapping=${next}; shift;; -k\|--kernel) kernel=${next}; shift;; -K\|--kernel-file) kernel_file=${next}; shift;; -l\|--add-launch) if [ "${next}" = "none" ]; then add_acl="" else user=${next//-/}; # just be nice and remove '-' add_acl="${add_acl:+${add_acl} }${user}"; fi shift;; --name) name=${next}; shift;; -o\|--output) output="${next}"; shift;; --image-to-raw) image2raw=1;; -r\|--ramdisk) ramdisk=${next}; shift;; -R\|--ramdisk-file) ramdisk_file=${next}; shift;; -n\|--dry-run) dry_run=1;; --rename) rename=${next}; shift;; --save-downloaded) save_dl=1;; -t\|--type) img_type=${next}; search_args "${img_type}" "${IMAGE_TYPES[@]}" \|\| bad_Usage "image type (${next}) not in ${IMAGE_TYPES[]}" shift;; -v\|--verbose) VERBOSITY=$((${VERBOSITY}+1));; --allow-existing) allow_existing=1;; --) shift; break;; -) bad_Usage "confused by ${cur}";; esac shift; done [ $# -lt 3 ] && bad_Usage "must provide arch, image, bucket" [ $# -gt 3 ] && bad_Usage "unexpected arguments: ${4}" arch="${1}" image="${2}" bucket="${3}" # remove any trailing slashes on bucket while [ "${bucket%/}" != "${bucket}" ]; do bucket=${bucket%/}; done [ "${arch}" = "amd64" ] && arch=x86_64 [ "${img_type}" = "vmlinuz" ] && img_type="kernel" [ "${img_type}" = "initrd" ] && img_type="ramdisk" [ -n "${kernel_file}" -a -n "${kernel}" ] && bad_Usage "--kernel-file is incompatible with --kernel" [ -n "${ramdisk_file}" -a -n "${ramdisk}" ] && bad_Usage "--ramdisk-file is incompatible with --ramdisk" if [ -n "${wdir_in}" ]; then [ -d "${wdir_in}" ] \|\| fail "input working directory not a directory"; wdir=$(readlink -f "${wdir_in}") \|\| fail "failed to realize ${wdir_in}" else TMPD=$(mktemp -d ${TMPDIR:-/tmp}/${0##/}.XXXXXX) \|\| fail "failed to make tmpdir" wdir="${TMPD}" fi trap cleanup EXIT if [ -n "$kernel" -a "$kernel" != "none" ]; then aki_arch=""; ari_arch=""; # if kernel is given, check that its arch matches the register arch aki_arch=""; ari_arch=""; [ "$ramdisk" = "none" ] && _ramdisk="" \|\| _ramdisk="$ramdisk" ${EC2PRE}describe-images "$kernel" $_ramdisk > "${TMPD}/kernel.info" \|\| fail "failed to describe kernel ${kernel}" aki_arch=$(awk '-F\t' '$1 == "IMAGE" && $2 == id { print $8 }' \ "id=$kernel" "$TMPD/kernel.info") && [ -n "$aki_arch" ] \|\| fail "failed to get arch of $kernel" if [ -n "$ramdisk" -a "$ramdisk" != "none" ]; then ari_arch=$(awk '-F\t' '$1 == "IMAGE" && $2 == id { print $8 }' \ "id=$ramdisk" "$TMPD/kernel.info") && [ -n "$ari_arch" ] \|\| fail "failed to get arch of $ramdisk" fi # if kernel and ramdisk are given, and arch=i386 kernel/ramdisk=x86_64, # then assume loader kernel. case "$arch:$aki_arch:$ari_arch" in $arch:$arch:$arch\|$arch:$arch:) : ;; i386:x86_64:x86_64) error "WARNING: assuming loader kernel ($kernel/$ramdisk arch=$aki_arch, provided arch=$arch)" arch="x86_64";; ) fail "arch $arch != kernel/ramdisk arch [$aki_arch/$ari_arch]";; esac fi save_dir="${wdir}" [ $save_dl -eq 1 ] && save_dir=. dl_input_image "$image" "$save_dir" && image="$_RET" \|\| fail "failed to download image $image to $save_dir" [ -z "$kernel_file" ] \|\| { dl_input_image "$kernel_file" "$save_dir" && kernel_file="$_RET"; } \|\| fail "failed to download kernel $kernel_file to $save_dir" [ -z "$ramdisk_file" ] \|\| { dl_input_image "$ramdisk_file" "$save_dir" && ramdisk_file="$_RET"; } \|\| fail "failed to download ramdisk $ramdisk_file to $save_dir" [ -f "${image}" ] \|\| bad_Usage "${image}: image is not a file" [ -z "${kernel_file}" -o -f "${kernel_file}" ] \|\| fail "${kernel_file} is not a file" [ -z "${ramdisk_file}" -o -f "${ramdisk_file}" ] \|\| fail "${ramdisk_file} is not a file" if [ "${img_type}" = "auto" ]; then get_image_type "${image}" \|\| fail "failed to determine file type of ${image}" img_type=${_RET} fi [ -n "${dev_mapping}" -a "${img_type}" != "image" ] && fail "-B/--block-device-mapping can only be specified for --type=image" [ -n "${rename}" ] \|\| rename=${image##/} if [ "${name}" = "__unset__" ]; then # if user did not pass --name, try to figure out if register supports it # we unfortunately can't assume that '--help' exits 0 ${EC2PRE}register --help > "${TMPD}/register-help.out" 2>&1 if grep -q -- "--name" "${TMPD}/register-help.out"; then name="${bucket}/${rename}" debug 1 "using ${name} for --name" else debug 1 "${EC2PRE}register seems not to support --name, not passing" name="" fi elif [ -z "${name}" -o "${name}" == "none" ]; then # if user passed in '--name=""' or '--name=none", do not pass --name name="" fi image_full=$(readlink -f "${image}") \|\| fail "failed to get full path to ${image}" if [ -e "${wdir}/${rename}" ]; then [ "${wdir}/${rename}" -ef "${image}" ] \|\| fail "${wdir} already contains file named ${rename}" fi # bundle-kernel doesn't like for file to exist in destination-dir # so, create it one dir under there RENAME_D=$(mktemp -d "${wdir}/.rename.XXXXXX") && ln -s "${image_full}" "${RENAME_D}/${rename}" && rename_full="${RENAME_D}/${rename}" \|\| fail "link failed: working-dir/rename/${rename} -> ${image_full}" reg_id="" manifest="${rename}.manifest.xml" # set up "pass through" args to go through to kernel/ramdisk publishing pthr=( ) [ $VERBOSITY -eq 0 ] \|\| pthr[${#pthr[@]}]="--verbose" [ ${allow_existing} -eq 0 ] \|\| pthr[${#pthr[@]}]="--allow-existing" [ -z "${add_acl}" ] \|\| { pthr[${#pthr[@]}]="--add-launch"; pthr[${#pthr[@]}]="${add_acl}"; } [ ${dry_run} -eq 0 ] \|\| pthr[${#pthr[@]}]="--dry-run" if [ -n "${kernel_file}" ]; then debug 1 "publishing kernel ${kernel_file}" upload_register --type kernel "${pthr[@]}" \ "${arch}" "${kernel_file}" "${bucket}" \|\| fail "failed to register ${kernel_file}" kernel=${_RET} debug 1 "kernel registered as ${kernel}" fi if [ -n "${ramdisk_file}" ]; then debug 1 "publishing ramdisk ${ramdisk_file}" upload_register --type ramdisk "${pthr[@]}" \ "${arch}" "${ramdisk_file}" "${bucket}" \|\| fail "failed to register ${ramdisk_file}" ramdisk=${_RET} debug 1 "ramdisk registered as ${ramdisk}" fi if [ ${VERBOSITY} -ge 1 -o ${dry_run} -ne 0 ]; then [ -n "${kernel}" ] && krd_fmt=" %s/%s" && krd_args=( "${kernel}" "${ramdisk:-none}" ) errorp "[%-6s] %s => %s/%s ${krd_fmt}\n" "${img_type}" \ "${image##/}" "${bucket}" "${rename}" "${krd_args[@]}" if [ ${dry_run} -ne 0 ]; then case "${img_type}" in kernel) pre="eki";; ramdisk) pre="eri";; image) pre="emi";; esac printf "%s\t%s\n" "${pre}-xxxxxxxx" "${bucket}/${rename##*/}" exit fi fi krd_args=( ); [ -n "${kernel}" -a "${kernel}" != "none" ] && krd_args=( "${krd_args[@]}" "--kernel" "${kernel}" ) [ -n "${ramdisk}" -a "${ramdisk}" != "none" ] && krd_args=( "${krd_args[@]}" "--ramdisk" "${ramdisk}" ) if [ "${EC2PRE%ec2-}" != "${EC2PRE}" ]; then req="EC2_CERT EC2_PRIVATE_KEY EC2_USER_ID EC2_ACCESS_KEY EC2_SECRET_KEY" for env_name in ${req}; do [ -n "${!env_name}" ] \|\| fail "when using ec2- tools, you must set env: ${req}" done ex_bundle_args=( --cert "${EC2_CERT}" --privatekey "${EC2_PRIVATE_KEY}" --user "${EC2_USER_ID}" ) ex_upload_args=( --access-key "${EC2_ACCESS_KEY}" --secret-key "${EC2_SECRET_KEY}" ) fi debug 1 "checking for existing registered image at ${bucket}/${manifest}" get_manifest_id "^${bucket}/${manifest}" "/$name$" \|\| fail "failed to check for existing manifest" if [ -n "${_RET}" ]; then set -- ${_RET} img_id=${1}; path=${2} [ ${allow_existing} -eq 1 ] \|\| fail "${path} already registered as ${img_id}" debug 1 "using existing ${img_id} for ${bucket}/${manifest}" else if [ $image2raw -eq 1 -a "$img_type" = "image" ]; then # this is really here because of LP: #836759 # but could be useful elsewhere qemu-img info "$image" > "${TMPD}/disk-info.out" \|\| fail "failed to qemu-img info $image" imgfmt=$(awk '-F:' '$1 == "file format" { sub(/ /,"",$2); print $2 }' \ "${TMPD}/disk-info.out") if [ "$imgfmt" != "raw" ]; then debug 1 "converting image to raw" raw_image="${TMPD}/image.raw" qemu-img convert -O raw "$image" "$raw_image" \|\| fail "failed to convert image to raw" image="$raw_image" ln -sf "$raw_image" "$rename_full" \|\| fail "symlink to raw image $raw_image failed" else debug 1 "disk is already raw format, not converting" fi fi if [ -n "$hook_img" ]; then debug 1 "image hook: $hook_img $rename_full" "$hook_img" "$rename_full" \|\| fail "image hook failed: $hook_img ${rename_full} failed" fi bundle_args=( "--image" "${rename_full}" ) [ -n "${dev_mapping}" ] && bundle_args[${#bundle_args[@]}]="--block-device-mapping=${dev_mapping}" case "${img_type}" in kernel\|ramdisk) bundle_args[${#bundle_args[@]}]="--${img_type}" bundle_args[${#bundle_args[@]}]="true" esac run "${wdir}" "bundle" "bundling ${img_type} ${image}" \ ${EC2PRE}bundle-image --destination "${wdir}" --arch "${arch}" \ "${ex_bundle_args[@]}" \ "${bundle_args[@]}" "${krd_args[@]}" \|\| fail "failed to bundle ${img_type} ${image}" run "${wdir}" "upload" "upload ${bucket}/${manifest}" \ ${EC2PRE}upload-bundle --bucket "${bucket}" \ "${ex_upload_args[@]}" \ --manifest "${wdir}/${manifest}" \|\| fail "failed to upload bundle to ${bucket}/${manifest}" junk="" img_id=""; run "${wdir}" "register" "register ${bucket}/${manifest}" \ ${EC2PRE}register ${name:+--name "${name}"} \ "${ex_register_args[@]}" "${bucket}/${manifest}" && read junk img_id < "${wdir}/register.stdout" && [ "${img_id#???-}" != "${img_id}" ] \|\| { if bad=$(get_manifest_id "${bucket}/${manifest}" "/${name}") && [ -n "${bad}" ]; then set -- ${bad} bad_id=${1} error "un-registering invalid $bad" >/dev/null ${EC2PRE}deregister "${bad_id}" fi fail "failed to register ${manifest}" } debug 1 "registered at ${bucket}/${manifest} as ${img_id}" fi debug 1 "${img_id} ${bucket}/${manifest}" if [ -z "${output}" -o "${output}" = "-" ]; then printf "%s\t%s\n" "${img_id}" "${bucket}/${manifest}" else printf "%s\t%s\n" "${img_id}" "${bucket}/${manifest}" >> "${output}" fi for user in ${add_acl}; do run "${wdir}" "add_user.${user}" \ "add ${user} to ${manifest}" \ ${EC2PRE}modify-image-attribute \ --launch-permission --add "${user}" "${img_id}" \|\| fail "failed to add launch permission for ${user} to ${img_id}" done exit 0 # vi: ts=4 noexpandtab

| ver. 1.4 | Github | . | PHP 7.4.33 | Генерация страницы: 0.07 | proxy | phpinfo | Настройка