Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | |
| 3 | # Used to compare sstate checksums between MACHINES. |
| 4 | # Execute script and compare generated list.M files. |
| 5 | # Using bash to have PIPESTATUS variable. |
| 6 | |
| 7 | # It's also usefull to keep older sstate checksums |
| 8 | # to be able to find out why something is rebuilding |
| 9 | # after updating metadata |
| 10 | |
| 11 | # $ diff \ |
| 12 | # sstate-diff/1349348392/fake-cortexa8/list.M \ |
| 13 | # sstate-diff/1349348392/fake-cortexa9/list.M \ |
| 14 | # | wc -l |
| 15 | # 538 |
| 16 | |
| 17 | # Then to compare sigdata use something like: |
| 18 | # $ ls sstate-diff/1349348392/*/armv7a-vfp-neon*/linux-libc-headers/*do_configure*sigdata* |
| 19 | # sstate-diff/1349348392/fake-cortexa8/armv7a-vfp-neon-oe-linux-gnueabi/linux-libc-headers/3.4.3-r0.do_configure.sigdata.cb73b3630a7b8191e72fc469c5137025 |
| 20 | # sstate-diff/1349348392/fake-cortexa9/armv7a-vfp-neon-oe-linux-gnueabi/linux-libc-headers/3.4.3-r0.do_configure.sigdata.f37ada177bf99ce8af85914df22b5a0b |
| 21 | # $ bitbake-diffsigs stamps.1349348392/*/armv7a-vfp-neon*/linux-libc-headers/*do_configure*sigdata* |
| 22 | # basehash changed from 8d0bd67bb1da6f68717760fc3ef43171 to e869fa61426e88e9c30726ba88a1216a |
| 23 | # Variable TUNE_CCARGS value changed from -march=armv7-a -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 to -march=armv7-a -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a9 |
| 24 | |
| 25 | # Global vars |
| 26 | tmpdir= |
| 27 | machines= |
| 28 | targets= |
| 29 | default_machines="qemuarm qemux86 qemux86-64" |
| 30 | default_targets="core-image-base" |
| 31 | analyze="N" |
| 32 | |
| 33 | usage () { |
| 34 | cat << EOF |
| 35 | Welcome to utility to compare sstate checksums between different MACHINEs. |
| 36 | $0 <OPTION> |
| 37 | |
| 38 | Options: |
| 39 | -h, --help |
| 40 | Display this help and exit. |
| 41 | |
| 42 | --tmpdir=<tmpdir> |
| 43 | Specify tmpdir, will use the environment variable TMPDIR if it is not specified. |
| 44 | Something like /OE/oe-core/tmp-eglibc (no / at the end). |
| 45 | |
| 46 | --machines=<machines> |
| 47 | List of MACHINEs separated by space, will use the environment variable MACHINES if it is not specified. |
| 48 | Default value is "qemuarm qemux86 qemux86-64". |
| 49 | |
| 50 | --targets=<targets> |
| 51 | List of targets separated by space, will use the environment variable TARGETS if it is not specified. |
| 52 | Default value is "core-image-base". |
| 53 | |
| 54 | --analyze |
| 55 | Show the differences between MACHINEs. It assumes: |
| 56 | * First 2 MACHINEs in --machines parameter have the same TUNE_PKGARCH |
| 57 | * Third optional MACHINE has different TUNE_PKGARCH - only native and allarch recipes are compared). |
| 58 | * Next MACHINEs are ignored |
| 59 | EOF |
| 60 | } |
| 61 | |
| 62 | # Print error information and exit. |
| 63 | echo_error () { |
| 64 | echo "ERROR: $1" >&2 |
| 65 | exit 1 |
| 66 | } |
| 67 | |
| 68 | while [ -n "$1" ]; do |
| 69 | case $1 in |
| 70 | --tmpdir=*) |
| 71 | tmpdir=`echo $1 | sed -e 's#^--tmpdir=##' | xargs readlink -e` |
| 72 | [ -d "$tmpdir" ] || echo_error "Invalid argument to --tmpdir" |
| 73 | shift |
| 74 | ;; |
| 75 | --machines=*) |
| 76 | machines=`echo $1 | sed -e 's#^--machines="*\([^"]*\)"*#\1#'` |
| 77 | shift |
| 78 | ;; |
| 79 | --targets=*) |
| 80 | targets=`echo $1 | sed -e 's#^--targets="*\([^"]*\)"*#\1#'` |
| 81 | shift |
| 82 | ;; |
| 83 | --analyze) |
| 84 | analyze="Y" |
| 85 | shift |
| 86 | ;; |
| 87 | --help|-h) |
| 88 | usage |
| 89 | exit 0 |
| 90 | ;; |
| 91 | *) |
| 92 | echo "Invalid arguments $*" |
| 93 | echo_error "Try '$0 -h' for more information." |
| 94 | ;; |
| 95 | esac |
| 96 | done |
| 97 | |
| 98 | # tmpdir directory, use environment variable TMPDIR |
| 99 | # if it was not specified, otherwise, error. |
| 100 | [ -n "$tmpdir" ] || tmpdir=$TMPDIR |
| 101 | [ -n "$tmpdir" ] || echo_error "No tmpdir found!" |
| 102 | [ -d "$tmpdir" ] || echo_error "Invalid tmpdir \"$tmpdir\"" |
| 103 | [ -n "$machines" ] || machines=$MACHINES |
| 104 | [ -n "$machines" ] || machines=$default_machines |
| 105 | [ -n "$targets" ] || targets=$TARGETS |
| 106 | [ -n "$targets" ] || targets=$default_targets |
| 107 | |
| 108 | OUTPUT=${tmpdir}/sstate-diff/`date "+%s"` |
| 109 | declare -i RESULT=0 |
| 110 | |
| 111 | for M in ${machines}; do |
| 112 | [ -d ${tmpdir}/stamps/ ] && find ${tmpdir}/stamps/ -name \*sigdata\* | xargs rm -f |
| 113 | mkdir -p ${OUTPUT}/${M} |
| 114 | export MACHINE=${M} |
| 115 | bitbake -S none ${targets} 2>&1 | tee -a ${OUTPUT}/${M}/log; |
| 116 | RESULT+=${PIPESTATUS[0]} |
| 117 | if ls ${tmpdir}/stamps/* >/dev/null 2>/dev/null ; then |
| 118 | cp -ra ${tmpdir}/stamps/* ${OUTPUT}/${M} |
| 119 | find ${OUTPUT}/${M} -name \*sigdata\* | sed "s#${OUTPUT}/${M}/##g" | sort > ${OUTPUT}/${M}/list |
| 120 | M_UNDERSCORE=`echo ${M} | sed 's/-/_/g'` |
| 121 | sed "s/${M_UNDERSCORE}/MACHINE/g; s/${M}/MACHINE/g" ${OUTPUT}/${M}/list | sort > ${OUTPUT}/${M}/list.M |
| 122 | find ${tmpdir}/stamps/ -name \*sigdata\* | xargs rm -f |
| 123 | else |
| 124 | printf "ERROR: no sigdata files were generated for MACHINE $M in ${tmpdir}/stamps\n"; |
| 125 | fi |
| 126 | done |
| 127 | |
| 128 | function compareSignatures() { |
| 129 | MACHINE1=$1 |
| 130 | MACHINE2=$2 |
| 131 | PATTERN="$3" |
| 132 | PRE_PATTERN="" |
| 133 | [ -n "${PATTERN}" ] || PRE_PATTERN="-v" |
| 134 | [ -n "${PATTERN}" ] || PATTERN="MACHINE" |
| 135 | for TASK in do_configure.sigdata do_populate_sysroot.sigdata do_package_write_ipk.sigdata; do |
| 136 | printf "\n\n === Comparing signatures for task ${TASK} between ${MACHINE1} and ${MACHINE2} ===\n" | tee -a ${OUTPUT}/signatures.${MACHINE2}.${TASK}.log |
| 137 | diff ${OUTPUT}/${MACHINE1}/list.M ${OUTPUT}/${MACHINE2}/list.M | grep ${PRE_PATTERN} "${PATTERN}" | grep ${TASK} > ${OUTPUT}/signatures.${MACHINE2}.${TASK} |
| 138 | for i in `cat ${OUTPUT}/signatures.${MACHINE2}.${TASK} | sed 's#[^/]*/\([^/]*\)/.*#\1#g' | sort -u | xargs`; do |
| 139 | [ -e ${OUTPUT}/${MACHINE1}/*/$i/*${TASK}* ] || echo "INFO: ${i} task ${TASK} doesn't exist in ${MACHINE1}" >&2 |
| 140 | [ -e ${OUTPUT}/${MACHINE1}/*/$i/*${TASK}* ] || continue |
| 141 | [ -e ${OUTPUT}/${MACHINE2}/*/$i/*${TASK}* ] || echo "INFO: ${i} task ${TASK} doesn't exist in ${MACHINE2}" >&2 |
| 142 | [ -e ${OUTPUT}/${MACHINE2}/*/$i/*${TASK}* ] || continue |
| 143 | printf "ERROR: $i different signature for task ${TASK} between ${MACHINE1} and ${MACHINE2}\n"; |
| 144 | bitbake-diffsigs ${OUTPUT}/${MACHINE1}/*/$i/*${TASK}* ${OUTPUT}/${MACHINE2}/*/$i/*${TASK}*; |
| 145 | echo "$i" >> ${OUTPUT}/failed-recipes.log |
| 146 | echo |
| 147 | done | tee -a ${OUTPUT}/signatures.${MACHINE2}.${TASK}.log |
| 148 | # don't create empty files |
| 149 | ERRORS=`grep "^ERROR.*" ${OUTPUT}/signatures.${MACHINE2}.${TASK}.log | wc -l` |
| 150 | if [ "${ERRORS}" != "0" ] ; then |
| 151 | echo "ERROR: ${ERRORS} errors found in ${OUTPUT}/signatures.${MACHINE2}.${TASK}.log" |
| 152 | RESULT+=${ERRORS} |
| 153 | fi |
| 154 | done |
| 155 | } |
| 156 | |
| 157 | function compareMachines() { |
| 158 | [ "$#" -ge 2 ] && compareSignatures $1 $2 |
| 159 | [ "$#" -ge 3 ] && compareSignatures $1 $3 "\(^< all\)\|\(^< x86_64-linux\)\|\(^< i586-linux\)" |
| 160 | } |
| 161 | |
| 162 | if [ "${analyze}" = "Y" ] ; then |
| 163 | compareMachines ${machines} |
| 164 | fi |
| 165 | |
| 166 | if [ "${RESULT}" != "0" -a -f ${OUTPUT}/failed-recipes.log ] ; then |
| 167 | cat ${OUTPUT}/failed-recipes.log | sort -u >${OUTPUT}/failed-recipes.log.u && mv ${OUTPUT}/failed-recipes.log.u ${OUTPUT}/failed-recipes.log |
| 168 | echo "ERROR: ${RESULT} issues were found in these recipes: `cat ${OUTPUT}/failed-recipes.log | xargs`" |
| 169 | fi |
| 170 | |
| 171 | echo "INFO: Output written in: ${OUTPUT}" |
| 172 | exit ${RESULT} |