#=============================================================================== # FILE: libcvautomation_funcs # # USAGE: . mosaic_testing_funcs # # DESCRIPTION: # # OPTIONS: --- # REQUIREMENTS: --- # BUGS: --- # NOTES: --- # AUTHOR: Bradlee Speice, bspeice@uncc.edu # ORGANIZATION: # CREATED: 06/19/2012 11:35:20 AM EDT # REVISION: --- #=============================================================================== #------------------------------------------------------------------------------- # This script file is meant to be sourced and then used for driving libcvautomation. # It provides access to a lot of common macros, like clicking # an area of the screen based on an image. #------------------------------------------------------------------------------- #Make sure all the programs we will need are in the right place CVAMATCH=`which cva-match` || echo "Could not find the cva-match program..." &>2 #Needed for image recognition CVAINPUT=`which cva-input` || echo "Could not find the cva-input program..." &>2 #Needed to manipulate mouse and keyboard #Some program-wide configs SEARCH_METHOD=0 #CV_TM_SQDIFF TOLERANCE=2250000 USE_SANE_TOLERANCE="" #Uncomment to enable sane tolerance matching #USE_SANE_TOLERANCE="yes" USE_CENTER="yes" #Uncomment to disable center-of-image matching #USE_CENTER="" USE_WAIT="yes" #Uncomment to disable waiting before an action #USE_WAIT="" TIMEOUT=5 #Quick trick to allow for easy redirection of output #OUTFILE=`mktemp`; echo "Logfile: " $OUTFILE OUTFILE=/dev/null #ERRFILE=`mktemp`; echo "Error file: " $ERRFILE ERRFILE=/dev/null out () { echo "`date`: $@" >> $OUTFILE } err () { echo "`date`: $@" >> $ERRFILE } #------------------------------------------------------------------------------- # Begin testing macros #------------------------------------------------------------------------------- #--- FUNCTION ---------------------------------------------------------------- # NAME: click # DESCRIPTION: Click the mouse where it is currently located # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- click () { if [ -n "$1" ]; then eval $CVAINPUT -s 'mouseclick $1' >> $OUTFILE >> $OUTFILE else eval $CVAINPUT -s 'mouseclick 1' >> $OUTFILE >> $OUTFILE fi return $? } # ---------- end of function click ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: click_xy # DESCRIPTION: Click a specific point on the screen # PARAMETERS: x-location, y-location # RETURNS: #------------------------------------------------------------------------------- click_xy () { if [ -z "$1" ]; then out "Did not specify an X location, assuming (0, 0)" X_LOC=0 Y_LOC=0 else X_LOC=$1 fi if [ -z "$2" ]; then out "Did not specify a Y location, assuming ($1, 0)" else Y_LOC=$2 fi out "click_xy: " $X_LOC $Y_LOC if [ -n "$3" ]; then eval '$CVAINPUT -s "mousexy $X_LOC $Y_LOC" -s "mouseclick $3" >> $OUTFILE' else eval '$CVAINPUT -s "mousexy $X_LOC $Y_LOC" -s "mouseclick 1" >> $OUTFILE' fi return $? } # ---------- end of function click_xy ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: clickr_xy # DESCRIPTION: Click a point on the screen relative to where the mouse is at # PARAMETERS: X increment, Y increment # RETURNS: #------------------------------------------------------------------------------- clickr_xy () { if [ -z "$1" ]; then out "Did not specify an X increment, assuming (0, 0)" X_INC=0 Y_INC=0 else X_INC=$1 fi if [ -z "$2" ]; then out "Did not specify a Y increment, assuming ($X_INC, 0)" else Y_INC=$2 fi out "clickr_xy: " $1 $2 if [ -n "$3" ]; then eval '$CVAINPUT -s "mouserxy $1 $2" -s "mouseclick 1" >> $OUTFILE' else eval '$CVAINPUT -s "mouserxy $1 $2" -s "mouseclick 1" >> $OUTFILE' fi return $? } # ---------- end of function clickr_xy ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: click_i # DESCRIPTION: Click a point based on a screenshot # PARAMETERS: Location of screenshot, optional index to use if multiple # matches are found # RETURNS: #------------------------------------------------------------------------------- click_i () { RETURN_CODE=255 COMMAND_LINE="" if [ -z "$1" ]; then err "Did not give a base image..." return 255 fi out "click_i: matching $@" if [ -n "$USE_CENTER" ]; then center="c" else center="" fi if [ -n "$USE_SANE_TOLERANCE" ]; then TOLERANCE_OPTION="-o" else TOLERANCE_OPTION="-t" fi if [ -n "$USE_WAIT" ]; then #Alternate between each image until a match is found, or we loop $TIMEOUT times #This is a bit weird, since we need to lower the TIMEOUT value for the "waitfor" #function, and then restore it at the end. OLD_TIMEOUT=$TIMEOUT TIMEOUT=1 #I don't like this syntax, but 'for loop in {1..$OLD_TIMEOUT}' doesn't work for loop in `seq 1 $OLD_TIMEOUT` do for x in $@ do CVA_RETURN=`waitfor "$x"` if [ $CVA_RETURN -lt $RETURN_CODE ]; then RETURN_CODE=$CVA_RETURN fi if [ $CVA_RETURN -eq 0 ]; then #We found the image, click it TIMEOUT=$OLD_TIMEOUT eval "$CVAINPUT $TOLERANCE_OPTION $TOLERANCE --search-method $SEARCH_METHOD -s 'i${center}mouseclick $x' >> $OUTFILE" return $? fi done done #We'll get here if we don't find a match TIMEOUT=$OLD_TIMEOUT else eval "$CVAINPUT $TOLERANCE_OPTION $TOLERANCE --search-method $SEARCH_METHOD -s 'i${center}mouseclick $x' >> $OUTFILE" CVA_RETURN=$? if [ $CVA_RETURN -lt $RETURN_CODE ]; then RETURN_CODE=$CVA_RETURN fi fi return $RETURN_CODE } # ---------- end of function click_i ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: doubleclick # DESCRIPTION: Click the mouse twice # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- doubleclick () { if [ -n "$1" ]; then click $1 && click $1 else click && click fi } # ---------- end of function doubleclick ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: doubleclick_xy # DESCRIPTION: Click the mouse twice on a specific location # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- doubleclick_xy () { if [ -z "$1" ]; then out "Did not specify an X location, assuming (0, 0)" X_LOC=0 Y_LOC=0 else X_LOC=$1 fi if [ -z "$2" ]; then out "Did not specify a Y location, assuming ($1, 0)" else Y_LOC=$2 fi out "doubleclick_xy $X_LOC $Y_LOC" if [ -n "$3" ]; then click_xy "$X_LOC" "$Y_LOC" "$3" && click "$3" else click_xy "$X_LOC" "$Y_LOC" && click fi return $? } # ---------- end of function doubleclick_xy ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: doubleclickr_xy # DESCRIPTION: Click the mouse twice on a relative location # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- doubleclickr_xy () { if [ -z "$1" ]; then out "Did not specify an X increment, assuming (0, 0)" X_INC=0 Y_INC=0 else X_INC=$1 fi if [ -z "$2" ]; then out "Did not specify a Y increment, assuming ($X_INC, 0)" else Y_INC=$2 fi out "doubleclickr_xy: $X_INC $Y_INC" if [ -n "$3" ]; then clickr_xy "$X_INC" "$Y_INC" "$3" && click "$3" else clickr_xy "$1" "$2" && click fi return $? } # ---------- end of function doubleclickr_xy ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: doubleclick_i # DESCRIPTION: Double-click an image - moves to image first and then # executes a double-click to make sure that it is # compatible with multiple image arguments # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- doubleclick_i () { hover_i "$@" && click && click } # ---------- end of function doubleclick_i ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: image_location # DESCRIPTION: Get the location of a subimage in root # PARAMETERS: PNG Filename of sub-image # RETURNS: "X_LOC,Y_LOC" #------------------------------------------------------------------------------- image_location () { COMMAND_LINE="" if [ -z "$1" ]; then err "Did not give a base image..." return 255 fi #Build the command line arguments for x in $@ do COMMAND_LINE+="-s $x " done #Find our sub-image if [ -n "$USE_SANE_TOLERANCE" ]; then TOLERANCE_OPTION="-o" else TOLERANCE_OPTION="-t" fi if [ -n "$USE_CENTER" ]; then CENTER="--center" else CENTER="" fi MATCH=`$CVAMATCH $TOLERANCE_OPTION $TOLERANCE $CENTER --x-root $COMMAND_LINE` RETURN_CODE=$? out "$MATCH" MATCH=`echo $MATCH | head -n1` if [ x"$MATCH" == "x" ]; then err "Could not find a match between \"$@\" and the root window." return 255 fi IMAGE_NAME=`echo "$MATCH" | cut -d',' -f1` X_LOC=`echo "$MATCH" | cut -d',' -f2` Y_LOC=`echo "$MATCH" | cut -d',' -f3` out "image_location: \"$MATCH\" " "$X_LOC,$Y_LOC,$IMAGE_NAME" echo "$X_LOC,$Y_LOC" return $RETURN_CODE } # ---------- end of function image_location ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: hover_xy # DESCRIPTION: Move the mouse to location X Y # PARAMETERS: X_LOC, Y_LOC # RETURNS: #------------------------------------------------------------------------------- hover_xy () { if [ -z "$1" ]; then out "Did not provide an X location, assuming 0..." X_LOC=0 else X_LOC=$1 fi if [ -z "$2" ]; then out "Did not provide a Y location, assuming 0..." Y_LOC=0 else Y_LOC=$2 fi out "hover_xy: $X_LOC $Y_LOC" eval $CVAINPUT -s "mousexy $X_LOC $Y_LOC" >> $OUTFILE return $? } # ---------- end of function hover_xy ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: hoverr_xy # DESCRIPTION: Move the mouse over X and up Y # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- hoverr_xy () { if [ -z "$1" ]; then out "Did not provide an X increment, assuming 0..." X_INC=0 else X_INC=$1 fi if [ -z "$2" ]; then out "Did not provide a Y increment, assuming 0..." Y_INC=0 else Y_INC=$1 fi out "hoverr_xy: $X_INC $Y_INC" eval '$CVAINPUT -s "mouserxy $X_INC $Y_INC" >> $OUTFILE' return $? } # ---------- end of function hoverr_xy ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: hover_i # DESCRIPTION: Move the mouse to the center of image on root window # PARAMETERS: PNG File name # RETURNS: #------------------------------------------------------------------------------- hover_i () { RETURN_CODE=255 COMMAND_LINE="" if [ -z "$1" ]; then err "Did not give a base image." return 255 fi out "hover_i: $@" if [ -n "$USE_CENTER" ]; then center="c" else center="" fi if [ -n "$USE_SANE_TOLERANCE" ]; then TOLERANCE_OPTION="-o" else TOLERANCE_OPTION="-t" fi if [ -n "$USE_WAIT" ]; then #Alternate between each image until a match is found, or we loop $TIMEOUT times #This is a bit weird, since we need to lower the TIMEOUT value for the "waitfor" #function, and then restore it at the end. OLD_TIMEOUT=$TIMEOUT TIMEOUT=1 #I don't like this syntax, but 'for loop in {1..$OLD_TIMEOUT}' doesn't work for loop in `seq 1 $OLD_TIMEOUT` do for x in $@ do CVA_RETURN=`waitfor "$x"` if [ $CVA_RETURN -lt $RETURN_CODE ]; then RETURN_CODE=$CVA_RETURN fi if [ $CVA_RETURN -eq 0 ]; then #We found the image, click it eval "$CVAINPUT $TOLERANCE_OPTION $TOLERANCE --search-method $SEARCH_METHOD -s '${center}mouseimage $x' >> $OUTFILE" TIMEOUT=$OLD_TIMEOUT return $? fi done done #We'll get here if we didn't find a match TIMEOUT=$OLD_TIMEOUT else eval "$CVAINPUT $TOLERANCE_OPTION $TOLERANCE --search-method $SEARCH_METHOD -s '${center}mouseimage $x' >> $OUTFILE" CVA_RETURN=$? if [ $CVA_RETURN -lt $RETURN_CODE ]; then RETURN_CODE=$CVA_RETURN fi fi return $RETURN_CODE } # ---------- end of function hover_i ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: jiggle_mouse # DESCRIPTION: Moves the mouse up-right 1 pixel, and then back - necessary # for activation some widgets # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- jiggle_mouse () { out "jiggle_mouse" eval '$CVAINPUT -s "mousejiggle" >> $OUTFILE' return $? } # ---------- end of function jiggle_mouse ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: mouse_scrollu # DESCRIPTION: Scroll the mouse wheel up one # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- mouse_scrollu () { out "mouse_scrollu" eval '$CVAINPUT -s "mousescrollu" >> $OUTFILE' return $? } # ---------- end of function mouse_scrollu ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: mouse_scrolld # DESCRIPTION: Scroll the mouse wheel down one # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- mouse_scrolld () { out "mouse_scrolld" eval '$CVAINPUT -s "mousescrolld" >> $OUTFILE' return $? } # ---------- end of function mouse_scrolld ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: key_str # DESCRIPTION: Simulate pressing keys according to $1 # PARAMETERS: String of text as $1 # RETURNS: #------------------------------------------------------------------------------- key_str () { COMMAND_LINE="" if [ -z "$1" ]; then err "Did not give me a string to enter..." return 255 fi for x in $@ do COMMAND_LINE+="-s 'keystring $x' " done out "key_str: \"$@\"" eval $CVAINPUT $COMMAND_LINE >> $OUTFILE return $? } # ---------- end of function key_str ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: key_down # DESCRIPTION: Presses down a key - necessary for stuff like Alt-shortcuts # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- key_down () { if [ -z "$1" ]; then err "Did not give me a key to press down..." return 255 fi out "key_down: $1" eval '$CVAINPUT -s "keydown $1" >> $OUTFILE' return $? } # ---------- end of function key_down ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: key_up # DESCRIPTION: Lifts a key up - every key_down should have a key_up # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- key_up () { if [ -z "$1" ]; then err "Did not give me a key to release..." fi out "key_up: $1" eval '$CVAINPUT -s "keyup $1" >> $OUTFILE' return $? } # ---------- end of function key_up ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: key_click # DESCRIPTION: Clicks a single key # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- key_click () { if [ -z "$1" ]; then err "Did not give me a key to press..." fi out "key_click: $1" eval '$CVAINPUT -s "keyclick $1" >> $OUTFILE' return $? } # ---------- end of function key_press ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: waitfor # DESCRIPTION: Wait for an image to be displayed # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- waitfor () { if [ -z "$1" ]; then err "Did not give me an image to find..." fi out "waitfor: $1" if [ -n "$USE_SANE_TOLERANCE" ]; then eval '$CVAINPUT -o $TOLERANCE --search-method $SEARCH_METHOD --timeout $TIMEOUT -s "waitfor $1" >> $OUTFILE' else eval '$CVAINPUT -t $TOLERANCE --search-method $SEARCH_METHOD --timeout $TIMEOUT -s "waitfor $1" >> $OUTFILE' fi RETURN_CODE=$? echo $RETURN_CODE #We don't return here, but rather just pass the return code up - #This makes sure that if the user sets errexit, we don't abort because #multiple images were used, while still keeping the return code. } # ---------- end of function waitfor ---------- #--- FUNCTION ---------------------------------------------------------------- # NAME: notify # DESCRIPTION: Notify the user and pause # PARAMETERS: # RETURNS: #------------------------------------------------------------------------------- notify () { if [ -z "$1" ]; then #Not given any text to display, return an error return 255 fi if [ -n "$DISPLAY" ]; then which zenity &> /dev/null #If zenity isn't found, we don't want to go to a read prompt - #the user may not be running this from a terminal. if [ $? -eq 0 ]; then zenity --info --text="$@" fi else read -p "$@" fi } # ---------- end of function notify ----------