mirror-github-bspeice/libcvautomation
1
0
Fork 0
mirror of https://github.com/bspeice/libcvautomation synced 2024-12-04 13:58:11 -05:00
Code Issues Releases Wiki Activity
86b8c7023e
libcvautomation/libcvautomation_funcs

766 lines
20 KiB
Bash
Raw Blame History

#!/bin/sh
#===============================================================================
# FILE: libcvautomation_funcs
#
# USAGE: . mosaic_testing_funcs
#
# DESCRIPTION:
#
# OPTIONS: ---
# REQUIREMENTS: ---
# BUGS: ---
# NOTES: ---
# AUTHOR: Bradlee Speice, bspeice@uncc.edu
# ORGANIZATION:
# CREATED: 06/19/2012 11:35:20 AM EDT
# REVISION: ---
#===============================================================================
#-------------------------------------------------------------------------------
# This script file is meant to be sourced and then used for driving libcvautomation.
# It provides access to a lot of common macros, like clicking
# an area of the screen based on an image.
#-------------------------------------------------------------------------------
#Make sure all the programs we will need are in the right place
CVAMATCH=`which cva-match` || echo "Could not find the cva-match program..." &>2 #Needed for image recognition
CVAINPUT=`which cva-input` || echo "Could not find the cva-input program..." &>2 #Needed to manipulate mouse and keyboard
#Some program-wide configs
SEARCH_METHOD=0 #CV_TM_SQDIFF
TOLERANCE=2250000
USE_SANE_TOLERANCE=""
#Set to non-null to enable sane tolerance matching
#ex: USE_SANE_TOLERANCE="yes"
USE_CENTER="yes"
#Set to null to disable center-of-image matching
#ex: USE_CENTER=""
USE_WAIT="yes"
#Set to null to disable waiting before an action
#ex: USE_WAIT=""
TIMEOUT=5
#Quick trick to allow for easy redirection of output
#OUTFILE=`mktemp`; echo "Logfile: " $OUTFILE
OUTFILE=/dev/null
#ERRFILE=`mktemp`; echo "Error file: " $ERRFILE
ERRFILE=/dev/null
out ()
{
echo "`date`: $@" >> $OUTFILE
}
err ()
{
echo "`date`: $@" >> $ERRFILE
}
#-------------------------------------------------------------------------------
# Begin testing macros
#-------------------------------------------------------------------------------
#--- FUNCTION ----------------------------------------------------------------
# NAME: mousedown
# DESCRIPTION: Push the mouse button down, and leave it there.
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
mousedown ()
{
if [ -n "$1" ]; then
eval $CVAINPUT -s 'mousedown $1' >> $OUTFILE >> $OUTFILE
else
eval $CVAINPUT -s 'mousedown 1' >> $OUTFILE >> $OUTFILE
fi
return $?
} # ---------- end of function mousedown ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: mouseup
# DESCRIPTION: Release a mouse button
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
mouseup ()
{
if [ -n "$1" ]; then
eval $CVAINPUT -s 'mouseup $1' >> $OUTFILE >> $OUTFILE
else
eval $CVAINPUT -s 'mouseup 1' >> $OUTFILE >> $OUTFILE
fi
return $?
} # ---------- end of function mouseup ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: click
# DESCRIPTION: Click the mouse where it is currently located
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
click ()
{
if [ -n "$1" ]; then
eval '$CVAINPUT -s "mouseclick $1" >> $OUTFILE >> $OUTFILE'
else
eval '$CVAINPUT -s "mouseclick 1" >> $OUTFILE >> $OUTFILE'
fi
return $?
} # ---------- end of function click ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: click_xy
# DESCRIPTION: Click a specific point on the screen
# PARAMETERS: x-location, y-location
# RETURNS:
#-------------------------------------------------------------------------------
click_xy ()
{
if [ -z "$1" ]; then
out "Did not specify an X location, assuming (0, 0)"
X_LOC=0
Y_LOC=0
else
X_LOC=$1
fi
if [ -z "$2" ]; then
out "Did not specify a Y location, assuming ($1, 0)"
else
Y_LOC=$2
fi
out "click_xy: " $X_LOC $Y_LOC
if [ -n "$3" ]; then
eval '$CVAINPUT -s "mousexy $X_LOC $Y_LOC" -s "mouseclick $3" >> $OUTFILE'
else
eval '$CVAINPUT -s "mousexy $X_LOC $Y_LOC" -s "mouseclick 1" >> $OUTFILE'
fi
return $?
} # ---------- end of function click_xy ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: clickr_xy
# DESCRIPTION: Click a point on the screen relative to where the mouse is at
# PARAMETERS: X increment, Y increment
# RETURNS:
#-------------------------------------------------------------------------------
clickr_xy ()
{
if [ -z "$1" ]; then
out "Did not specify an X increment, assuming (0, 0)"
X_INC=0
Y_INC=0
else
X_INC=$1
fi
if [ -z "$2" ]; then
out "Did not specify a Y increment, assuming ($X_INC, 0)"
else
Y_INC=$2
fi
out "clickr_xy: " $1 $2
if [ -n "$3" ]; then
eval '$CVAINPUT -s "mouserxy $1 $2" -s "mouseclick 1" >> $OUTFILE'
else
eval '$CVAINPUT -s "mouserxy $1 $2" -s "mouseclick 1" >> $OUTFILE'
fi
return $?
} # ---------- end of function clickr_xy ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: click_i
# DESCRIPTION: Click a point based on a screenshot
# PARAMETERS: Location of screenshot, optional index to use if multiple
# matches are found
# RETURNS:
#-------------------------------------------------------------------------------
click_i ()
{
RETURN_CODE=255
COMMAND_LINE=""
if [ -z "$1" ]; then
err "Did not give a base image..."
return 255
fi
out "click_i: matching $@"
if [ -n "$USE_CENTER" ]; then
center="c"
else
center=""
fi
if [ -n "$USE_SANE_TOLERANCE" ]; then
TOLERANCE_OPTION="-o"
else
TOLERANCE_OPTION="-t"
fi
if [ -n "$USE_WAIT" ]; then
#Alternate between each image until a match is found, or we loop $TIMEOUT times
#This is a bit weird, since we need to lower the TIMEOUT value for the "waitfor"
#function, and then restore it at the end.
OLD_TIMEOUT=$TIMEOUT
TIMEOUT=1
#I don't like this syntax, but 'for loop in {1..$OLD_TIMEOUT}' doesn't work
for loop in `seq 1 $OLD_TIMEOUT`
do
for x in $@
do
CVA_RETURN=`waitfor "$x"`
if [ $CVA_RETURN -lt $RETURN_CODE ]; then
RETURN_CODE=$CVA_RETURN
fi
if [ $CVA_RETURN -eq 0 ]; then
#We found the image, click it
TIMEOUT=$OLD_TIMEOUT
eval "$CVAINPUT $TOLERANCE_OPTION $TOLERANCE --search-method $SEARCH_METHOD -s 'i${center}mouseclick $x' >> $OUTFILE"
return $?
fi
done
done
#We'll get here if we don't find a match
TIMEOUT=$OLD_TIMEOUT
else
eval "$CVAINPUT $TOLERANCE_OPTION $TOLERANCE --search-method $SEARCH_METHOD -s 'i${center}mouseclick $x' >> $OUTFILE"
CVA_RETURN=$?
if [ $CVA_RETURN -lt $RETURN_CODE ]; then
RETURN_CODE=$CVA_RETURN
fi
fi
return $RETURN_CODE
} # ---------- end of function click_i ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: rightclick_i
# DESCRIPTION: Exactly like click_i, but click the right mouse button
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
rightclick_i ()
{
hover_i $@ && click 3
} # ---------- end of function rightclick_i ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: doubleclick
# DESCRIPTION: Click the mouse twice
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
doubleclick ()
{
if [ -n "$1" ]; then
click $1 && click $1
else
click && click
fi
} # ---------- end of function doubleclick ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: doubleclick_xy
# DESCRIPTION: Click the mouse twice on a specific location
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
doubleclick_xy ()
{
if [ -z "$1" ]; then
out "Did not specify an X location, assuming (0, 0)"
X_LOC=0
Y_LOC=0
else
X_LOC=$1
fi
if [ -z "$2" ]; then
out "Did not specify a Y location, assuming ($1, 0)"
else
Y_LOC=$2
fi
out "doubleclick_xy $X_LOC $Y_LOC"
if [ -n "$3" ]; then
click_xy "$X_LOC" "$Y_LOC" "$3" && click "$3"
else
click_xy "$X_LOC" "$Y_LOC" && click
fi
return $?
} # ---------- end of function doubleclick_xy ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: doubleclickr_xy
# DESCRIPTION: Click the mouse twice on a relative location
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
doubleclickr_xy ()
{
if [ -z "$1" ]; then
out "Did not specify an X increment, assuming (0, 0)"
X_INC=0
Y_INC=0
else
X_INC=$1
fi
if [ -z "$2" ]; then
out "Did not specify a Y increment, assuming ($X_INC, 0)"
else
Y_INC=$2
fi
out "doubleclickr_xy: $X_INC $Y_INC"
if [ -n "$3" ]; then
clickr_xy "$X_INC" "$Y_INC" "$3" && click "$3"
else
clickr_xy "$1" "$2" && click
fi
return $?
} # ---------- end of function doubleclickr_xy ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: doubleclick_i
# DESCRIPTION: Double-click an image - moves to image first and then
# executes a double-click to make sure that it is
# compatible with multiple image arguments
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
doubleclick_i ()
{
hover_i "$@" && click && click
} # ---------- end of function doubleclick_i ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: image_location
# DESCRIPTION: Get the location of a subimage in root
# PARAMETERS: PNG Filename of sub-image
# RETURNS: "X_LOC,Y_LOC"
#-------------------------------------------------------------------------------
image_location ()
{
COMMAND_LINE=""
if [ -z "$1" ]; then
err "Did not give a base image..."
return 255
fi
#Build the command line arguments
for x in $@
do
COMMAND_LINE+="-s $x "
done
#Find our sub-image
if [ -n "$USE_SANE_TOLERANCE" ]; then
TOLERANCE_OPTION="-o"
else
TOLERANCE_OPTION="-t"
fi
if [ -n "$USE_CENTER" ]; then
CENTER="--center"
else
CENTER=""
fi
MATCH=`$CVAMATCH $TOLERANCE_OPTION $TOLERANCE $CENTER --x-root $COMMAND_LINE`
RETURN_CODE=$?
out "$MATCH"
MATCH=`echo $MATCH | head -n1`
if [ x"$MATCH" == "x" ]; then
err "Could not find a match between \"$@\" and the root window."
return 255
fi
IMAGE_NAME=`echo "$MATCH" | cut -d',' -f1`
X_LOC=`echo "$MATCH" | cut -d',' -f2`
Y_LOC=`echo "$MATCH" | cut -d',' -f3`
out "image_location: \"$MATCH\" " "$X_LOC,$Y_LOC,$IMAGE_NAME"
echo "$X_LOC,$Y_LOC"
return $RETURN_CODE
} # ---------- end of function image_location ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: hover_xy
# DESCRIPTION: Move the mouse to location X Y
# PARAMETERS: X_LOC, Y_LOC
# RETURNS:
#-------------------------------------------------------------------------------
hover_xy ()
{
if [ -z "$1" ]; then
out "Did not provide an X location, assuming 0..."
X_LOC=0
else
X_LOC=$1
fi
if [ -z "$2" ]; then
out "Did not provide a Y location, assuming 0..."
Y_LOC=0
else
Y_LOC=$2
fi
out "hover_xy: $X_LOC $Y_LOC"
eval '$CVAINPUT -s "mousexy $X_LOC $Y_LOC" >> $OUTFILE'
return $?
} # ---------- end of function hover_xy ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: hoverr_xy
# DESCRIPTION: Move the mouse over X and up Y
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
hoverr_xy ()
{
if [ -z "$1" ]; then
out "Did not provide an X increment, assuming 0..."
X_INC=0
else
X_INC=$1
fi
if [ -z "$2" ]; then
out "Did not provide a Y increment, assuming 0..."
Y_INC=0
else
Y_INC=$1
fi
out "hoverr_xy: $X_INC $Y_INC"
eval '$CVAINPUT -s "mouserxy $X_INC $Y_INC" >> $OUTFILE'
return $?
} # ---------- end of function hoverr_xy ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: hover_i
# DESCRIPTION: Move the mouse to the center of image on root window
# PARAMETERS: PNG File name
# RETURNS:
#-------------------------------------------------------------------------------
hover_i ()
{
RETURN_CODE=255
COMMAND_LINE=""
if [ -z "$1" ]; then
err "Did not give a base image."
return 255
fi
out "hover_i: $@"
if [ -n "$USE_CENTER" ]; then
center="c"
else
center=""
fi
if [ -n "$USE_SANE_TOLERANCE" ]; then
TOLERANCE_OPTION="-o"
else
TOLERANCE_OPTION="-t"
fi
if [ -n "$USE_WAIT" ]; then
#Alternate between each image until a match is found, or we loop $TIMEOUT times
#This is a bit weird, since we need to lower the TIMEOUT value for the "waitfor"
#function, and then restore it at the end.
OLD_TIMEOUT=$TIMEOUT
TIMEOUT=1
#I don't like this syntax, but 'for loop in {1..$OLD_TIMEOUT}' doesn't work
for loop in `seq 1 $OLD_TIMEOUT`
do
for x in $@
do
CVA_RETURN=`waitfor "$x"`
if [ $CVA_RETURN -lt $RETURN_CODE ]; then
RETURN_CODE=$CVA_RETURN
fi
if [ $CVA_RETURN -eq 0 ]; then
#We found the image, click it
eval "$CVAINPUT $TOLERANCE_OPTION $TOLERANCE --search-method $SEARCH_METHOD -s '${center}mouseimage $x' >> $OUTFILE"
TIMEOUT=$OLD_TIMEOUT
return $?
fi
done
done
#We'll get here if we didn't find a match
TIMEOUT=$OLD_TIMEOUT
else
eval "$CVAINPUT $TOLERANCE_OPTION $TOLERANCE --search-method $SEARCH_METHOD -s '${center}mouseimage $x' >> $OUTFILE"
CVA_RETURN=$?
if [ $CVA_RETURN -lt $RETURN_CODE ]; then
RETURN_CODE=$CVA_RETURN
fi
fi
return $RETURN_CODE
} # ---------- end of function hover_i ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: jiggle_mouse
# DESCRIPTION: Moves the mouse up-right 1 pixel, and then back - necessary
# for activation some widgets
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
jiggle_mouse ()
{
out "jiggle_mouse"
eval '$CVAINPUT -s "mousejiggle" >> $OUTFILE'
return $?
} # ---------- end of function jiggle_mouse ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: mouse_scrollu
# DESCRIPTION: Scroll the mouse wheel up one
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
mouse_scrollu ()
{
out "mouse_scrollu"
eval '$CVAINPUT -s "mousescrollu" >> $OUTFILE'
return $?
} # ---------- end of function mouse_scrollu ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: mouse_scrolld
# DESCRIPTION: Scroll the mouse wheel down one
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
mouse_scrolld ()
{
out "mouse_scrolld"
eval '$CVAINPUT -s "mousescrolld" >> $OUTFILE'
return $?
} # ---------- end of function mouse_scrolld ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: dragndrop
# DESCRIPTION: Drag one image to another image
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
dragndrop ()
{
if [ -z "$1" ]; then
err "dragndrop: Did not give me an image to drag!"
return 255
elif [ -z "$2" ]; then
err "dragndrop: Did not give me an image to drag to!"
return 255
fi
#We have our images to find, hover over the first, mousedown, and then
#hover over the other one, and mouseup.
hover_i "$1"
if [ $? -ne 0 ]; then
err "dragndrop: Could not find image to drag!"
else
mousedown 1
hover_i "$2" || err "dragndrop: Could not find image to drag to!"
mouseup
fi
} # ---------- end of function dragndrop ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: key_str
# DESCRIPTION: Simulate pressing keys according to $1
# PARAMETERS: String of text as $1
# RETURNS:
#-------------------------------------------------------------------------------
key_str ()
{
COMMAND_LINE=""
if [ -z "$1" ]; then
err "Did not give me a string to enter..."
return 255
fi
COMMAND_LINE="-s 'keystring $*' "
out "key_str: \"$*\""
eval '$CVAINPUT $COMMAND_LINE >> $OUTFILE'
return $?
} # ---------- end of function key_str ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: key_down
# DESCRIPTION: Presses down a key - necessary for stuff like Alt-shortcuts
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
key_down ()
{
if [ -z "$1" ]; then
err "Did not give me a key to press down..."
return 255
fi
out "key_down: $1"
eval '$CVAINPUT -s "keydown $1" >> $OUTFILE'
return $?
} # ---------- end of function key_down ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: key_up
# DESCRIPTION: Lifts a key up - every key_down should have a key_up
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
key_up ()
{
if [ -z "$1" ]; then
err "Did not give me a key to release..."
fi
out "key_up: $1"
eval '$CVAINPUT -s "keyup $1" >> $OUTFILE'
return $?
} # ---------- end of function key_up ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: key_click
# DESCRIPTION: Clicks a single key
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
key_click ()
{
if [ -z "$1" ]; then
err "Did not give me a key to press..."
fi
out "key_click: $1"
eval '$CVAINPUT -s "keyclick $1" >> $OUTFILE'
return $?
} # ---------- end of function key_press ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: waitfor
# DESCRIPTION: Wait for an image to be displayed
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
waitfor ()
{
if [ -z "$1" ]; then
err "Did not give me an image to find..."
fi
out "waitfor: $1"
if [ -n "$USE_SANE_TOLERANCE" ]; then
eval '$CVAINPUT -o $TOLERANCE --search-method $SEARCH_METHOD --timeout $TIMEOUT -s "waitfor $1" >> $OUTFILE'
else
eval '$CVAINPUT -t $TOLERANCE --search-method $SEARCH_METHOD --timeout $TIMEOUT -s "waitfor $1" >> $OUTFILE'
fi
RETURN_CODE=$?
echo $RETURN_CODE
#We don't return here, but rather just pass the return code up -
#This makes sure that if the user sets errexit, we don't abort because
#multiple images were used, while still keeping the return code.
} # ---------- end of function waitfor ----------
#--- FUNCTION ----------------------------------------------------------------
# NAME: notify
# DESCRIPTION: Notify the user and pause
# PARAMETERS:
# RETURNS:
#-------------------------------------------------------------------------------
notify ()
{
if [ -z "$1" ]; then
#Not given any text to display, return an error
return 255
fi
if [ -n "$DISPLAY" ]; then
which zenity &> /dev/null
#If zenity isn't found, we don't want to go to a read prompt -
#the user may not be running this from a terminal.
if [ $? -eq 0 ]; then
zenity --info --text="$@"
fi
else
read -p "$@"
fi
} # ---------- end of function notify ----------
Reference in New Issue View Git Blame Copy Permalink