X-Git-Url: https://git.teslayout.com/public/public/public/?a=blobdiff_plain;f=example%2Fdiameter%2Flauncher%2Fresources%2Fscripts%2FtinyTestcase.sh;h=24046b1cae779d563420b662a677b137a04730ed;hb=690d4110803d0548aa6aabb31d606404f4b5c7f0;hp=f2b30d5d023c8a7601e439f6f57fc12dd8b7cb91;hpb=bbbf838154836ea486e85768bc16c4b27e40a7dc;p=anna.git diff --git a/example/diameter/launcher/resources/scripts/tinyTestcase.sh b/example/diameter/launcher/resources/scripts/tinyTestcase.sh index f2b30d5..24046b1 100755 --- a/example/diameter/launcher/resources/scripts/tinyTestcase.sh +++ b/example/diameter/launcher/resources/scripts/tinyTestcase.sh @@ -5,6 +5,7 @@ ############# SCR_DIR=`readlink -f $0 | xargs dirname` TESTCASE_BN=testcase.txt +WHAT=????????? ############# # FUNCTIONS # @@ -17,65 +18,64 @@ _exit() { } usage() { - echo "Usage: $0 \"[test_end_points]\" [timeout]" echo - echo " source_directory:" - echo - echo " The source directory may contain .xml and .metadata files grouped by pairs and alphabetically classified:" + echo "Usage: $0 [seconds_timeout]" echo - echo " 11.hex.as.xml 15.hex.as.xml 19.hex.as.xml ..." - echo " 11.metadata 15.metadata 19.metadata ..." - echo " 13.hex.as.xml 17.hex.as.xml 21.hex.as.xml ..." - echo " 13.metadata 17.metadata 21.metadata ..." - echo - echo " The order comes from first dot-separated part, which is normally the decoded frame from a pcap file:" + echo " source_directory:" + echo " The source directory may contain .xml and .metadata files grouped by pairs and alphabetically classified," + echo " and also (and this is VERY IMPORTANT), a file called 'origin-hosts' containing a list of Origin-Host" + echo " values that represents the point of view of the ADML testing system, together with the type of the" + echo " simulated ADML node (client/server):" echo - echo " 11.hex.as.xml: would be the ANNA-Diameter decoded message from hexadecimal sniffed one." - echo " 11.metadata: would contain parsed metadata from tshark or another fulfilling this information:" + echo " .hex.as.xml: ANNA-Diameter XML message format." + echo " .metadata: Some decoded message information." + echo " ..." + echo " origin-hosts: Example of content:" + echo " OCS3GPPNodeHostname.ocs3gpprealm.com server" + echo " ggsnNodeHostname.nodeHostRealm.com client" echo - echo " date=Sat Dec 19 11:50:55 CET 2015" - echo " timestamp=1450522255.205673000" - echo " src=gentraf" - echo " dst=testbed" + echo " The order for the xml and metadata files comes from first dot-separated part (), which is normally the" + echo " decoded frame from a pcap file. The xml files are ANNA-Diameter xml messages and a typical metadata file" + echo " would be something like this:" + echo " date=vie ene 29 15:37:14 CET 2016" + echo " timestamp=1454078234.050988000" + echo " src=192.168.14.42" + echo " dst=192.168.12.40" echo " code=257" - echo " isrequest=1" + echo " isrequest=0" echo " applicationid=0" + echo " originhost=OCSNodeHostname.ocsrealm.com" echo - echo " Presented example has been achieved using the 'example/diameter/pcapDecoder/tsharkDecoder.sh' script" - echo " and then decoding with 'example/diameter/batchConverter' tool with appropiate diameter dictionaries." - echo - echo - echo " test_end_points: space-separated list of possible test end points (hostnames, ip addresses)" - echo - echo " This script will create a basic testcase based on frames timeline (11, 13, 15, etc.), from the desired" - echo " end-point list. For example, from the 'gentraf' point of view, outgoing requests will be translated as" - echo " sendxml operations with corresponding waits for answers and successful result code (2001). CER/A are" - echo " detected creating a symbolic link to better reference them, and DPR/A are ignored." - echo - echo " The provided test end point list shall match metadata 'src' field in order to filter the valid testcase" - echo " messages. In case of nothing provided (empty string) a list with the possible values from the source" - echo " directory will be shown." + echo " You can use the 'example/diameter/pcapDecoder/tsharkDecoder.sh' script over a pcap file, in order to get" + echo " the hexadecimal buffers and then process them with 'example/diameter/batchConverter' tool to get the xml" + echo " messages and metadata for each pcap diameter frame." echo echo - echo " timeout:" - echo - echo " Timeout in seconds for the testcase. By default, no timeout will be programmed for the testcase." + echo " seconds_timeout:" + echo " Timeout in seconds for the testcase. If not provided, no timeout will be programmed for the testcase." echo echo echo echo " The resulting '$TESTCASE_BN' will have all the operations needed to program the test case and will be" - echo " written on same source directory referencing xml files as local-relative ones. Probably, 'change-dir'" + echo " written on same source directory referencing xml files as local-relative ones. Normally, 'change-dir'" echo " operation will be used before programming to ease the procedure without having to copy the stuff into" echo " installed ADML execution directory." echo echo " Connection issues (CER/A), disconnect procedures (DPR/A), database populations and sanity checks are" - echo " not responsability for this script. Such operations shall be externally performed to guarantee that" - echo " programming this testcase is going to be valid in context of test execution. Anyway, CER messages" - echo " will be detected and symbolically linked with the name 'cer..xml'." + echo " not responsability for this script. Anyway, CER/A messages detected are symbolically linked with the" + echo " name 'ce..xml', and missing ones are created with a basic template which the user" + echo " could edit and fix with the appropiate values." + echo _exit } + +# $1: xml file +# Nested Result-Code's not supported here (i.e. charging application) +getResultCode () { + grep "/dev/null` ) - [ ${#xml[@]} -ne 1 ] && _exit "There must be one xml message file corresponding to '$mtd' !!" - resultcode=$2 + local mtd=$1 + local xml=$2 + local resultcode=$3 + local adml_type=$4 + + local wait_command=waitfe + local send_command=sendxml2e + [ "$adml_type" = "server" ] && { wait_command=waitfc ; send_command=sendxml2c ; } + # Ignore disconnect peer messages on testcase format (they have no session-id): grep "^code=282$" $mtd > /dev/null [ $? -eq 0 ] && return - code=$(grep ^code $mtd | cut -d= -f2) - isrequest=$(grep ^isrequest $mtd | cut -d= -f2) - sessionid=$(grep Session-Id $xml | cut -d\" -f4) - lines=$(wc -l $TESTCASE_BN | awk '{ print $1 }') + local code=$(grep ^code $mtd | cut -d= -f2) + local isrequest=$(grep ^isrequest $mtd | cut -d= -f2) + local sessionid=$(grep Session-Id $xml | cut -d\" -f4) + local lines=$(wc -l $TESTCASE_BN | awk '{ print $1 }') - s_waitfe="test|1|waitfe|$code|$((1-isrequest))" - [ -n "$sessionid" ] && s_waitfe="${s_waitfe}|||${sessionid}" + local s_wait="test|1|$wait_command|$code|$((1-isrequest))" + [ -n "$sessionid" ] && s_wait="${s_wait}|||${sessionid}" if [ $isrequest -eq 1 ] then - echo "test|1|sendxml2e|$xml" >> $TESTCASE_BN - [ -n "$resultcode" ] && s_waitfe="${s_waitfe}|2001" - echo "$s_waitfe" >> $TESTCASE_BN + echo "test|1|$send_command|$xml" >> $TESTCASE_BN + if [ -n "$resultcode" ] + then + local hbh="$(grep -o "hop-by-hop-id=\"[0-9]*\"" $xml)" + local hbh_matchs=( $(grep -l "$hbh" *.xml) ) + local ans_xml=${hbh_matchs[1]} + local rc=2001 + if [ -n "$ans_xml" ] + then + _rc=$(getResultCode $ans_xml) + [ -n "$_rc" ] && rc=$_rc + fi + s_wait="${s_wait}|${rc}" + fi + echo "$s_wait" >> $TESTCASE_BN else - echo "$s_waitfe" >> $TESTCASE_BN - echo "test|1|sendxml2e|$xml|$((lines+1))" >> $TESTCASE_BN + echo "$s_wait" >> $TESTCASE_BN + echo "test|1|$send_command|$xml|$((lines+1))" >> $TESTCASE_BN fi } ############# # EXECUTION # ############# -echo SOURCE_DIR=$1 +[ -z "$SOURCE_DIR" ] && usage SOURCE_DIR=`readlink -f $SOURCE_DIR` [ ! -d "$SOURCE_DIR" ] && _exit "Can't found provided directory '$SOURCE_DIR'" # Work on source directory: @@ -128,77 +145,101 @@ cd $SOURCE_DIR ls *.*metadata >/dev/null 2>/dev/null [ $? -ne 0 ] && _exit "Cannot found '*.*metadata' files on '$SOURCE_DIR' !!" -# Show possible end points if nothing provided: -END_POINTS="$2" -if [ -z "$END_POINTS" ] -then - src_eps=( $(grep "^src=" *.*metadata | cut -d= -f2 | sort -u) ) - [ ${#src_eps[@]} -eq 0 ] && _exit "No source end-points detected: metadata must have an 'src=xxx' line." - echo "Input a space-separated list for desired end-points to be processed as test side: " - echo " (available source end-points: ${src_eps[*]})" - read END_POINTS - [ -z "$END_POINTS" ] && _exit "Invalid empty input !!" -fi +# Check origin-hosts: +ohs_file=$SOURCE_DIR/origin-hosts +[ ! -f $ohs_file ] && _exit "Can't found the mandatory file '$ohs_file' !!" +awk '{ print $NF }' $ohs_file | egrep -qw 'client|server' +[ ${PIPESTATUS[1]} -ne 0 ] && _exit "Can't found any Origin-Host in '$ohs_file' with a valid ADML node role value (client or server) !!" # Identify useful frames: those which are created at test-bed side (all except frames coming from tested systems): -rm -f *.needed -for tag in $END_POINTS +0> .involved_frames +0> .involved_origin_hosts +n_involved_frames=0 +for oh in `awk '{ print $1 }' $ohs_file` do - for metadata in $(grep "^src=$tag$" *.*metadata) + for frame in $(grep -l "^originhost=$oh$" *.*metadata | cut -d\. -f1) do - frame=$(echo $metadata | cut -d\. -f1) - touch ${frame}.needed + echo "$frame" >> .involved_frames + echo "$oh" >> .involved_origin_hosts + n_involved_frames=$((n_involved_frames + 1)) done done -ls *.needed >/dev/null 2>/dev/null -[ $? -ne 0 ] && _exit "No frame has been selected within '$SOURCE_DIR' for provided end-points ($END_POINTS) !!" +[ $n_involved_frames -eq 0 ] && _exit "No frame has been selected within '$SOURCE_DIR' for provided origin-hosts file !!" +sort .involved_frames > .involved_frames_sort +mv .involved_frames_sort .involved_frames # Messages classification: 0> cers_4_starting +0> ceas_4_establishing +0> cers_4_starting_origin_hosts +0> ceas_4_establishing_origin_hosts 0> requests_4_sending 0> answers_4_programming 0> $TESTCASE_BN # Optional timeout: -TIMEOUT_SEC=$3 +TIMEOUT_SEC=$2 [ -n "$TIMEOUT_SEC" ] && echo "test|1|timeout|$((TIMEOUT_SEC * 1000))" >> $TESTCASE_BN # Process frames: -for frame in `ls *.needed | cut -d\. -f1 | sort -n` +for frame in `cat .involved_frames` do - file=( `ls ${frame}.*metadata 2>/dev/null` ) - [ ${#file[@]} -ne 1 ] && _exit "There must be one metadata file corresponding to frame '$frame' !!" - + mtd=( `ls ${frame}.*metadata 2>/dev/null` ) + [ ${#mtd[@]} -ne 1 ] && _exit "There must be one metadata file corresponding to frame '$frame' !!" + xml=( `ls ${frame}.*xml 2>/dev/null` ) + [ ${#xml[@]} -ne 1 ] && _exit "There must be one xml message file corresponding to '$mtd' (frame '$frame') !!" + originHost=$(grep ^originhost= ${frame}.metadata | cut -d= -f2-) + # Ignore keep alives: - grep -q "^code=280$" $file + grep -q "^code=280$" $mtd [ $? -eq 0 ] && continue - grep -q "^isrequest=1$" $file + grep -q "^isrequest=1$" $mtd if [ $? -eq 0 ] then - grep -q "^code=257$" $file - [ $? -eq 0 ] && { echo $frame >> cers_4_starting ; continue ; } + # CER's: + grep -q "^code=257$" $mtd + if [ $? -eq 0 ] + then + echo $frame >> cers_4_starting + [ -z "$originHost" ] && _exit "Missing Origin-Host (frame $frame, CER message) !!" + echo "$originHost" >> cers_4_starting_origin_hosts + ln -sf $xml cer.${originHost}.xml + continue + fi + # Other requests: echo $frame >> requests_4_sending - update_testcase $frame check_result_code + + # client or server: + adml_type=$(grep -w "$originHost" $ohs_file | awk '{ print $NF }') + update_testcase $mtd $xml check_result_code $adml_type else - # Ignore CEA's: - grep -q "^code=257$" $file - [ $? -eq 0 ] && continue + # CEA's: + grep -q "^code=257$" $mtd + if [ $? -eq 0 ] + then + echo $frame >> ceas_4_establishing + originHost=$(grep ^originhost= ${frame}.metadata | cut -d= -f2-) + [ -z "$originHost" ] && _exit "Missing Origin-Host (frame $frame, CEA message) !!" + echo "$originHost" >> ceas_4_establishing_origin_hosts + ln -sf $xml cea.${originHost}.xml + continue + fi + # Other answers: echo $frame >> answers_4_programming - update_testcase $frame + + # client or server: + adml_type=$(grep -w "$originHost" $ohs_file | awk '{ print $NF }') + update_testcase $mtd $xml "" $adml_type fi done -rm -f *.needed + # We will replace all the requests hop-by-hop's with a unique value, to avoid bad sniffing cases (different sources using bad values). # For example, the frame number could be valid enough. hbh_ini= hbh_fin= -# involved frames: -grep sendxml $TESTCASE_BN > .involved_frames -n_involved=`wc -l .involved_frames | awk '{ print $1 }'` -count=1 -for frame in `cat .involved_frames | cut -d\| -f4 | cut -d\. -f1` +for frame in `cat .involved_frames` do xml=( `ls ${frame}.*xml` ) mtd=( `ls ${frame}.*metadata` ) @@ -208,6 +249,71 @@ do hbh_ini="$(grep -o "hop-by-hop-id=\"[0-9]*\"" $xml)" sed -i 's/'$hbh_ini'/hop-by-hop-id="'$frame'"/' $xml fi - count=$((count+1)) done +rm .involved_frames + +# Simplify origin hosts file (oh + adml role): +sort -u .involved_origin_hosts > .involved_origin_hosts_unique +grep -w -f .involved_origin_hosts_unique $ohs_file > .involved_origin_hosts_with_info +mv .involved_origin_hosts_with_info $ohs_file +rm .involved_origin_hosts .involved_origin_hosts_unique + +# Missing CERs: +for oh in $(awk -v input=client '{if ($2 == input) print $1;}' $ohs_file) +do + cer=$SOURCE_DIR/cer.${oh}.xml + if [ ! -f $cer ] + then + echo $oh >> cers_4_starting_origin_hosts + echo "Missing CER: `basename $cer` (a basic template has been created, please edit & fix the unknowns)" + cat << EOF > $cer + + + + + + + + + + +EOF + fi +done + +# Missing CEAs: +for oh in $(awk -v input=server '{if ($2 == input) print $1;}' $ohs_file) +do + cea=$SOURCE_DIR/cea.${oh}.xml + if [ ! -f $cea ] + then + echo $oh >> ceas_4_establishing_origin_hosts + echo "Missing CEA: `basename $cea` (a basic template has been created, please edit & fix the unknowns)" + cat << EOF > $cea + + + + + + + + + + + + + + + + + + + + + +EOF + fi +done + +exit 0