[GNUnet-SVN] r6722 - GNUnet/contrib

[gnunet]

Author: grothoff
Date: 2008-04-17 20:15:28 -0600 (Thu, 17 Apr 2008)
New Revision: 6722

Added:
   GNUnet/contrib/gnunet-stats-pretty.sh
Log:
Hi,

to keep an eye on the gnunet daemon, I created a bash script that
parses, filters and reformats the output of gnunet-stats to be easier to
look over.

This also uncovers some inconsistencies in gnunet-stats outputs.  For
example the sum of "# bytes received via TCP" and "# bytes received via
UDP" adds up to more than "# bytes received".

Script attached.

Of course this only displays the information that I subjectively deemed
relevant.  Maybe I overlooked interesting points?  Any comments welcome.

cheers,

David


Added: GNUnet/contrib/gnunet-stats-pretty.sh
===================================================================
--- GNUnet/contrib/gnunet-stats-pretty.sh                               (rev 0)
+++ GNUnet/contrib/gnunet-stats-pretty.sh       2008-04-18 02:15:28 UTC (rev 
6722)
@@ -0,0 +1,244 @@
+#! /bin/bash
+
+# gnunet-stats-pretty -- filter and beautify gnunet-stats' output
+# Copyright (C) David Kuehling 2008
+
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+
+
+# fixed point division with string result printed to stdout
+#
+# $1: numerator
+# $2: denominator
+# $3: number of fractional digits 
+fixdiv() {
+
+    numerator=$1
+    denom=$2
+    fracdigits=$3
+
+    if (( denom == 0 )); then
+       (( intpart = 0 ))
+       (( fracpart = 0 ))
+    else
+       (( intpart = numerator / denom ))
+       (( fracfactor = 10 ** fracdigits ))
+       (( fracpart = (numerator * fracfactor / denom) % fracfactor ))
+    fi
+    printf "%i.%0${fracdigits}i" $intpart $fracpart    
+}
+
+# convert time span in seconds to human readable representation
+seconds2str() {
+    t="$1"
+    (( days = t/86400 )) 
+    (( hours = (t/3600) % 24 )) 
+    (( minutes = (t/60) % 60 )) 
+    (( seconds = t % 60 )) 
+
+    (( days > 0 )) && printf "%i days, " $days
+    (( days > 0 || hours > 0 )) && printf "%i hours, " $hours
+
+    printf "%i minutes" $minutes
+
+    (( hours == 0 )) && printf ", %i seconds" $seconds
+}
+
+print_rate_by_type() {
+
+    total="$1"
+    shift 1
+    uptime="$1"
+    type=0
+    while shift 1; do
+       bytes=$1
+       if (( bytes > total / 1000 )); then
+           printf "  %2i %-32s %4s KiB/s (%4s %% of total)\n" \
+               $type "(${proto2name[$type]})" \
+               $(fixdiv $((bytes)) $((1024*uptime)) 1) \
+               $(fixdiv $((bytes*100)) $total 1)
+       fi
+       (( type += 1 ))
+    done
+}
+
+#
+# initialize arrays
+#
+for i in $(seq 0 66); do
+    recv_by_type[$i]=0
+    sent_by_type[$i]=0
+done
+
+proto2name[0]="RETURN_VALUE"
+proto2name[1]="SHUTDOWN_REQUEST"
+proto2name[2]="GET_OPTION_REQUEST"
+proto2name[3]="GET_OPTION_REPLY"
+proto2name[4]="RETURN_ERROR"
+proto2name[8]="GAP_QUERY_START"
+proto2name[9]="GAP_RESULT"
+proto2name[10]="GAP_INSERT"
+proto2name[11]="GAP_INDEX"
+proto2name[12]="GAP_DELETE"
+proto2name[13]="GAP_UNINDEX"
+proto2name[14]="GAP_TESTINDEX"
+
+proto2name[18]="DHT_DISCOVERY"
+proto2name[19]="DHT_ASK_HELLO"
+proto2name[20]="DHT_GET"
+proto2name[21]="DHT_PUT"
+proto2name[22]="DHT_RESULT"
+
+proto2name[25]="IDENTITY_REQUEST_INFO"
+proto2name[26]="IDENTITY_INFO"
+proto2name[27]="IDENTITY_REQUEST_HELLO "
+proto2name[28]="IDENTITY_HELLO"
+proto2name[29]="IDENTITY_REQUEST_SIGNATURE"
+proto2name[30]="IDENTITY_SIGNATURE"
+proto2name[31]="IDENTITY_CONNECT"
+
+proto2name[36]="TRACEKIT_PROBE"
+proto2name[37]="TRACEKIT_REPLY"
+
+proto2name[40]="TBENCH_REQUEST"
+proto2name[41]="TBENCH_REPLY"
+
+#
+# parse output of gnunet-stats
+#
+while read -d: key; do
+    read val
+
+    case "$key" in
+       "Uptime (seconds)")
+           uptime=$val
+           ;;
+       "# bytes received via UDP")
+           recv_udp=$val;
+           ;;
+       "# bytes sent via UDP")
+           sent_udp=$val
+           ;;
+       "# bytes received via TCP")
+           recv_tcp=$val
+           ;;
+       "# bytes sent via TCP")
+           sent_tcp=$val
+           ;;
+       "# bytes transmitted")
+           sent=$val
+           ;;
+       "# bytes of outgoing messages dropped")
+           bytes_omsg_dropped=$val
+           ;;
+       "# bytes received")
+           recv=$val
+           ;;
+       "# bytes received of type "*)
+           read _hash _bytes _received _of _type type <<<"$key"
+           recv_by_type[$type]=$val
+           ;;
+       "# bytes transmitted of type "*)
+           read _hash _bytes _transmitted _of _type type <<<"$key"
+           sent_by_type[$type]=$val
+           ;;
+       "# gap requests total received")
+           gap_req_recv=$val
+           ;;
+       "# gap requests dropped due to load")
+           gap_req_drop=$val
+           ;;
+       "# gap requests total sent")
+           gap_req_sent=$val
+           ;;
+       "# requests filtered by bloom filter")
+           nbloom=$val
+           ;;
+       "# bloom filter false positives")
+           bloom_err=$val
+           ;;
+       "# bytes allowed in datastore")
+           ds_size=$val
+           ;;
+        "# bytes in datastore")
+           ds_used=$val
+           ;;
+        "# of connected peers")
+           nconn=$val
+           ;;
+        "# dht connections")
+           ndhtconn=$val
+           ;;
+       "# average connection lifetime (in ms)")
+           av_conn_t_ms=$val
+           ;;
+        "# conn. shutdown")
+           # key contains ':', so part of the key has been stored in 'val'
+           # we need a second parsing attempt to process the second ':'
+           { read -d: reason; read val; } <<<"$val"
+           case "$reason" in
+               "timed out during connect")
+                   nconn_timeout=$val
+                   ;;
+           esac
+    esac
+done < <( gnunet-stats )
+
+#
+# output statistics
+#
+
+printf "Uptime: %s\n" "$(seconds2str $uptime)"
+
+printf "Average transmit data rate: %s KiB/s (%s %% TCP, %s %% UDP)\n"  \
+    $(fixdiv $sent $((uptime*1024)) 2) \
+    $(fixdiv $((sent_tcp*100)) $sent 2) \
+    $(fixdiv $((sent_udp*100)) $sent 2) 
+
+printf "Protocols with average tramsit data rate > 0.1 %% of total\n"
+print_rate_by_type $sent $uptime "address@hidden"
+
+printf "Data rate of dropped outgoing messages: %s KiB/s\n"  \
+    $(fixdiv $bytes_omsg_dropped $((uptime*1024)) 2) \
+
+printf "Average receive data rate: %s KiB/s (%s %% TCP, %s %% UDP)\n"  \
+    $(fixdiv $recv $((uptime*1024)) 2) \
+    $(fixdiv $((recv_tcp*100)) $recv 2) \
+    $(fixdiv $((recv_udp*100)) $recv 2) 
+
+printf "Protocols with average receive data rate > 0.1 %% of total\n"
+print_rate_by_type $recv $uptime "address@hidden"
+
+printf "Data store usage: %s MiB / %s MiB (%s %%)\n"  \
+    $(fixdiv $ds_used $(( 1024**2 )) 0) \
+    $(fixdiv $ds_size $(( 1024**2 )) 0) \
+    $(fixdiv $((ds_used*100)) $ds_size 1)
+
+if ((nbloom == 0)); then
+    nbloom=1
+    bloom_err=0
+fi
+
+printf "GAP requests received: %s requests/min (%s %% dropped)\n"  \
+    $(fixdiv $((gap_req_recv*60)) $uptime 1) \
+    $(fixdiv $((gap_req_drop*100)) $gap_req_recv 1) \
+
+printf "GAP requests sent: %s requests/min\n"  \
+    $(fixdiv $((gap_req_sent*60)) uptime 1)
+
+printf "Bloom filter miss rate: %s %%\n"  \
+    $(fixdiv $((bloom_err*100)) $nbloom 1)
+
+printf "Number of connections: %i\n"  $nconn
+printf "Average connection lifetime: %s\n" \
+    "$(seconds2str $((av_conn_t_ms / 1000)) )"
+printf "Rate of failed connection attempts due to timeout: %s attempts/hour\n"\
+    $(fixdiv $((nconn_timeout*3600)) $uptime 1)


Property changes on: GNUnet/contrib/gnunet-stats-pretty.sh
___________________________________________________________________
Name: svn:executable
   + *