| 1 | #!/usr/local/bin/perl | 
|---|
| 2 | # | 
|---|
| 3 | # Script to read a file specifying the packages to which every function belongs | 
|---|
| 4 | # in VIS and then process the file output of purify and create a table of | 
|---|
| 5 | # memory usage per package. | 
|---|
| 6 | # | 
|---|
| 7 | # Abelardo Pardo <abel@vlsi.colorado.edu> | 
|---|
| 8 | # | 
|---|
| 9 | # Revision: [$Id: memoryaccount,v 1.8 1997/01/23 03:50:43 hsv Exp $] | 
|---|
| 10 |  | 
|---|
| 11 | require 5.001; | 
|---|
| 12 | use Getopt::Long; | 
|---|
| 13 |  | 
|---|
| 14 | $version = "1.8"; | 
|---|
| 15 |  | 
|---|
| 16 | # Define option and default variables | 
|---|
| 17 | # | 
|---|
| 18 | $opt_f = 0; | 
|---|
| 19 | $opt_h = 0; | 
|---|
| 20 | $opt_p = 0; | 
|---|
| 21 | $opt_v = 0; | 
|---|
| 22 | $opt_u = 0; | 
|---|
| 23 |  | 
|---|
| 24 | # Read the options | 
|---|
| 25 | #  | 
|---|
| 26 | $optionResult = GetOptions("f=s","h","m=s","p","u=s","v"); | 
|---|
| 27 |  | 
|---|
| 28 | # Read the result of the options | 
|---|
| 29 | # | 
|---|
| 30 | if ($opt_f) { | 
|---|
| 31 |     $file = $opt_f; | 
|---|
| 32 | } | 
|---|
| 33 | else { | 
|---|
| 34 |     $file = "purify.log"; | 
|---|
| 35 | } | 
|---|
| 36 |  | 
|---|
| 37 | # Print the help message if required | 
|---|
| 38 | # | 
|---|
| 39 | if ($opt_h || !$optionResult) { | 
|---|
| 40 |     goto usage; | 
|---|
| 41 | } | 
|---|
| 42 |  | 
|---|
| 43 | if ($opt_u) { | 
|---|
| 44 |     if ($opt_u eq "k") { | 
|---|
| 45 |         $unit = "Kbytes"; | 
|---|
| 46 |         $factor = 1000.0; | 
|---|
| 47 |         $precission = 2; | 
|---|
| 48 |     } | 
|---|
| 49 |     if ($opt_u eq "m") { | 
|---|
| 50 |         $unit = "Mbytes"; | 
|---|
| 51 |         $factor = 1000000.0; | 
|---|
| 52 |         $precission = 2; | 
|---|
| 53 |     } | 
|---|
| 54 |     if ($opt_u eq "g") { | 
|---|
| 55 |         $unit = "Gbytes"; | 
|---|
| 56 |         $factor = 1000000000.0; | 
|---|
| 57 |         $precission = 2; | 
|---|
| 58 |     } | 
|---|
| 59 |     if ($opt_u eq "b") { | 
|---|
| 60 |         $unit = "bytes"; | 
|---|
| 61 |         $factor = 1.0; | 
|---|
| 62 |         $precission = 0; | 
|---|
| 63 |     } | 
|---|
| 64 | } | 
|---|
| 65 | else { | 
|---|
| 66 |     $unit = "bytes"; | 
|---|
| 67 |     $factor = 1.0; | 
|---|
| 68 |     $precission = 0; | 
|---|
| 69 | } | 
|---|
| 70 |  | 
|---|
| 71 | # Print the version if required | 
|---|
| 72 | # | 
|---|
| 73 | if ($opt_v) { | 
|---|
| 74 |     print <<ENDOFMESSAGE; | 
|---|
| 75 | $0 -- Version: $version -- by Abelardo Pardo <abel\@vlsi.colorado.edu> | 
|---|
| 76 | ENDOFMESSAGE | 
|---|
| 77 |     exit; | 
|---|
| 78 | } | 
|---|
| 79 |  | 
|---|
| 80 | # Initial value of certain variables  | 
|---|
| 81 | # | 
|---|
| 82 | $detectedmiu = 0; | 
|---|
| 83 | $totalchunks = 0; | 
|---|
| 84 | $totalmemory = 0; | 
|---|
| 85 |  | 
|---|
| 86 | # Read in the function map files | 
|---|
| 87 | # | 
|---|
| 88 |  | 
|---|
| 89 | if ($#ARGV == -1) { | 
|---|
| 90 |     push(@ARGV, "./.fmap"); | 
|---|
| 91 | } | 
|---|
| 92 |  | 
|---|
| 93 | foreach $filename (@ARGV) { | 
|---|
| 94 |     if (open(INPUT, $filename)) { | 
|---|
| 95 |         while (<INPUT>) { | 
|---|
| 96 |             @fields = split(/\s/,$_); | 
|---|
| 97 |             $func2pkg{$fields[2]} = $fields[0]; | 
|---|
| 98 |             $total{$fields[0]} = 0; | 
|---|
| 99 |         } | 
|---|
| 100 |         close(INPUT); | 
|---|
| 101 |     } | 
|---|
| 102 | } | 
|---|
| 103 |  | 
|---|
| 104 | # Open the input file | 
|---|
| 105 | # | 
|---|
| 106 | open(INPUT, $file) || die "Unable to open file $file\n"; | 
|---|
| 107 | while (<INPUT>) { | 
|---|
| 108 |     chop; | 
|---|
| 109 |  | 
|---|
| 110 |     # Detect the version of purify being executed | 
|---|
| 111 |     if (/\s\s\*\sPurify\s([0-9\.]+)\s/) { | 
|---|
| 112 |         $purifyVersion = $1; | 
|---|
| 113 |         print "Memory Map of $pname at $pdate obtained with Purify $1\n"; | 
|---|
| 114 |         if ($purifyVersion eq "3.2") { | 
|---|
| 115 |             $totalMemoryExp = "^Memory\\sin\\-use:\\s([0-9]+)\\sbytes"; | 
|---|
| 116 |         } | 
|---|
| 117 |         if ($purifyVersion eq "4.0.1") { | 
|---|
| 118 |             $totalMemoryExp = "^New\\smemory\\sin\\-use:\\s([0-9]+)\\sbytes"; | 
|---|
| 119 |         } | 
|---|
| 120 |     } | 
|---|
| 121 |  | 
|---|
| 122 |     # Detect the first line telling when this was executed | 
|---|
| 123 |     if (/^\*\*\*\*\s\sPurify\sinstrumented\s(.+)\s\((.+)\sat\s(.+)\)/) { | 
|---|
| 124 |         $pname = $2; | 
|---|
| 125 |         $pdate = $3; | 
|---|
| 126 |     } | 
|---|
| 127 |  | 
|---|
| 128 |     # Detecting when the data structure has to be flushed | 
|---|
| 129 |     if (/^Purify:\sSearching\sfor\sall\smemory\sin\-use\.\.\.$/) { | 
|---|
| 130 |         foreach $name (keys %total) { | 
|---|
| 131 |             $total{$name} = 0; | 
|---|
| 132 |         } | 
|---|
| 133 |         $parsing = 1; | 
|---|
| 134 |     } | 
|---|
| 135 |  | 
|---|
| 136 |     if ($parsing) { | 
|---|
| 137 |         # Detect the line saying how much memory in use is visible | 
|---|
| 138 |         if (/^Memory\sin\-use:\s([0-9]+)\sbytes\s+\(([0-9\.]+)%\s.+\)/) { | 
|---|
| 139 |             $memInUse = $2; | 
|---|
| 140 |         } | 
|---|
| 141 |          | 
|---|
| 142 |         # If we are inside a MIU statement  | 
|---|
| 143 |         if ($detectedmiu == 1) { | 
|---|
| 144 |              | 
|---|
| 145 |             # Detect end of MIU statement | 
|---|
| 146 |             if ($_ eq "") { | 
|---|
| 147 |                 $detectedmiu = 0; | 
|---|
| 148 |                 if ($notallocatedyet == 1) { | 
|---|
| 149 |                     $total{"unclaimed"} += $portioninuse; | 
|---|
| 150 |                 } | 
|---|
| 151 |             } | 
|---|
| 152 |             else { | 
|---|
| 153 |                  | 
|---|
| 154 |                 # Obtain the function name of the allocation | 
|---|
| 155 |                 if ($notallocatedyet == 1) { | 
|---|
| 156 |                     if (/\s+([a-zA-Z0-9_]+)\s+\[(.+)\]/) { | 
|---|
| 157 |                         $function = $1; | 
|---|
| 158 |                         if (defined($func2pkg{$function})) { | 
|---|
| 159 |                             $pkg = $func2pkg{$function}; | 
|---|
| 160 |                             $total{$pkg} += $portioninuse; | 
|---|
| 161 |                             $notallocatedyet = 0; | 
|---|
| 162 |                         } | 
|---|
| 163 |                     } | 
|---|
| 164 |                 } | 
|---|
| 165 |             } | 
|---|
| 166 |         } | 
|---|
| 167 |          | 
|---|
| 168 |         if (/^MIU:\s([0-9]+)\sbytes/) { | 
|---|
| 169 |             $detectedmiu = 1; | 
|---|
| 170 |             $portioninuse = $1; | 
|---|
| 171 |             $notallocatedyet = 1; | 
|---|
| 172 |         } | 
|---|
| 173 |          | 
|---|
| 174 |         if (/^\s\s\s\s\sTotal\sAllocated\s+([0-9]+)\s+([0-9]+)/) { | 
|---|
| 175 |             $totalchunks = $1; | 
|---|
| 176 |             $totalmemory = $2; | 
|---|
| 177 |             $parsing = 0; | 
|---|
| 178 |         } | 
|---|
| 179 |     } | 
|---|
| 180 | } | 
|---|
| 181 |  | 
|---|
| 182 | close(INPUT); | 
|---|
| 183 |  | 
|---|
| 184 | if ($memInUse ne "100") { | 
|---|
| 185 |     print "Warning: The program is using $memInUse% of its allocated memory\n"; | 
|---|
| 186 | } | 
|---|
| 187 | print "Profile of the memory currently in use:\n"; | 
|---|
| 188 | foreach $name (sort keys %total) { | 
|---|
| 189 |     if ($opt_p || $total{$name} != 0) { | 
|---|
| 190 |         $tmemoryunits = $total{$name}/$factor; | 
|---|
| 191 |         $percentage = 100.0*$total{$name}/$totalmemory; | 
|---|
| 192 |         printf "%9s :  %12.${precission}f %s %5.2f %%\n",  | 
|---|
| 193 |                $name, $tmemoryunits, $unit, $percentage; | 
|---|
| 194 |     } | 
|---|
| 195 | } | 
|---|
| 196 | print "-------------------------------------------------------------------------------\n"; | 
|---|
| 197 |  | 
|---|
| 198 | if ($totalchunks == 0) { | 
|---|
| 199 |     print "No information found in file $file\n"; | 
|---|
| 200 |     exit; | 
|---|
| 201 | } | 
|---|
| 202 |  | 
|---|
| 203 | $memoryunits = $totalmemory/$factor; | 
|---|
| 204 | $memoryperchunk = $totalmemory/$totalchunks; | 
|---|
| 205 | printf "Total Memory Allocated = %12.${precission}f %s\n", $memoryunits, $unit; | 
|---|
| 206 | print "Memory allocated in $totalchunks portions. "; | 
|---|
| 207 | printf "Average %12.2f bytes per portion\n", $memoryperchunk; | 
|---|
| 208 |  | 
|---|
| 209 | exit; | 
|---|
| 210 |  | 
|---|
| 211 | usage: | 
|---|
| 212 |     print <<ENDOFMESSAGE; | 
|---|
| 213 |  | 
|---|
| 214 | $0 - Program to analyze and collect statistics about the memory usage of VIS. | 
|---|
| 215 |     This is how the filter works. It reads a file mapping function names to | 
|---|
| 216 |     package names. The filename to read may be provided in the command | 
|---|
| 217 |     line. This map may be created with the script "createfunctionmap". The | 
|---|
| 218 |     application first reads in that function map. If a function is mapped in | 
|---|
| 219 |     more than one file, the last one read in the one that prevails (for that | 
|---|
| 220 |     reason it is recommended to read in first the global map and then the map | 
|---|
| 221 |     in the user area). After that, it opens the file "purify.log" (this value | 
|---|
| 222 |     may be overwritten with the "-f" option). It parses this file to detect the | 
|---|
| 223 |     beginning and end of the purify dump of the memory in use. Among other | 
|---|
| 224 |     things, the parsing analyzes every MIU (Memory in use) statement. The MIU | 
|---|
| 225 |     statement gives the call stack whenever a memory allocation of a portion | 
|---|
| 226 |     that is still in use is performed. The script parses this call stack | 
|---|
| 227 |     searching for function names. When a function name that is present in the | 
|---|
| 228 |     map previously read is found, that memory is added to a counter for the | 
|---|
| 229 |     package to which that function belongs. Since purify prints a finite number | 
|---|
| 230 |     of functions in this call stack, it might happen that none of the function | 
|---|
| 231 |     names in that stack is in the map. In that case, the memory allocated is | 
|---|
| 232 |     accounted to the "unclaimed" category.  If while using this script, the | 
|---|
| 233 |     unclaimed category represents a significant portion of the memory in use, | 
|---|
| 234 |     there are two things that can be done: Either the length of the call stack | 
|---|
| 235 |     is increased by using the "-chain-length" option in purify whose default is | 
|---|
| 236 |     6, or more function names are included in the map file, such that the | 
|---|
| 237 |     "unclaimed memory" situation does not occur that often.  When the script is | 
|---|
| 238 |     done parsing the purify file, it prints a summary of the memory allocated | 
|---|
| 239 |     to each and every package present in its map. Purify makes a distinction | 
|---|
| 240 |     between the memory in use and the allocated memory. The former is the | 
|---|
| 241 |     memory that is still accessible to the program. The latter is the total | 
|---|
| 242 |     memory allocated to the program. If the memory being used by the program is | 
|---|
| 243 |     not the total memory allocated by the program, the script issues a | 
|---|
| 244 |     warning. This situation means that there is a portion of the memory that | 
|---|
| 245 |     cannot be accessed and therefore leaked. Please refer to the purify user's | 
|---|
| 246 |     guide Chapter 14, "Purify API" for more information about the type of | 
|---|
| 247 |     information provided by purify. | 
|---|
| 248 |  | 
|---|
| 249 | Usage: | 
|---|
| 250 |   $0 [-f <filename>] [-h] [-p] [-v] [-u <units>] filenames | 
|---|
| 251 |  | 
|---|
| 252 | Options: | 
|---|
| 253 |   -f <filename>     File to read the dump from. The default is "purify.log" | 
|---|
| 254 |   -h                Print this message | 
|---|
| 255 |   -p                Print also the packages that do not use any memory. | 
|---|
| 256 |   -v                Print the version | 
|---|
| 257 |   -u <units>        Units to print the memory usage in. It may be "b" for bytes | 
|---|
| 258 |                     "k" for kilobytes, "m" for megabytes and "g" for gigabytes. | 
|---|
| 259 |                     The default is bytes. | 
|---|
| 260 |   filenames         Files containing the function map to be read. Default is | 
|---|
| 261 |                     ./.fmap  | 
|---|
| 262 |  | 
|---|
| 263 | Bugs: | 
|---|
| 264 |   This script has been tested for purify versions 3.2 and 4.0.1. Since the | 
|---|
| 265 |   parsing is sensitive to the messages written in the dump file, a new version | 
|---|
| 266 |   of purify might have different messages that are not matched in the | 
|---|
| 267 |   script. If this situation arises, chances are the results are completely | 
|---|
| 268 |   bogus.  | 
|---|
| 269 |  | 
|---|
| 270 | Author: Abelardo Pardo <abel\@vlsi.colorado.edu> | 
|---|
| 271 |  | 
|---|
| 272 |  | 
|---|
| 273 | ENDOFMESSAGE | 
|---|
| 274 |     exit; | 
|---|