| 1 | #!/usr/local/bin/perl
|
|---|
| 2 | #
|
|---|
| 3 | # Script to read a file specifying the packages to which every function belongs
|
|---|
| 4 | # in VIS and then process the file output of purify and create a table of
|
|---|
| 5 | # memory usage per package.
|
|---|
| 6 | #
|
|---|
| 7 | # Abelardo Pardo <abel@vlsi.colorado.edu>
|
|---|
| 8 | #
|
|---|
| 9 | # Revision: [$Id: memoryaccount,v 1.8 1997/01/23 03:50:43 hsv Exp $]
|
|---|
| 10 |
|
|---|
| 11 | require 5.001;
|
|---|
| 12 | use Getopt::Long;
|
|---|
| 13 |
|
|---|
| 14 | $version = "1.8";
|
|---|
| 15 |
|
|---|
| 16 | # Define option and default variables
|
|---|
| 17 | #
|
|---|
| 18 | $opt_f = 0;
|
|---|
| 19 | $opt_h = 0;
|
|---|
| 20 | $opt_p = 0;
|
|---|
| 21 | $opt_v = 0;
|
|---|
| 22 | $opt_u = 0;
|
|---|
| 23 |
|
|---|
| 24 | # Read the options
|
|---|
| 25 | #
|
|---|
| 26 | $optionResult = GetOptions("f=s","h","m=s","p","u=s","v");
|
|---|
| 27 |
|
|---|
| 28 | # Read the result of the options
|
|---|
| 29 | #
|
|---|
| 30 | if ($opt_f) {
|
|---|
| 31 | $file = $opt_f;
|
|---|
| 32 | }
|
|---|
| 33 | else {
|
|---|
| 34 | $file = "purify.log";
|
|---|
| 35 | }
|
|---|
| 36 |
|
|---|
| 37 | # Print the help message if required
|
|---|
| 38 | #
|
|---|
| 39 | if ($opt_h || !$optionResult) {
|
|---|
| 40 | goto usage;
|
|---|
| 41 | }
|
|---|
| 42 |
|
|---|
| 43 | if ($opt_u) {
|
|---|
| 44 | if ($opt_u eq "k") {
|
|---|
| 45 | $unit = "Kbytes";
|
|---|
| 46 | $factor = 1000.0;
|
|---|
| 47 | $precission = 2;
|
|---|
| 48 | }
|
|---|
| 49 | if ($opt_u eq "m") {
|
|---|
| 50 | $unit = "Mbytes";
|
|---|
| 51 | $factor = 1000000.0;
|
|---|
| 52 | $precission = 2;
|
|---|
| 53 | }
|
|---|
| 54 | if ($opt_u eq "g") {
|
|---|
| 55 | $unit = "Gbytes";
|
|---|
| 56 | $factor = 1000000000.0;
|
|---|
| 57 | $precission = 2;
|
|---|
| 58 | }
|
|---|
| 59 | if ($opt_u eq "b") {
|
|---|
| 60 | $unit = "bytes";
|
|---|
| 61 | $factor = 1.0;
|
|---|
| 62 | $precission = 0;
|
|---|
| 63 | }
|
|---|
| 64 | }
|
|---|
| 65 | else {
|
|---|
| 66 | $unit = "bytes";
|
|---|
| 67 | $factor = 1.0;
|
|---|
| 68 | $precission = 0;
|
|---|
| 69 | }
|
|---|
| 70 |
|
|---|
| 71 | # Print the version if required
|
|---|
| 72 | #
|
|---|
| 73 | if ($opt_v) {
|
|---|
| 74 | print <<ENDOFMESSAGE;
|
|---|
| 75 | $0 -- Version: $version -- by Abelardo Pardo <abel\@vlsi.colorado.edu>
|
|---|
| 76 | ENDOFMESSAGE
|
|---|
| 77 | exit;
|
|---|
| 78 | }
|
|---|
| 79 |
|
|---|
| 80 | # Initial value of certain variables
|
|---|
| 81 | #
|
|---|
| 82 | $detectedmiu = 0;
|
|---|
| 83 | $totalchunks = 0;
|
|---|
| 84 | $totalmemory = 0;
|
|---|
| 85 |
|
|---|
| 86 | # Read in the function map files
|
|---|
| 87 | #
|
|---|
| 88 |
|
|---|
| 89 | if ($#ARGV == -1) {
|
|---|
| 90 | push(@ARGV, "./.fmap");
|
|---|
| 91 | }
|
|---|
| 92 |
|
|---|
| 93 | foreach $filename (@ARGV) {
|
|---|
| 94 | if (open(INPUT, $filename)) {
|
|---|
| 95 | while (<INPUT>) {
|
|---|
| 96 | @fields = split(/\s/,$_);
|
|---|
| 97 | $func2pkg{$fields[2]} = $fields[0];
|
|---|
| 98 | $total{$fields[0]} = 0;
|
|---|
| 99 | }
|
|---|
| 100 | close(INPUT);
|
|---|
| 101 | }
|
|---|
| 102 | }
|
|---|
| 103 |
|
|---|
| 104 | # Open the input file
|
|---|
| 105 | #
|
|---|
| 106 | open(INPUT, $file) || die "Unable to open file $file\n";
|
|---|
| 107 | while (<INPUT>) {
|
|---|
| 108 | chop;
|
|---|
| 109 |
|
|---|
| 110 | # Detect the version of purify being executed
|
|---|
| 111 | if (/\s\s\*\sPurify\s([0-9\.]+)\s/) {
|
|---|
| 112 | $purifyVersion = $1;
|
|---|
| 113 | print "Memory Map of $pname at $pdate obtained with Purify $1\n";
|
|---|
| 114 | if ($purifyVersion eq "3.2") {
|
|---|
| 115 | $totalMemoryExp = "^Memory\\sin\\-use:\\s([0-9]+)\\sbytes";
|
|---|
| 116 | }
|
|---|
| 117 | if ($purifyVersion eq "4.0.1") {
|
|---|
| 118 | $totalMemoryExp = "^New\\smemory\\sin\\-use:\\s([0-9]+)\\sbytes";
|
|---|
| 119 | }
|
|---|
| 120 | }
|
|---|
| 121 |
|
|---|
| 122 | # Detect the first line telling when this was executed
|
|---|
| 123 | if (/^\*\*\*\*\s\sPurify\sinstrumented\s(.+)\s\((.+)\sat\s(.+)\)/) {
|
|---|
| 124 | $pname = $2;
|
|---|
| 125 | $pdate = $3;
|
|---|
| 126 | }
|
|---|
| 127 |
|
|---|
| 128 | # Detecting when the data structure has to be flushed
|
|---|
| 129 | if (/^Purify:\sSearching\sfor\sall\smemory\sin\-use\.\.\.$/) {
|
|---|
| 130 | foreach $name (keys %total) {
|
|---|
| 131 | $total{$name} = 0;
|
|---|
| 132 | }
|
|---|
| 133 | $parsing = 1;
|
|---|
| 134 | }
|
|---|
| 135 |
|
|---|
| 136 | if ($parsing) {
|
|---|
| 137 | # Detect the line saying how much memory in use is visible
|
|---|
| 138 | if (/^Memory\sin\-use:\s([0-9]+)\sbytes\s+\(([0-9\.]+)%\s.+\)/) {
|
|---|
| 139 | $memInUse = $2;
|
|---|
| 140 | }
|
|---|
| 141 |
|
|---|
| 142 | # If we are inside a MIU statement
|
|---|
| 143 | if ($detectedmiu == 1) {
|
|---|
| 144 |
|
|---|
| 145 | # Detect end of MIU statement
|
|---|
| 146 | if ($_ eq "") {
|
|---|
| 147 | $detectedmiu = 0;
|
|---|
| 148 | if ($notallocatedyet == 1) {
|
|---|
| 149 | $total{"unclaimed"} += $portioninuse;
|
|---|
| 150 | }
|
|---|
| 151 | }
|
|---|
| 152 | else {
|
|---|
| 153 |
|
|---|
| 154 | # Obtain the function name of the allocation
|
|---|
| 155 | if ($notallocatedyet == 1) {
|
|---|
| 156 | if (/\s+([a-zA-Z0-9_]+)\s+\[(.+)\]/) {
|
|---|
| 157 | $function = $1;
|
|---|
| 158 | if (defined($func2pkg{$function})) {
|
|---|
| 159 | $pkg = $func2pkg{$function};
|
|---|
| 160 | $total{$pkg} += $portioninuse;
|
|---|
| 161 | $notallocatedyet = 0;
|
|---|
| 162 | }
|
|---|
| 163 | }
|
|---|
| 164 | }
|
|---|
| 165 | }
|
|---|
| 166 | }
|
|---|
| 167 |
|
|---|
| 168 | if (/^MIU:\s([0-9]+)\sbytes/) {
|
|---|
| 169 | $detectedmiu = 1;
|
|---|
| 170 | $portioninuse = $1;
|
|---|
| 171 | $notallocatedyet = 1;
|
|---|
| 172 | }
|
|---|
| 173 |
|
|---|
| 174 | if (/^\s\s\s\s\sTotal\sAllocated\s+([0-9]+)\s+([0-9]+)/) {
|
|---|
| 175 | $totalchunks = $1;
|
|---|
| 176 | $totalmemory = $2;
|
|---|
| 177 | $parsing = 0;
|
|---|
| 178 | }
|
|---|
| 179 | }
|
|---|
| 180 | }
|
|---|
| 181 |
|
|---|
| 182 | close(INPUT);
|
|---|
| 183 |
|
|---|
| 184 | if ($memInUse ne "100") {
|
|---|
| 185 | print "Warning: The program is using $memInUse% of its allocated memory\n";
|
|---|
| 186 | }
|
|---|
| 187 | print "Profile of the memory currently in use:\n";
|
|---|
| 188 | foreach $name (sort keys %total) {
|
|---|
| 189 | if ($opt_p || $total{$name} != 0) {
|
|---|
| 190 | $tmemoryunits = $total{$name}/$factor;
|
|---|
| 191 | $percentage = 100.0*$total{$name}/$totalmemory;
|
|---|
| 192 | printf "%9s : %12.${precission}f %s %5.2f %%\n",
|
|---|
| 193 | $name, $tmemoryunits, $unit, $percentage;
|
|---|
| 194 | }
|
|---|
| 195 | }
|
|---|
| 196 | print "-------------------------------------------------------------------------------\n";
|
|---|
| 197 |
|
|---|
| 198 | if ($totalchunks == 0) {
|
|---|
| 199 | print "No information found in file $file\n";
|
|---|
| 200 | exit;
|
|---|
| 201 | }
|
|---|
| 202 |
|
|---|
| 203 | $memoryunits = $totalmemory/$factor;
|
|---|
| 204 | $memoryperchunk = $totalmemory/$totalchunks;
|
|---|
| 205 | printf "Total Memory Allocated = %12.${precission}f %s\n", $memoryunits, $unit;
|
|---|
| 206 | print "Memory allocated in $totalchunks portions. ";
|
|---|
| 207 | printf "Average %12.2f bytes per portion\n", $memoryperchunk;
|
|---|
| 208 |
|
|---|
| 209 | exit;
|
|---|
| 210 |
|
|---|
| 211 | usage:
|
|---|
| 212 | print <<ENDOFMESSAGE;
|
|---|
| 213 |
|
|---|
| 214 | $0 - Program to analyze and collect statistics about the memory usage of VIS.
|
|---|
| 215 | This is how the filter works. It reads a file mapping function names to
|
|---|
| 216 | package names. The filename to read may be provided in the command
|
|---|
| 217 | line. This map may be created with the script "createfunctionmap". The
|
|---|
| 218 | application first reads in that function map. If a function is mapped in
|
|---|
| 219 | more than one file, the last one read in the one that prevails (for that
|
|---|
| 220 | reason it is recommended to read in first the global map and then the map
|
|---|
| 221 | in the user area). After that, it opens the file "purify.log" (this value
|
|---|
| 222 | may be overwritten with the "-f" option). It parses this file to detect the
|
|---|
| 223 | beginning and end of the purify dump of the memory in use. Among other
|
|---|
| 224 | things, the parsing analyzes every MIU (Memory in use) statement. The MIU
|
|---|
| 225 | statement gives the call stack whenever a memory allocation of a portion
|
|---|
| 226 | that is still in use is performed. The script parses this call stack
|
|---|
| 227 | searching for function names. When a function name that is present in the
|
|---|
| 228 | map previously read is found, that memory is added to a counter for the
|
|---|
| 229 | package to which that function belongs. Since purify prints a finite number
|
|---|
| 230 | of functions in this call stack, it might happen that none of the function
|
|---|
| 231 | names in that stack is in the map. In that case, the memory allocated is
|
|---|
| 232 | accounted to the "unclaimed" category. If while using this script, the
|
|---|
| 233 | unclaimed category represents a significant portion of the memory in use,
|
|---|
| 234 | there are two things that can be done: Either the length of the call stack
|
|---|
| 235 | is increased by using the "-chain-length" option in purify whose default is
|
|---|
| 236 | 6, or more function names are included in the map file, such that the
|
|---|
| 237 | "unclaimed memory" situation does not occur that often. When the script is
|
|---|
| 238 | done parsing the purify file, it prints a summary of the memory allocated
|
|---|
| 239 | to each and every package present in its map. Purify makes a distinction
|
|---|
| 240 | between the memory in use and the allocated memory. The former is the
|
|---|
| 241 | memory that is still accessible to the program. The latter is the total
|
|---|
| 242 | memory allocated to the program. If the memory being used by the program is
|
|---|
| 243 | not the total memory allocated by the program, the script issues a
|
|---|
| 244 | warning. This situation means that there is a portion of the memory that
|
|---|
| 245 | cannot be accessed and therefore leaked. Please refer to the purify user's
|
|---|
| 246 | guide Chapter 14, "Purify API" for more information about the type of
|
|---|
| 247 | information provided by purify.
|
|---|
| 248 |
|
|---|
| 249 | Usage:
|
|---|
| 250 | $0 [-f <filename>] [-h] [-p] [-v] [-u <units>] filenames
|
|---|
| 251 |
|
|---|
| 252 | Options:
|
|---|
| 253 | -f <filename> File to read the dump from. The default is "purify.log"
|
|---|
| 254 | -h Print this message
|
|---|
| 255 | -p Print also the packages that do not use any memory.
|
|---|
| 256 | -v Print the version
|
|---|
| 257 | -u <units> Units to print the memory usage in. It may be "b" for bytes
|
|---|
| 258 | "k" for kilobytes, "m" for megabytes and "g" for gigabytes.
|
|---|
| 259 | The default is bytes.
|
|---|
| 260 | filenames Files containing the function map to be read. Default is
|
|---|
| 261 | ./.fmap
|
|---|
| 262 |
|
|---|
| 263 | Bugs:
|
|---|
| 264 | This script has been tested for purify versions 3.2 and 4.0.1. Since the
|
|---|
| 265 | parsing is sensitive to the messages written in the dump file, a new version
|
|---|
| 266 | of purify might have different messages that are not matched in the
|
|---|
| 267 | script. If this situation arises, chances are the results are completely
|
|---|
| 268 | bogus.
|
|---|
| 269 |
|
|---|
| 270 | Author: Abelardo Pardo <abel\@vlsi.colorado.edu>
|
|---|
| 271 |
|
|---|
| 272 |
|
|---|
| 273 | ENDOFMESSAGE
|
|---|
| 274 | exit;
|
|---|