outputCDF
上传用户:rrhhcc
上传日期:2015-12-11
资源大小:54129k
文件大小:9k
- #!/usr/bin/perl -w
- #
- # Copyright (C) 2001 by USC/ISI
- # All rights reserved.
- #
- # Redistribution and use in source and binary forms are permitted
- # provided that the above copyright notice and this paragraph are
- # duplicated in all such forms and that any documentation, advertising
- # materials, and other materials related to such distribution and use
- # acknowledge that the software was developed by the University of
- # Southern California, Information Sciences Institute. The name of the
- # University may not be used to endorse or promote products derived from
- # this software without specific prior written permission.
- #
- # THIS SOFTWARE IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
- # WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
- # MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.
- #
- # An perl script that produces a set of CDF files that model Web traffic
- # from the output of http_active, used by SAMAN ModelGen
- #
- # This work is supported by DARPA through SAMAN Project
- # (http://www.isi.edu/saman/), administered by the Space and Naval
- # Warfare System Center San Diego under Contract No. N66001-00-C-8066
- sub usage {
- print STDERR <<END;
- usage: $0 [-e FilenameExtention]
- Options:
- -e string specify the filename extention
- END
- exit 1;
- }
- BEGIN {
- $dblibdir = "./";
- push(@INC, $dblibdir);
- }
- use DbGetopt;
- require "dblib.pl";
- my(@orig_argv) = @ARGV;
- &usage if ($#ARGV < 0);
- my($prog) = &progname;
- my($dbopts) = new DbGetopt("e:?", @ARGV);
- my($ch);
- while ($dbopts->getopt) {
- $ch = $dbopts->opt;
- if ($ch eq 'e') {
- $fext = $dbopts->optarg;
- } else {
- &usage;
- };
- };
- $idle=join(".",$fext,"idle.dat");
- $req=join(".",$fext,"request.dat");
- $reqb=join(".",$fext,"requestb.dat");
- $numpage=join(".",$fext,"numpage.dat");
- $numobj=join(".",$fext,"objcnt.dat");
- $pagesize=join(".",$fext,"pagesize.dat");
- $pagesizeb=join(".",$fext,"pagesizeb.dat");
- $objsize=join(".",$fext,"objsize.dat");
- $objsizeb=join(".",$fext,"objsizeb.dat");
- $objinter=join(".",$fext,"objinter.dat");
- $sessinter=join(".",$fext,"sessinter.dat");
- $server=join(".",$fext,"server.dat");
- $servercdf=join(".",$fext,"server.dat.cdf");
- $persist=join(".",$fext,"persist.dat");
- open(IDLE,"> $idle") || die("cannot open $idle.n");
- open(REQ,"> $req") || die("cannot open $req.n");
- open(REQB,"> $reqb") || die("cannot open $reqb.n");
- open(NUMPAGE,"> $numpage") || die("cannot open $numpage.n");
- open(OBJCNT,"> $numobj") || die("cannot open $numobj.n");
- open(PAGESIZE,"> $pagesize") || die("cannot open $pagesize.n");
- open(PAGESIZEB,"> $pagesizeb") || die("cannot open $pagesizeb.n");
- open(OBJSIZE,"> $objsize") || die("cannot open $objsize.n");
- open(OBJSIZEB,"> $objsizeb") || die("cannot open $objsizeb.n");
- open(OBJINTER,"> $objinter") || die("cannot open $objinter.n");
- open(SESSINTER,"> $sessinter") || die("cannot open $sessinter.n");
- open(SERVER,"> $server") || die("cannot open $server.n");
- open(SERVERCDF,"> $servercdf") || die("cannot open $servercdf.n");
- open(PERSIST,"> $persist") || die("cannot open $persist.n");
- $oldClient = "";
- $pagePerSess = 0;
- $pageSize = 0;
- $objCnt=0;
- $numServer = 0;
- $numConn = 0;
- $numSess = 0;
- $old = "";
- $oldtime = 0;
- print "start processing http_active outputn";
- while (<>) {
- ($time1,$clientIP,$clientPort,$dummy,$serverIP,$port80,$type,$size,$time2) = split(' ',$_);
- $dummy="";
- $port80=80;
- if ($oldClient ne $clientIP) {
- if ($oldClient ne "") {
- print NUMPAGE "$pagePerSessn";
- if ($pageSize gt 0) {
- print PAGESIZE "$pageSizen";
- print PAGESIZEB "$pageSizen";
- }
- if ($objCnt gt 0) {
- print OBJCNT "$objCntn";
- }
- }
- $pagePerSess = 1;
- $pageSize = 0;
- $objCnt = 0;
- $sess[$numSess] = ($time1 < $time2) ? $time1 : $time2;
- $numSess++;
- }
- if ($type eq "REQ") {
- print REQ "$sizen";
- print REQB "$sizen";
- }
- if ($type eq "IDLE") {
- print IDLE "$sizen";
- if ($pageSize gt 0) {
- print PAGESIZE "$pageSizen";
- print PAGESIZEB "$pageSizen";
- }
- if ($objCnt gt 0) {
- print OBJCNT "$objCntn";
- }
- $pagePerSess++;
- $objCnt=0;
- $pageSize = 0;
- $old = "";
- $oldtime = 0;
- }
- if ($type eq "RSP") {
- $pageSize = $pageSize + $size;
- $objCnt++;
- print OBJSIZE "$sizen";
- print OBJSIZEB "$sizen";
- $conn = join('-',$clientIP,$clientPort,$serverIP);
- $connection[$numConn] = $conn;
- $numConn++;
- if ($clientIP eq $old) {
- $inter = $time2 - $oldtime;
- print OBJINTER "$intern";
- }
- $old = $clientIP;
- $oldtime = $time1;
- }
- if ($type ne "IDLE") {
- $server[$numServer] = $serverIP;
- $numServer++;
- }
- $oldClient = $clientIP;
- }
- print OBJINTER "0n";
- print "done processing http_active outputn";
- #print "sort arrayn";
- @serverSorted = sort @server;
- @connSorted = sort @connection;
- @sessSorted = sort @sess;
- #print "done sortingn";
- $i = 0;
- while ($i < $#sessSorted) {
- $i1 = $i + 1;
- $sessInter = $sessSorted[$i1] - $sessSorted[$i];
- print SESSINTER "$sessIntern";
- $i++;
- }
- #in case there is only one session
- if ($#sessSorted == 0) {
- print SESSINTER "0n";
- }
- $old = "";
- $serverCnt = 1;
- $ns = 0;
- $nsSum = 0;
- foreach $j (0 .. $#serverSorted) {
- if ($serverSorted[$j] ne $old) {
- if ($old ne "") {
- print SERVER "$serverCntn";
- $svr[$ns] = $serverCnt;
- $ns++;
- $nsSum = $nsSum + $serverCnt;
- $serverCnt = 1;
- }
- }
- else {
- $serverCnt++;
- }
- $old = $serverSorted[$j];
- }
- print SERVER "$serverCntn";
- $svr[$ns] = $serverCnt;
- $nsSum = $nsSum + $serverCnt;
- @svrS = sort numerically @svr;
- $tmp = 0;
- foreach $j (0 .. $#svrS) {
- $tmp = $tmp + $svrS[$j];
- $prob = $tmp/$nsSum;
- print SERVERCDF "$j $tmp $probn";
- }
- $old = "";
- $old1 = "";
- $old2 = "";
- $persistCnt = 0;
- $numConn = 0;
- foreach $k (0 .. $#connSorted) {
- if (($old1 ne $old2) && ($old1 eq $connSorted[$k])) {
- $persistCnt++;
- }
- if ($old ne $connSorted[$k]) {
- $numConn++;
- }
- $old2 = $old1;
- $old1 = $connSorted[$k];
- $old = $connSorted[$k];
- }
- $nonPersistCnt = $numConn - $persistCnt;
- $nonPersistCntp = $nonPersistCnt/$numConn;
- print PERSIST "0 $nonPersistCnt $nonPersistCntpn";
- print PERSIST "1 100 1.0n";
- #the last client/page
- print NUMPAGE "$pagePerSessn";
- if ($pageSize gt 0) {
- print PAGESIZE "$pageSizen";
- print PAGESIZEB "$pageSizen";
- }
- if ($objCnt gt 0) {
- print OBJCNT "$objCntn";
- }
- close(SERVER);
- close(SERVERCDF);
- close(OBJSIZE);
- close(OBJSIZEB);
- close(PAGESIZE);
- close(PAGESIZEB);
- close(OBJCNT);
- close(NUMPAGE);
- close(IDLE);
- close(REQ);
- close(REQB);
- close(OBJINTER);
- close(SESSINTER);
- close(PERSIST);
- #compute CDF
- print "compute and output CDF filesn";
- &outputCDF(1000,100,1000,$idle);
- &outputCDF(1,1,1,$numpage);
- &outputCDF(1,1,1,$numobj);
- &outputCDF(0,0.0001,1,$objinter);
- &outputCDF(0,1024,1024,$objsize);
- &outputCDF(0,1024,1024,$pagesize);
- &outputCDF(0,1024,1024,$req);
- &outputCDF(1,1,1,$reqb);
- &outputCDF(0,0.001,1,$sessinter);
- #&outputCDF(0,0.0001,1,"delay.dat");
- print "done computing CDF filesn";
- sub numerically { $a <=> $b; }
- sub outputCDF {
- local($cur_epoch,$incr,$dividend,$tfile) = @_;
- local(@data);
- local(@dataS);
- local(@epoch);
- local(@cum);
- open(ORIG,$tfile) || die("cannot open $tfile.n");
- $tfileS = join('.',$tfile,"cdf");
- $newtfile = join(' ',">",$tfileS);
- open(CDF,$newtfile) || die("cannot open $newtfile.n");
- $count = 0;
- $cur_time = 0;
- $i = 0;
- while ($line = <ORIG>) {
- chop $line;
- $data[$i] = $line;
- $i++;
- }
- close(ORIG);
- if ($i eq 0) { exit; }
- @dataS = sort numerically @data;
- $i = 0;
- $sum = 0;
- foreach $j (0 .. $#dataS) {
- $cur_time = $dataS[$j];
- if ($cur_time > $cur_epoch) {
- while ($cur_epoch < $cur_time) {
- $epoch[$i] = $cur_epoch;
- $sum = $sum + $count;
- $cum[$i] = $sum;
- $i++;
- $cur_epoch = $cur_epoch + $incr;
- $count=0;
- }
- if ($cur_time <= $cur_epoch) {
- $count = 1;
- } else {
- $count = 0;
- }
- } else {
- $count++;
- }
- }
- $epoch[$i] = $cur_epoch;
- $sum = $sum + $count;
- $cum[$i] = $sum;
- $oldcum = 0;
- foreach $j (0 .. $#epoch) {
- $prob = $cum[$j]/$cum[$#cum];
- $e = $epoch[$j]/$dividend;
- if ($cum[$j] ne $oldcum) {
- print CDF "$e $cum[$j] $probn";
- }
- $oldcum = $cum[$j];
- }
- close(CDF);
- }