parselogs.c

   1 #include "cll1-0.6.2.h"
   2 #include "cll1-0.6.2.h"
   3
   4 #define STRLEN 512
   5
   6 /* globals declared in prometheus.c */
   7 extern char *log_dir;
   8 extern const char *version;
   9 extern const char *stats_html_signature;
  10 extern const char *ls;
  11 extern char *html_log_dir;
  12 extern int row_odd_even;
  13 extern char *log_url;
  14 extern char *lms_url;
  15
  16 /* function implemented in prometheus.c */
  17 const char *tr_odd_even(void);
  18
  19 struct IpLog
  20 {
  21  char *name;
  22  long traffic;
  23  long guaranted;
  24  long avg;
  25  time_t logged_time;
  26  int i;
  27  int lmsid;
  28  long l;
  29  list(IpLog);
  30 } *iplog,*iplogs;
  31
  32 void parse_ip_log(int argc, char **argv)
  33 {
  34  char *month, *year, *str, *name="(undefined)", *ptr, *ptr2, *filename;
  35  long traffic=0l, traffic_month, total=0, guaranted;
  36  int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0, lmsid;
  37  char mstr[4], ystr[5];
  38  long log_timestamp, log_started = 0, log_ended = 0;
  39  FILE *f;
  40  string(str,STRLEN);
  41  string(filename,STRLEN);
  42
  43  if(argv[1][1]=='l') /* -l */
  44  {
  45   if(argc<4)
  46   {
  47    puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
  48    exit(-1);
  49   }
  50   else
  51   {
  52    month=argv[2];
  53    if(eq(month,"Year")) any_month=1;
  54    year=argv[3];
  55   }
  56  }
  57  else
  58  {
  59   time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
  60   struct tm *timep = localtime(&t);
  61
  62   if(argv[1][1]=='m') /* -m yestarday - month */
  63   {
  64    strftime(mstr, 4, "%b", timep);
  65    month=mstr;
  66    strftime(ystr, 5, "%Y", timep);
  67    year=ystr;
  68   }
  69   else /* -y yesterday - year */
  70   {
  71    month="Year";
  72    any_month=1;
  73    strftime(ystr, 5, "%Y", timep);
  74    year=ystr;
  75   }
  76  }
  77  printf("Analysing traffic for %s %s ...\n",month,year);
  78
  79  /* sorry... next release of C<<1 header file will include for_path_files(name,path) {  } macro */
  80  sprintf(str,"%s %s/",ls,log_dir);
  81  shell(str);
  82  /* for_each(file, str, dir, log_dir) */
  83  input(str,STRLEN)
  84  {
  85   if(strstr(str,".log"))
  86   {
  87     ptr=strrchr(str,'\n');
  88     if(ptr) *ptr='\0';
  89     sprintf(filename,"%s/%s", log_dir,str);
  90     printf("Parsing %s ...", filename);
  91     accept_month=0;
  92     traffic_month=0;
  93     guaranted=0;
  94     lmsid=-1;
  95     parse(filename)
  96     {
  97      y_ok=m_ok=0;
  98      valid_columns(ptr,_,'\t',col) switch(col)
  99      {
 100       case 1: log_timestamp = atol(ptr); break;
 101       case 2: name = ptr;break;
 102       case 3: traffic = atol(ptr);break;
 103       /* column number   - was 7, now 11...*/
 104       case 7:
 105       case 8:
 106       case 9:
 107       case 10:
 108       case 11: if(isalpha(*ptr)) /* character, not numeric string = date, just one*/
 109                {
 110                 valid_columns(ptr2,ptr,' ',col2) switch(col2)
 111                 {
 112                  case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
 113                  case 5: if(eq(ptr2,year)) y_ok = 1; break;
 114                 }
 115                }
 116                else
 117                {
 118                  if(col == 7) guaranted = atol(ptr);
 119                  if(col == 10) lmsid = atoi(ptr);
 120                }
 121      }
 122
 123      if(y_ok && m_ok)
 124      {
 125       traffic_month += traffic;
 126       if(log_started == 0)
 127       {
 128        log_started = log_timestamp;
 129       }
 130       accept_month = 1;
 131      }
 132      else if (log_started != 0 && log_ended == 0)
 133      {
 134       log_ended = log_timestamp;
 135      }
 136     }
 137     done; /* ugly macro end */
 138
 139     if(accept_month)
 140     {
 141      if(log_ended == 0)
 142      {
 143       log_ended = time(NULL);
 144      }
 145
 146      create(iplog,IpLog);
 147      iplog->name = name;
 148      iplog->guaranted = guaranted;
 149      iplog->avg = traffic_month * 8 / (log_ended - log_started); /* Mbps */
 150      iplog->logged_time = (log_ended - log_started);
 151      iplog->traffic = traffic_month; /* MB */
 152      iplog->lmsid = lmsid;
 153      insert(iplog,iplogs,desc_order_by,traffic);
 154      printf(" %ld MB\n",iplog->traffic);
 155     }
 156     else
 157     {
 158      puts(" no records.");
 159     }
 160   }
 161  }
 162  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 163  printf("Writing %s ... ",str);
 164  f=fopen(str,"w");
 165  if(f > 0)
 166  {
 167 //  time_t max_logged_time = 0;
 168
 169   fprintf(f, "<table class=\"decorated last\"><thead>\n\
 170 <tr><th colspan=\"2\">%s %s</th>\n\
 171 <th style=\"text-align: right\">lms</th>\n\
 172 <th colspan=\"2\">Data transfers</th>\n\
 173 <th style=\"text-align: right\">Min.speed</th>\n\
 174 <th style=\"text-align: right\">Avg.speed</th>\n\
 175 </tr></thead><tbody>\n ",
 176              month, year);
 177
 178   row_odd_even = 0;
 179   for_each(iplog, iplogs)
 180   {
 181 /*   if(iplog->logged_time > max_logged_time)
 182    {
 183     max_logged_time = iplog->logged_time;
 184    }
 185 */
 186    if(iplog->traffic)
 187    {
 188     fprintf(f, "%s<td style=\"text-align: right\">%d</td>\n\
 189 <td style=\"text-align: left\">\
 190 <a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</td>\n\
 191 <td style=\"text-align: right\">",
 192                tr_odd_even(), i++, log_url, iplog->name, iplog->name);
 193
 194     if(iplog->lmsid > 0)
 195     {
 196      /*base URL will be configurable soon ... */
 197      fprintf(f, "<a class=\"blue\" target=\"_blank\" href=\"%s%d\">%04d</a>\n", lms_url, iplog->lmsid, iplog->lmsid);
 198     }
 199     else if(iplog->lmsid == 0)
 200     {
 201      fputs("------",f);
 202     }
 203     fprintf(f, "<td style=\"text-align: right\">%ld&nbsp;MB</td>\n\
 204 <td style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></td>\n\
 205 <td style=\"text-align: right\">%ld&nbsp;kb/s</th>\
 206 <td style=\"text-align: right\">%ld&nbsp;Mb/s</th>\
 207 </tr>\n",
 208                iplog->traffic, iplog->traffic>>10, iplog->guaranted, iplog->avg);
 209     total+=iplog->traffic>>10;
 210     iplog->i=i;
 211     iplog->l=total;
 212    }
 213   }
 214   fprintf(f,"</tbody><thead><tr>\
 215 <th colspan=\"3\" style=\"text-align: left\">Total:</th>\
 216 <th colspan=\"2\" style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></th>\
 217 <th style=\"text-align: right\"></th>\
 218 <th style=\"text-align: right\"></th></tr>\
 219 \n", total);
 220   fputs("</thead></table>\n", f);
 221
 222   row_odd_even = 0;
 223   if(i>10)
 224   {
 225    fputs("<a name=\"erp\"></a><p><table class=\"decorated last\">\n\
 226 <caption>Enterprise Resource Planning (ERP)</caption>\n\
 227 <thead><tr>\n\
 228 <th>Analytic category</th>\n\
 229 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
 230 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
 231 </tr></thead><tbody>\n",f);
 232
 233    if_exists(iplog,iplogs,iplog->l>=total/4)
 234    {
 235     fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
 236     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 237 <td style=\"text-align: right\">%d %%</td>\n\
 238 <td style=\"text-align: right\">%ld GB</td>\n\
 239 <td style=\"text-align: right\">%d %%</td></tr>\n",
 240               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 241    }
 242
 243    if_exists(iplog,iplogs,iplog->i==10)
 244    {
 245     fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
 246     fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
 247 <td style=\"text-align: right\">%d %%</td>\n\
 248 <td style=\"text-align: right\">%ld GB</td>\n\
 249 <td style=\"text-align: right\">%d %%</td></tr>\n",
 250                (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 251    }
 252
 253    if_exists(iplog,iplogs,iplog->l>=total/2)
 254    {
 255     fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
 256     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 257 <td style=\"text-align: right\">%d %%</td>\n\
 258 <td style=\"text-align: right\">%ld GB</td>\n\
 259 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
 260               iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
 261    }
 262
 263    if_exists(iplog,iplogs,iplog->l>=4*total/5)
 264    {
 265     fprintf(f,"%s<td>Top 80%% of traffic</td>\n",tr_odd_even());
 266     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 267 <td style=\"text-align: right\">%d %%</td>\n\
 268 <td style=\"text-align: right\">%ld GB</td>\n\
 269 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
 270               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 271    }
 272
 273    if_exists (iplog,iplogs,iplog->i>=i/5)
 274    {
 275     fprintf(f,"%s<td>Top 20%% downloaders</td>\n",tr_odd_even());
 276     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 277 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
 278 <td style=\"text-align: right\">%ld GB</td>\n\
 279 <td style=\"text-align: right\">%d %%</td></tr>\n",
 280               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 281    }
 282
 283    if_exists(iplog,iplogs,iplog->i>=i/4)
 284    {
 285     fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
 286     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 287 <td style=\"text-align: right\">%d %%</td>\n\
 288 <td style=\"text-align: right\">%ld GB</td>\n\
 289 <td style=\"text-align: right\">%d %%</td></tr>\n",
 290                iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 291    }
 292
 293    if_exists(iplog,iplogs,iplog->i>=i/2)
 294    {
 295     fprintf(f,"%s<td>Top 50%% downloaders</td>\n",tr_odd_even());
 296     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 297 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
 298 <td style=\"text-align: right\">%ld GB</td>\n\
 299 <td style=\"text-align: right\">%d %%</td></tr>\n",
 300               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 301    }
 302
 303    if_exists(iplog,iplogs,iplog->i>=4*i/5)
 304    {
 305     fprintf(f,"%s<td>Top 80%% downloaders</td>\n",tr_odd_even());
 306     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 307 <td style=\"text-align: right\">%d %%</td>\n\
 308 <td style=\"text-align: right\">%ld GB</td>\n\
 309 <td style=\"text-align: right\">%d %%</td></tr>\n",
 310               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 311    }
 312
 313    fprintf(f,"</tbody><thead><tr><th><a class=\"blue\" target=\"_blank\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
 314    fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
 315 <th style=\"text-align: right\">100 %%</th>\n\
 316 <th style=\"text-align: right\">%ld GB</th>\n\
 317 <th style=\"text-align: right\">100 %%</th></tr>\n",i-1,total);
 318    fputs("</thead></table>\n", f);
 319   }
 320
 321   fprintf(f, stats_html_signature, version);
 322   fclose(f);
 323   puts("done.");
 324  }
 325  else
 326  {
 327   perror(str);
 328  }
 329 }