prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2008 Michael Polak (xChaos)           */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified by: xChaos, 20120511
  11                  ludva, 20080415
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 256
  30 #define FIRSTGROUPID 1024
  31 #define FIRSTIPCLASS 2048
  32 #undef DEBUG
  33
  34 #include "cll1-0.6.2.h"
  35
  36 const char *version = "0.8.3-c";
  37
  38 /* Version numbers: 0.8.3 is development releases ("beta"), 0.8.4 will be "stable" */
  39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
  40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
  41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
  42
  43 const char *stats_html_signature = "<span class=\"small\">Statistics generated by Prometheus QoS version %s<br />GPL+Copyright(C)2005-2012 Michael Polak, <a href=\"http://www.arachne.cz/\">Arachne Labs</a></span>\n";
  44
  45 /* ======= All path names are defined here (for RPM patch) =======  */
  46
  47 char              *tc = "/sbin/tc"; /* requires tc with HTB support */
  48 char        *iptables = "/sbin/iptables"; /* requires iptables utility */
  49 char    *iptablessave = "/sbin/iptables-save"; /* not yet required */
  50 char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  51 const char        *ls = "/bin/ls"; /* this is not user configurable :-) */
  52
  53 char          *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  54 char           *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  55
  56 char    *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  57 char          *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
  58 char            *html = "/var/www/traffic.html"; /* hall of fame filename */
  59 char         *preview = "/var/www/preview.html"; /* hall of fame preview */
  60 char          *cmdlog = "/var/log/prometheuslog"; /* command log filename */
  61 char         *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
  62 char         *log_url = "/logs/"; /* log directory relative URI prefix (partial URL) */
  63 char    *html_log_dir = "/var/www/logs/html/";
  64
  65 char      *jquery_url = "http://code.jquery.com/jquery-latest.js";
  66 char         *lms_url = "/lms/?m=customerinfo&amp;id=";
  67 int use_jquery_popups = 1;
  68 int      row_odd_even = 0; /*<tr class="odd/even"> */
  69
  70 const char *tr_odd_even(void)
  71 {
  72  row_odd_even = 1 - row_odd_even;
  73  if(row_odd_even)
  74  {
  75   return "<tr class=\"even\">\n";
  76  }
  77  else
  78  {
  79   return "<tr class=\"odd\">\n";
  80  }
  81 }
  82
  83 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  84
  85 void help(void)
  86 {
  87  puts("Command line switches:\n\
  88 \n\
  89 -?, --help    this help screen\n\
  90 -v, --version show Version number of this utility and exit\n\
  91 -c filename   force alternative /etc/prometheus.Conf filename\n\
  92 -h filename   force alternative /etc/Hosts filename (overrides hosts keyword)\n\
  93 -f            just Flush iptables and tc classes and exit (stop shaping)\n\
  94 -9            emergency iptables flush (do not read data transfer statistics)\n\
  95 -p            just generate Preview of data transfer statistics and exit\n\
  96 -d            Dry run (preview tc and iptables commands on stdout)\n\
  97 -r            Run (reset all statistics and start shaping)\n\
  98 -n            run Now (start shaping without delay - overrides qos-free-delay keyword)\n\
  99 -l Mmm YYYY   generate HTML summary of traffic Logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
 100 -m            generate HTML summary of traffic logs for yesterday's Month\n\
 101 -y            generate HTML summary of traffic logs for yesterday's Year\n");
 102 /* not yet implemented:
 103 -s            start shaping! (keep data transfer statistics - but apply shaping)\n\
 104 */
 105 }
 106
 107 /* === Configuraration file values defaults - stored in global variables ==== */
 108
 109 int        filter_type = 1; /*1 mark, 2 classify*/
 110 char             *mark = "MARK";
 111 char    *mark_iptables = "MARK --set-mark ";
 112 int            dry_run = 0; /* preview - use puts() instead of system() */
 113 char *iptablespreamble = "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
 114 FILE    *iptables_file = NULL;
 115 int      enable_credit = 1; /* enable credit file */
 116 int         use_credit = 0; /* use credit file (if enabled)*/
 117 char            *title = "Hall of Fame - Greatest Suckers"; /* hall of fame title */
 118 int       hall_of_fame = 1; /* enable hall of fame */
 119 char              *lan = "eth0"; /* LAN interface */
 120 char       *lan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 121 char              *wan = "eth1"; /* WAN/ISP interface */
 122 char       *wan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 123 char         *qos_leaf = "sfq perturb 5"; /* leaf discipline */
 124 char    *qos_free_zone = NULL; /* QoS free zone */
 125 int          qos_proxy = 1; /* include proxy port to QoS */
 126 int        found_lmsid = 0; /* show links to users in LMS information system */
 127 int     include_upload = 1; /* upload+download=total traffic */
 128 char         *proxy_ip = "192.168.1.1/32"; /* our IP with proxy port */
 129 int         proxy_port = 3128; /* proxy port number */
 130 long long int     line = 1024; /* WAN/ISP download in kbps */
 131 long long int       up = 1024; /* WAN/ISP upload in kbps */
 132 int           free_min = 32; /* minimum guaranted bandwidth for all undefined hosts */
 133 int           free_max = 64; /* maximum allowed bandwidth for all undefined hosts */
 134 int     qos_free_delay = 0; /* seconds to sleep before applying new QoS rules */
 135 int     digital_divide = 2; /* controls digital divide weirdness ratio, 1...3 */
 136 int        max_nesting = 3; /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 137 int            htb_r2q = 256; /* should work for leaf values 512 kbps to 8 Mbps */
 138 int              burst = 8; /* HTB burst (in kbits) */
 139 int         burst_main = 64;
 140 int        burst_group = 32;
 141 int     magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 142 int       keywordcount = 0;
 143 /* not yet implemented:
 144 int      fixed_packets = 0; maximum number of pps per IP address (not class!)
 145 int       packet_limit = 5; maximum number of pps to htn CEIL, not rate !!!
 146 */
 147 FILE         *log_file = NULL;
 148 char              *kwd = "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
 149
 150 const int highest_priority   = 0; /* highest HTB priority (HTB built-in value is 0) */
 151 const int lowest_priority    = 7; /* lowest HTB priority (HTB built-in value is 7) */
 152 const int idxtable_treshold1 = 24;      /* this is no longer configurable */
 153 const int idxtable_treshold2 = 12;      /* this is no longer configurable */
 154 const int idxtable_bitmask1  = 3;        /* this is no longer configurable */
 155 const int idxtable_bitmask2  = 3;        /* this is no longer configurable */
 156
 157 /* ==== This is C<<1 stuff - learn C<<1 first! https://dev.arachne.cz/svn/cll1h ==== */
 158
 159 struct IP
 160 {
 161  char *addr;
 162  char *name;
 163  char *sharing;
 164  int min;
 165  int desired;
 166  int max;
 167  int mark;
 168  int prio;
 169  int fixedprio;
 170  int group;
 171  int lmsid;
 172  unsigned long long direct;
 173  unsigned long long proxy;
 174  unsigned long long upload;
 175  unsigned long long traffic;
 176  unsigned long long credit;
 177  unsigned long pktsup;
 178  unsigned long pktsdown;
 179  struct Keyword *keyword;
 180  list(IP);
 181 } *ips=NULL, *ip, *sharedip;
 182
 183 struct Group
 184 {
 185  int min;
 186  int count;
 187  int desired;
 188  int id;
 189  list(Group);
 190 } *groups=NULL, *group;
 191
 192 struct Index
 193 {
 194  char *addr;
 195  char *id;
 196  struct Index *parent;
 197  int bitmask;
 198  int children;
 199  list(Index);
 200 } *idxs=NULL, *idx, *metaindex;
 201
 202 struct Keyword
 203 {
 204  char *key;
 205
 206  int asymetry_ratio;        /* ratio for ADSL-like upload */
 207  int asymetry_fixed;        /* fixed treshold for ADSL-like upload */
 208  int data_limit;            /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 209  int data_prio;             /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 210  long fixed_limit;          /* fixed data limit for setting lower HTB ceil */
 211  long fixed_prio;           /* fixed data lmit for setting lower HTB prio */
 212  int reserve_min;           /* bonus for nominal HTB rate bandwidth (in kbps) */
 213  int reserve_max;           /* malus for nominal HTB ceil (in kbps) */
 214 // int divide_max;          /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
 215 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
 216  int default_prio;          /* default HTB priority for this keyword */
 217  char *html_color;
 218  int ip_count;
 219  char *leaf_discipline;
 220
 221  list(Keyword);
 222 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
 223
 224 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
 225
 226 void TheIP(void)
 227 {
 228  create(ip,IP);
 229  ip->name        = "";
 230  ip->addr        = "";
 231  ip->sharing     = NULL;
 232  ip->prio        = highest_priority+1;
 233  ip->lmsid       = -1;
 234  ip->fixedprio   = \
 235  ip->mark        = \
 236  ip->min         = \
 237  ip->max         = \
 238  ip->desired     = \
 239  ip->credit      = \
 240  ip->upload      = \
 241  ip->proxy       = \
 242  ip->direct      = \
 243  ip->traffic     = \
 244  ip->pktsup      = \
 245  ip->pktsdown    = 0;
 246  ip->keyword     = keywords;
 247  push(ip,ips);
 248 }
 249
 250 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 251
 252 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
 253 {
 254  /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
 255  int dot=0, n;
 256  char *ip,*outip,*outptr,*fmt;
 257
 258  duplicate(inip,ip);
 259  /* debug printf("(%s,%d) -> ",ip,bitmask); */
 260
 261  if(ip && *ip && bitmask>=0 && bitmask<=32)
 262  {
 263   string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
 264  }
 265  else
 266  {
 267   /* should never exit here */
 268   return "undefined";
 269  }
 270  outptr=outip;
 271  while(ip && *ip)
 272  {
 273   if(*ip=='.')
 274   {
 275    if(dot<(bitmask/8-1))
 276    {
 277     if(format_as_chainname)
 278     {
 279      *outptr='_';
 280     }
 281     else
 282     {
 283      *outptr='.';
 284     }
 285     outptr++;
 286     dot++;
 287    }
 288    else
 289    {
 290     char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
 291     if(cutdot)
 292     {
 293      *cutdot = '\0';
 294     }
 295
 296     if(format_as_chainname)
 297     {
 298      fmt = "_%d_%d";
 299     }
 300     else
 301     {
 302      fmt = ".%d";
 303     }
 304
 305     if(bitmask%8)
 306     {
 307      n = atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
 308     }
 309     else
 310     {
 311      n = 0;
 312     }
 313
 314     /*debug  printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
 315     sprintf(outptr,fmt,n,bitmask);
 316     if(!format_as_chainname)
 317     {
 318      while(bitmask<24)
 319      {
 320       strcat(outip,".0");
 321       bitmask+=8;
 322      }
 323     }
 324     /* debug printf("[%s]\n",outip); */
 325     return outip;
 326    }
 327   }
 328   else
 329   {
 330    *outptr=*ip;
 331    outptr++;
 332   }
 333   ip++;
 334  }
 335  /*should never exit here*/
 336  *outptr='\0';
 337  return outip;
 338 }
 339
 340 char *hash_id(char *ip,int bitmask)
 341 {
 342  return very_ugly_ipv4_code(ip,bitmask,1);
 343 }
 344
 345 char *subnet_id(char *ip,int bitmask)
 346 {
 347  return very_ugly_ipv4_code(ip,bitmask,0);
 348 }
 349
 350 /* ================= Let's parse configuration file here =================== */
 351
 352 void reject_config_and_exit(char *filename)
 353 {
 354  printf("Configuration file %s rejected - abnormal exit.",filename);
 355  exit(-1);
 356 }
 357
 358 void get_config(char *config_filename)
 359 {
 360  char *cnf="mark";
 361
 362  printf("Configured keywords: ");
 363  parse(config_filename)
 364  {
 365   option("keyword",kwd);
 366   if(kwd)
 367   {
 368    printf("%s ",kwd);
 369
 370    create(keyword,Keyword);
 371    keyword->key=kwd;
 372    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 373    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 374    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 375    keyword->data_prio=4;               /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 376    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 377    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 378    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 379    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 380    keyword->default_prio=highest_priority+1;
 381    keyword->html_color="000000";
 382    keyword->ip_count=0;
 383    keyword->leaf_discipline="";
 384
 385    push(keyword,keywords);
 386    if(!defaultkeyword) defaultkeyword=keyword;
 387    keywordcount++;
 388
 389    kwd=NULL;
 390   }
 391   else
 392   {
 393     for_each(keyword,keywords)
 394     {
 395      int l=strlen(keyword->key);
 396
 397      if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 398      {
 399       char *tmptr=_; /*  <---- l+1 ----> */
 400       _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 401       ioption("asymetry-ratio",keyword->asymetry_ratio);
 402       ioption("asymetry-treshold",keyword->asymetry_fixed);
 403       ioption("magic-relative-limit",keyword->data_limit);
 404       ioption("magic-relative-prio",keyword->data_prio);
 405       loption("magic-fixed-limit",keyword->fixed_limit);
 406       loption("magic-fixed-prio",keyword->fixed_prio);
 407       ioption("htb-default-prio",keyword->default_prio);
 408       ioption("htb-rate-bonus",keyword->reserve_min);
 409       ioption("htb-ceil-malus",keyword->reserve_max);
 410       option("leaf-discipline",keyword->leaf_discipline);
 411       option("html-color",keyword->html_color);
 412       _=tmptr;
 413
 414       if(keyword->data_limit || keyword->fixed_limit ||
 415          keyword->data_prio || keyword->fixed_prio)
 416       {
 417        use_credit=1;
 418       }
 419      }
 420     }
 421   }
 422
 423   option("tc",tc);
 424   option("iptables",iptables);
 425   option("iptables-save",iptablessave); /* new */
 426   option("iptables-restore",iptablesrestore); /* new */
 427   option("iptables-file",iptablesfile); /* new */
 428   option("hosts",hosts);
 429   option("lan-interface",lan);
 430   option("wan-interface",wan);
 431   option("lan-medium",lan_medium);
 432   option("wan-medium",wan_medium);
 433   lloption("wan-download",line);
 434   lloption("wan-upload",up);
 435   ioption("hall-of-fame-enable",hall_of_fame);
 436   option("hall-of-fame-title",title);
 437   option("hall-of-fame-filename",html);
 438   option("hall-of-fame-preview",preview);
 439   option("log-filename",cmdlog);
 440   option("credit-filename",credit);
 441   ioption("credit-enable",enable_credit);
 442   option("log-traffic-directory",log_dir);
 443   option("log-traffic-html-directory",html_log_dir);
 444   option("log-traffic-url-path",log_url);
 445   option("jquery-url",jquery_url);
 446   option("lms-url",lms_url);
 447   ioption("use-jquery-popups",use_jquery_popups);
 448   option("qos-free-zone",qos_free_zone);
 449   ioption("qos-free-delay",qos_free_delay);
 450   ioption("qos-proxy-enable",qos_proxy);
 451   option("qos-proxy-ip",proxy_ip);
 452   option("htb-leaf-discipline",qos_leaf);
 453   ioption("qos-proxy-port",proxy_port);
 454   ioption("free-rate",free_min);
 455   ioption("free-ceil",free_max);
 456   ioption("htb-burst",burst);
 457   ioption("htb-burst-main",burst_main);
 458   ioption("htb-burst-group",burst_group);
 459   ioption("htb-nesting-limit",max_nesting);
 460   ioption("htb-r2q",htb_r2q);
 461   ioption("magic-include-upload",include_upload);
 462   ioption("magic-treshold",magic_treshold);
 463   option("filter-type", cnf);
 464 /* not yet implemented:
 465   ioption("magic-fixed-packets",fixed_packets);
 466   ioption("magic-relative-packets",packet_limit);
 467 */
 468  }
 469  fail
 470  {
 471   perror(config_filename);
 472   puts("Warning - using built-in defaults instead ...");
 473  }
 474  done;
 475  printf("\n");
 476
 477  /*leaf discipline for keywords*/
 478  for_each(keyword,keywords)
 479  {
 480     if(!strcmpi(keyword->leaf_discipline, ""))
 481     {
 482         keyword->leaf_discipline = qos_leaf;
 483     }
 484  }
 485
 486  if(strcmpi(cnf, "mark"))
 487  {
 488   filter_type = 2;
 489   mark = "CLASSIFY";
 490   mark_iptables = "CLASSIFY --set-class 1:";
 491  }
 492  else
 493  {
 494   filter_type = 1;
 495   mark = "MARK";
 496   mark_iptables = "MARK --set-mark ";
 497  }
 498
 499  /* are supplied values meaningful ?*/
 500  if(line<=0 || up<=0)
 501  {
 502   puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
 503   reject_config_and_exit(config_filename);
 504  }
 505 }
 506
 507 /* ===================== traffic analyser - uses iptables  ================ */
 508
 509 void get_traffic_statistics(void)
 510 {
 511  char *str,*cmd;
 512  int downloadflag=0;
 513
 514  textfile(Pipe,str) *line,*lines=NULL;
 515  string(str,STRLEN);
 516  string(cmd,STRLEN);
 517
 518  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 519  shell(cmd);
 520  input(str,STRLEN)
 521  {
 522   create(line,Pipe);
 523   line->str=str;
 524   string(str,STRLEN);
 525   append(line,lines);
 526  }
 527
 528  for_each(line,lines)
 529  {
 530   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 531   unsigned long long traffic=0;
 532   unsigned long pkts=0;
 533   char *ipaddr=NULL,*ptr;
 534
 535   /* debug puts(line->str); */
 536   valid_columns(ptr,line->str,' ',col)
 537   if(valid) switch(col)
 538   {
 539    case 1: if(eq(ptr,"Chain"))
 540            {
 541             setchainname=1;
 542            }
 543            else if(eq(ptr,"pkts"))
 544            {
 545             valid=0;
 546            }
 547            else
 548            {
 549             sscanf(ptr,"%lu",&pkts);
 550            }
 551            break;
 552    case 2: if(setchainname)
 553            {
 554             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 555             {
 556              downloadflag = 1;
 557             }
 558             else
 559             {
 560              if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 561              {
 562               downloadflag = 0;
 563              }
 564             }
 565             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 566             {
 567              commonflag = 1;
 568             }
 569            }
 570            else
 571            {
 572             sscanf(ptr,"%Lu",&traffic);
 573             traffic += (1<<19);
 574             traffic >>= 20;
 575            }
 576            break;
 577    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 578            {
 579             accept=eq(ptr,mark);
 580            }
 581             /*if(filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 582            break;
 583    case 8: if(downloadflag)
 584            {
 585             if(strstr(proxy_ip,ptr))
 586             {
 587              proxyflag=1;
 588             }
 589            }
 590            else
 591            {
 592             ipaddr=ptr;
 593            }
 594            break;
 595    case 9: if(downloadflag)ipaddr=ptr;break;
 596   }
 597
 598     if(accept && traffic>0 && ipaddr)
 599     {
 600      if(proxyflag)
 601      {
 602       printf("(proxy) ");
 603      }
 604      else if(!downloadflag)
 605      {
 606       printf("(upload) ");
 607      }
 608      printf("IP %s: %Lu M (%ld pkts)\n", ipaddr, traffic, pkts);
 609
 610      if_exists(ip,ips,eq(ip->addr,ipaddr));
 611      else
 612      {
 613       TheIP();
 614       ip->addr=ipaddr;
 615       if(eq(ip->addr,"0.0.0.0/0"))
 616       {
 617        ip->name="(unregistered)";
 618        ip->min=free_min;
 619        ip->max=ip->desired=free_max;
 620       }
 621      }
 622
 623      if(downloadflag)
 624      {
 625       if(proxyflag)
 626       {
 627        ip->proxy=traffic;
 628       }
 629       else
 630       {
 631        ip->traffic+=traffic;
 632       }
 633       ip->direct=ip->traffic-ip->upload-ip->proxy;
 634       ip->pktsdown=pkts;
 635      }
 636      else
 637      {
 638       ip->upload=traffic;
 639       ip->pktsup=pkts;
 640       if(include_upload)
 641       {
 642        ip->traffic+=traffic;
 643       }
 644       else
 645       {
 646        if(traffic>ip->traffic)
 647        {
 648         ip->traffic=traffic;
 649        }
 650       }
 651      }
 652     }
 653   }
 654
 655  free(cmd);
 656 }
 657
 658 /* ========== This function executes, logs OR ALSO prints command ========== */
 659
 660 void safe_run(char *cmd)
 661 {
 662  if(dry_run)
 663  {
 664   printf("\n=>%s\n",cmd);
 665  }
 666  else
 667  {
 668   system(cmd);
 669  }
 670  if(log_file)
 671  {
 672   fprintf(log_file,"%s\n",cmd);
 673  }
 674 }
 675
 676 void save_line(char *line)
 677 {
 678  fprintf(iptables_file,"%s\n",line);
 679 }
 680
 681 void run_restore(void)
 682 {
 683  char *restor;
 684  string(restor,STRLEN);
 685
 686  /*-----------------------------------------------------------------*/
 687  printf("Running %s <%s ...\n",iptablesrestore,iptablesfile);
 688  /*-----------------------------------------------------------------*/
 689
 690  save_line("COMMIT");
 691  fclose(iptables_file);
 692  if(dry_run)
 693  {
 694   parse(iptablesfile)
 695   {
 696    printf("%s\n",_);
 697   }
 698   done;
 699  }
 700
 701  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 702  safe_run(restor);
 703
 704  free(restor);
 705 }
 706
 707 /* == This function strips extra characters after IP address and stores it = */
 708
 709 void parse_ip(char *str)
 710 {
 711  char *ptr,*ipaddr=NULL,*ipname=NULL,*lmsid=NULL;
 712
 713  ptr=strchr(str,'{');
 714  if(ptr)
 715  {
 716   lmsid=++ptr;
 717   while(*ptr && *ptr!='}')
 718   {
 719    ptr++;
 720   }
 721   *ptr=0;
 722  }
 723
 724  ptr=str;
 725  while(*ptr && *ptr!=' ' && *ptr!=9)
 726  {
 727   ptr++;
 728  }
 729
 730  *ptr=0;
 731  ipaddr=str;
 732  ptr++;
 733  while(*ptr && (*ptr==' ' || *ptr==9))
 734  {
 735   ptr++;
 736  }
 737  ipname=ptr;
 738  while(*ptr && *ptr!=' ' && *ptr!=9)
 739  {
 740   ptr++;
 741  }
 742  *ptr=0;
 743
 744  if_exists(ip,ips,eq(ip->addr,ipaddr));
 745  else
 746  {
 747   TheIP();
 748  }
 749  ip->addr=ipaddr;
 750  ip->name=ipname;
 751  if(lmsid)
 752  {
 753   ip->lmsid=atoi(lmsid);
 754   found_lmsid=1;
 755  }
 756 }
 757
 758 char *parse_datafile_line(char *str)
 759 {
 760  char *ptr=strchr(str,' ');
 761
 762  if(ptr)
 763  {
 764   *ptr=0;
 765   ptr++;
 766   return ptr;
 767  }
 768  else
 769  {
 770   return NULL;
 771  }
 772 }
 773
 774 struct IpLog
 775 {
 776  char *name;
 777  long traffic;
 778  long guaranted;
 779  int i;
 780  int lmsid;
 781  long l;
 782  list(IpLog);
 783 } *iplog,*iplogs;
 784
 785 void parse_ip_log(int argc, char **argv)
 786 {
 787  char *month, *year, *str, *name="(undefined)", *ptr, *ptr2, *filename;
 788  long traffic=0l, traffic_month, total=0, guaranted;
 789  int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0, lmsid;
 790  char mstr[4], ystr[5];
 791  FILE *f;
 792  string(str,STRLEN);
 793  string(filename,STRLEN);
 794
 795  if(argv[1][1]=='l') /* -l */
 796  {
 797   if(argc<4)
 798   {
 799    puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
 800    exit(-1);
 801   }
 802   else
 803   {
 804    month=argv[2];
 805    if(eq(month,"Year")) any_month=1;
 806    year=argv[3];
 807   }
 808  }
 809  else
 810  {
 811   time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
 812   struct tm *timep = localtime(&t);
 813
 814   if(argv[1][1]=='m') /* -m yestarday - month */
 815   {
 816    strftime(mstr, 4, "%b", timep);
 817    month=mstr;
 818    strftime(ystr, 5, "%Y", timep);
 819    year=ystr;
 820   }
 821   else /* -y yesterday - year */
 822   {
 823    month="Year";
 824    any_month=1;
 825    strftime(ystr, 5, "%Y", timep);
 826    year=ystr;
 827   }
 828  }
 829  printf("Analysing traffic for %s %s ...\n",month,year);
 830
 831  /* sorry... next release of C<<1 header file will include for_path_files(name,path) {  } macro */
 832  sprintf(str,"%s %s/",ls,log_dir);
 833  shell(str);
 834  input(str,STRLEN)
 835  {
 836   if(strstr(str,".log"))
 837   {
 838     ptr=strrchr(str,'\n');
 839     if(ptr) *ptr='\0';
 840     sprintf(filename,"%s/%s",log_dir,str);
 841     printf("Parsing %s ...",filename);
 842     accept_month=0;
 843     traffic_month=0;
 844     guaranted=0;
 845     lmsid=-1;
 846     parse(filename)
 847     {
 848      y_ok=m_ok=0;
 849      valid_columns(ptr,_,'\t',col) switch(col)
 850      {
 851       case 2: name = ptr;break;
 852       case 3: traffic = atol(ptr);break;
 853       /* column number   - was 7, now 11...*/
 854       case 7:
 855       case 8:
 856       case 9:
 857       case 10:
 858       case 11: if(isalpha(*ptr)) /* character, not numeric string = date, just one*/
 859                {
 860                 valid_columns(ptr2,ptr,' ',col2) switch(col2)
 861                 {
 862                  case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
 863                  case 5: if(eq(ptr2,year)) y_ok = 1; break;
 864                 }
 865                }
 866                else
 867                {
 868                  if(col == 7) guaranted = atol(ptr);
 869                  if(col == 10) lmsid = atoi(ptr);
 870                }
 871      }
 872
 873      if(y_ok && m_ok)
 874      {
 875       traffic_month += traffic;
 876       accept_month = 1;
 877      }
 878     }
 879     done;
 880
 881     if(accept_month)
 882     {
 883      create(iplog,IpLog);
 884      iplog->name = name;
 885      iplog->guaranted = guaranted;
 886      iplog->traffic = traffic_month;
 887      iplog->lmsid = lmsid;
 888      insert(iplog,iplogs,desc_order_by,traffic);
 889      printf(" %ld MB\n",iplog->traffic);
 890     }
 891     else
 892     {
 893      puts(" no records.");
 894     }
 895   }
 896  }
 897  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 898  printf("Writing %s ...",str);
 899  f=fopen(str,"w");
 900  if(f)
 901  {
 902   fprintf(f, "<table class=\"decorated last\"><thead>\n\
 903 <tr><th colspan=\"2\">%s %s</th>\n\
 904 <th style=\"text-align: right\">lms</th>\n\
 905 <th colspan=\"2\">Data transfers</th>\n\
 906 <th style=\"text-align: right\">Min.speed</th>\n\
 907 </tr></thead><tbody>\n ",
 908              month, year);
 909
 910   row_odd_even = 0;
 911   for_each(iplog, iplogs)
 912   {
 913    if(iplog->traffic)
 914    {
 915     fprintf(f, "%s<td style=\"text-align: right\">%d</td>\n\
 916 <td style=\"text-align: left\"><a class=\"blue\" href=\"%s%s.log\">%s</td>\n\
 917 <td style=\"text-align: right\">",
 918                tr_odd_even(), i++, log_url, iplog->name, iplog->name);
 919     if(iplog->lmsid > 0)
 920     {
 921      /*base URL will be configurable soon ... */
 922      fprintf(f, "<a  class=\"blue\"  href=\"%s%d\">%04d</a>\n", lms_url, iplog->lmsid, iplog->lmsid);
 923     }
 924     else if(iplog->lmsid == 0)
 925     {
 926      fputs("-------",f);
 927     }
 928     fprintf(f, "<td style=\"text-align: right\">%ld&nbsp;MB</td>\n\
 929     <td style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></td>\n\
 930     <td style=\"text-align: right\">%ld&nbsp;kb/s</th></tr>\n",
 931                iplog->traffic, iplog->traffic>>10, iplog->guaranted);
 932     total+=iplog->traffic>>10;
 933     iplog->i=i;
 934     iplog->l=total;
 935    }
 936   }
 937   fprintf(f,"<tr>\
 938   <td colspan=\"4\" style=\"text-align: left\">Total:</td>\
 939   <td style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></td>\
 940   <td style=\"text-align: right\"><strong>%Ld&nbsp;kb/s</strong></td></tr>\n", total, line);
 941   fputs("</tbody></table>\n", f);
 942
 943   row_odd_even = 0;
 944   if(i>10)
 945   {
 946    fputs("<a name=\"erp\"></a><p><table class=\"decorated last\">\n\
 947 <caption>Enterprise Resource Planning (ERP)</caption>\n\
 948 <thead><tr>\n\
 949 <th>Analytic category</th>\n\
 950 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
 951 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
 952 </tr></thead><tbody>\n",f);
 953
 954    if_exists(iplog,iplogs,iplog->l>=total/4)
 955    {
 956     fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
 957     fprintf(f,"<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d %%</td><td style=\"text-align: right\">%ld G</td><td style=\"text-align: right\">%d %%</td></tr>\n",iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
 958    }
 959
 960    if_exists(iplog,iplogs,iplog->i==10)
 961    {
 962     fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
 963     fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
 964 <td style=\"text-align: right\">%d %%</td>\n\
 965 <td style=\"text-align: right\">%ld G</td>\n\
 966 <td style=\"text-align: right\">%d %%</td></tr>\n",
 967                (100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
 968    }
 969
 970    if_exists(iplog,iplogs,iplog->l>=total/2)
 971    {
 972     fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
 973     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 974 <td style=\"text-align: right\">%d %%</td>\n\
 975 <td style=\"text-align: right\">%ld G</td>\n\
 976 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
 977               iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
 978    }
 979
 980    if_exists(iplog,iplogs,iplog->l>=4*total/5)
 981    {
 982     fprintf(f,"%s<td>Top 80%% of traffic</td>\n",tr_odd_even());
 983     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 984 <td style=\"text-align: right\">%d %%</td>\n\
 985 <td style=\"text-align: right\">%ld G</td>\n\
 986 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
 987               iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
 988    }
 989
 990    if_exists (iplog,iplogs,iplog->i>=i/5)
 991    {
 992     fprintf(f,"%s<td>Top 20%% downloaders</td>\n",tr_odd_even());
 993     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 994 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
 995 <td style=\"text-align: right\">%ld G</td>\n\
 996 <td style=\"text-align: right\">%d %%</td></tr>\n",
 997               iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
 998    }
 999
1000    if_exists(iplog,iplogs,iplog->i>=i/4)
1001    {
1002     fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1003     fprintf(f,"<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d %%</td><td style=\"text-align: right\">%ld G</td><td style=\"text-align: right\">%d %%</td></tr>\n",iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
1004    }
1005
1006    if_exists(iplog,iplogs,iplog->i>=i/2)
1007    {
1008     fprintf(f,"%s<td>Top 50%% downloaders</td>\n",tr_odd_even());
1009     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1010 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1011 <td style=\"text-align: right\">%ld G</td><td style=\"text-align: right\">%d %%</td></tr>\n",iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
1012    }
1013
1014    if_exists(iplog,iplogs,iplog->i>=4*i/5)
1015    {
1016     fprintf(f,"%s<td>Top 80%% downloaders</td>\n",tr_odd_even());
1017     fprintf(f,"<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d %%</td><td style=\"text-align: right\">%ld G</td><td style=\"text-align: right\">%d %%</td></tr>\n",iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
1018    }
1019
1020    fprintf(f,"</tbody><thead><tr>\n\
1021 <th>All users, all traffic</th>\n\
1022 <th style=\"text-align: right\">%d</th>\n\
1023 <th style=\"text-align: right\">100 %%</th>\n\
1024 <th style=\"text-align: right\">%ld G</th>\n\
1025 <th style=\"text-align: right\">100 %%</th></tr>\n",i-1,total);
1026    fputs("</thead></table>\n", f);
1027   }
1028
1029   fprintf(f, stats_html_signature, version);
1030   fclose(f);
1031   puts(" done.");
1032  }
1033 }
1034
1035 /*-----------------------------------------------------------------*/
1036 /* Are you looking for int main(int argc, char **argv) ? :-))      */
1037 /*-----------------------------------------------------------------*/
1038
1039 program
1040 {
1041  int i=0;
1042  FILE *f=NULL;
1043  char *str, *ptr, *d;
1044  char *substring;
1045  int class_count=0,ip_count=0;
1046  int parent=1;
1047  int just_flush=FALSE;
1048  int nodelay=FALSE;
1049  int just_preview=FALSE;                /* preview - generate just stats */
1050  int just_logs=FALSE;                   /* just parse logs */
1051  int run=FALSE;
1052  int total=0;
1053
1054  char *chain_forward, *chain_postrouting;
1055  char *althosts=NULL;
1056
1057  printf("\n\
1058 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
1059 Version %s - Copyright (C)2005-2012 Michael Polak (xChaos)\n\
1060 iptables-restore & burst tunning & classify modification by Ludva\n\
1061 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
1062
1063  /*----- Boring... we have to check command line options first: ----*/
1064
1065  arguments
1066  {
1067   argument("-c") { nextargument(config); }
1068   argument("-h") { nextargument(althosts);}
1069   argument("-d") { run=TRUE; dry_run=TRUE; }
1070   argument("-f") { run=TRUE; just_flush=TRUE; }
1071   argument("-9") { run=TRUE; just_flush=9; }
1072   argument("-p") { run=TRUE; just_preview=TRUE; }
1073   argument("-r") { run=TRUE; }
1074   argument("-n") { run=TRUE; nodelay=TRUE; }
1075   argument("-l") { just_logs=TRUE; }
1076   argument("-m") { just_logs=TRUE; }
1077   argument("-y") { just_logs=TRUE; }
1078   argument("-?") { help(); exit(0); }
1079   argument("--help") { help(); exit(0); }
1080   argument("-v") { exit(0); }
1081   argument("--version") { exit(0); }
1082  }
1083
1084  if(dry_run)
1085  {
1086   puts("*** THIS IS JUST DRY RUN ! ***\n");
1087  }
1088
1089  date(d); /* this is typical cll1.h macro - prints current date */
1090
1091  /*-----------------------------------------------------------------*/
1092  printf("Parsing configuration file %s ...\n", config);
1093  /*-----------------------------------------------------------------*/
1094  get_config(config);
1095
1096  if(just_logs)
1097  {
1098   parse_ip_log(argc,argv);
1099   exit(0);
1100  }
1101  else if(not run)
1102  {
1103   help();
1104   exit(0);
1105  }
1106
1107  if(althosts)
1108  {
1109   hosts=althosts;
1110  }
1111
1112  if(just_flush<9)
1113  {
1114   /*-----------------------------------------------------------------*/
1115   puts("Parsing iptables verbose output ...");
1116   /*-----------------------------------------------------------------*/
1117   get_traffic_statistics();
1118  }
1119
1120  /*-----------------------------------------------------------------*/
1121  printf("Parsing class defintion file %s ...\n", hosts);
1122  /*-----------------------------------------------------------------*/
1123  int groupidx = FIRSTGROUPID;
1124  parse(hosts)
1125  {
1126   str=_;
1127
1128   if(*str<'0' || *str>'9')
1129   {
1130    /* any line starting with non-number is comment ...*/
1131    continue;
1132   }
1133
1134   //Does this IP share QoS class with some other ?
1135   substring=strstr(str,"sharing-");
1136   if(substring)
1137   {
1138    substring+=8; //"sharing-"
1139    parse_ip(str);
1140    ip_count++;
1141    ip->sharing=substring;
1142    ip->keyword=defaultkeyword; /* settings for default keyword */
1143    while(*substring && *substring!='\n')
1144    {
1145     substring++;
1146    }
1147    *substring=0;
1148   }
1149   else
1150   {
1151    //Do we have to create new QoS class for this IP ?
1152
1153    if_exists(keyword,keywords,(substring=strstr(str,keyword->key)))
1154    {
1155     parse_ip(str);
1156     ip_count++;
1157     ip->keyword=keyword;
1158     keyword->ip_count++;
1159     ip->prio=keyword->default_prio;
1160     substring+=strlen(keyword->key)+1;
1161     ptr=substring;
1162     while(*ptr && *ptr!='-')
1163     {
1164      ptr++;
1165     }
1166     if(*ptr=='-')
1167     {
1168      *ptr=0;
1169      ip->max = ip->desired=atoi(ptr+1);
1170     }
1171     ip->min = atoi(substring);
1172     if(ip->min <= 0)
1173     {
1174      printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kb/s\n",
1175             str, free_min);
1176      ip->min = free_min;
1177     }
1178     if(ip->max <= ip->min)
1179     {
1180      ip->fixedprio = 1;
1181      ip->max = ip->min+ip->keyword->reserve_min;
1182     }
1183     else
1184     {
1185      ip->max -= ip->keyword->reserve_max;
1186      if(ip->max<ip->min)
1187      {
1188       ip->max=ip->min;
1189      }
1190     }
1191     ip->mark=FIRSTIPCLASS+1+class_count++;
1192
1193     if_exists(group,groups,group->min==ip->min)
1194     {
1195      group->count++;
1196      group->desired += ip->min;
1197      ip->group = group->id;
1198     }
1199     else
1200     {
1201      create(group,Group);
1202      group->min = ip->min;
1203      group->id = groupidx++;
1204      ip->group = group->id;
1205
1206      if(group->min<8) group->min=8;
1207      /* Warning - this is maybe because of primitive tc namespace, can be fixed */
1208      /* it is because class IDs are derived from min. bandwidth. - xCh */
1209      //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
1210
1211      group->count=1;
1212      group->desired=ip->min;
1213      insert(group,groups,desc_order_by,min);
1214     }
1215    }//endif keyword-
1216   }//endif sharing-
1217  }
1218  fail
1219  {
1220   perror(hosts);
1221   exit(-1);
1222  }
1223  done;
1224
1225  /*-----------------------------------------------------------------*/
1226  /* cll1.h - let's allocate brand new character buffer...           */
1227  /*-----------------------------------------------------------------*/
1228  string(str,STRLEN);
1229
1230  /*-----------------------------------------------------------------*/
1231  puts("Resolving shared connections ...");
1232  /*-----------------------------------------------------------------*/
1233  for_each(ip,ips) if(ip->sharing)
1234  {
1235   for_each(sharedip,ips) if(eq(sharedip->name,ip->sharing))
1236   {
1237    sharedip->traffic+=ip->traffic;
1238    ip->traffic=0;
1239    ip->mark=sharedip->mark;
1240    ip->lmsid=sharedip->lmsid;
1241    break;
1242   }
1243   if(!sharedip)
1244   {
1245    printf("Unresolved shared connection: %s %s sharing-%s\n",
1246           ip->addr, ip->name, ip->sharing);
1247   }
1248  }
1249
1250  if(enable_credit && just_flush<9)
1251  {
1252   /*-----------------------------------------------------------------*/
1253   printf("Parsing credit file %s ...\n", credit);
1254   /*-----------------------------------------------------------------*/
1255   parse(credit)
1256   {
1257    ptr=parse_datafile_line(_);
1258    if(ptr)
1259    {
1260     if_exists(ip,ips,eq(ip->addr,_))
1261     {
1262      sscanf(ptr,"%Lu",&(ip->credit));
1263     }
1264    }
1265   }
1266   done;
1267  }
1268
1269  if(!just_preview)
1270  {
1271   /*-----------------------------------------------------------------*/
1272   puts("Initializing iptables and tc classes ...");
1273   /*-----------------------------------------------------------------*/
1274
1275   iptables_file=fopen(iptablesfile,"w");
1276   if(iptables_file == NULL)
1277   {
1278     puts("Cannot open iptablesfile!");
1279     exit(-1);
1280   }
1281
1282   log_file=fopen(cmdlog,"w");
1283   if(log_file == NULL)
1284   {
1285     puts("Cannot open logfile!");
1286     exit(-1);
1287   }
1288
1289   save_line(iptablespreamble);
1290   run_restore();
1291
1292   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
1293   safe_run(str);
1294
1295   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1296   safe_run(str);
1297
1298   iptables_file=fopen(iptablesfile,"w");
1299   save_line(iptablespreamble);
1300
1301   if(qos_free_zone && *qos_free_zone!='0')
1302   {
1303    char *chain;
1304
1305    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1306    save_line(str);
1307
1308    if(qos_proxy)
1309    {
1310     save_line(":post_noproxy - [0:0]");
1311     sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1312     save_line(str);
1313     sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1314     save_line(str);
1315     sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1316     save_line(str);
1317
1318     chain="post_noproxy";
1319    }
1320    else
1321    {
1322     chain="POSTROUTING";
1323    }
1324
1325    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1326    save_line(str);
1327   }
1328
1329   if(ip_count>idxtable_treshold1 && !just_flush)
1330   {
1331    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1332    char *subnet, *buf;
1333    /*-----------------------------------------------------------------*/
1334    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1335    /*-----------------------------------------------------------------*/
1336
1337    save_line(":post_common - [0:0]");
1338    save_line(":forw_common - [0:0]");
1339
1340    for_each(ip,ips) if(ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1341    {
1342     buf=hash_id(ip->addr,bitmask);
1343     if_exists(idx,idxs,eq(idx->id,buf))
1344     {
1345      idx->children++;
1346     }
1347     else
1348     {
1349      create(idx,Index);
1350      idx->addr=ip->addr;
1351      idx->id=buf;
1352      idx->bitmask=bitmask;
1353      idx->parent=NULL;
1354      idx->children=0;
1355      idxcount++;
1356      push(idx,idxs);
1357     }
1358    }
1359
1360    /* brutal perfomance optimalization */
1361    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1362    {
1363     bitmask-=idxtable_bitmask2;
1364     idxcount=0;
1365
1366     for_each(idx,idxs) if(idx->parent == NULL)
1367     {
1368      buf=hash_id(idx->addr,bitmask);
1369      if_exists(metaindex,idxs,eq(metaindex->id,buf))
1370      {
1371       metaindex->children++;
1372      }
1373      else
1374      {
1375       create(metaindex,Index);
1376       metaindex->addr=idx->addr;
1377       metaindex->id=buf;
1378       metaindex->bitmask=bitmask;
1379       metaindex->parent=NULL;
1380       metaindex->children=0;
1381       idxcount++;
1382       push(metaindex,idxs);
1383      }
1384      idx->parent=metaindex;
1385     }
1386    }
1387
1388    /* this should slightly optimize throughout ... */
1389    sort(idx,idxs,desc_order_by,children);
1390    sort(idx,idxs,order_by,bitmask);
1391
1392    i=0;
1393    for_each(idx,idxs)
1394    {
1395     subnet=subnet_id(idx->addr,idx->bitmask);
1396     printf("%d: %s/%d\n",
1397            ++i, subnet, idx->bitmask);
1398
1399     sprintf(str,":post_%s - [0:0]", idx->id);
1400     save_line(str);
1401
1402     sprintf(str,":forw_%s - [0:0]", idx->id);
1403     save_line(str);
1404
1405     if(idx->parent)
1406     {
1407      string(buf,strlen(idx->parent->id)+6);
1408      sprintf(buf,"post_%s",idx->parent->id);
1409     }
1410     else
1411     {
1412      buf="POSTROUTING";
1413     }
1414
1415     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1416     save_line(str);
1417
1418     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1419     save_line(str);
1420
1421     if(idx->parent)
1422     {
1423      string(buf,strlen(idx->parent->id)+6);
1424      sprintf(buf,"forw_%s",idx->parent->id);
1425     }
1426     else
1427     {
1428      buf="FORWARD";
1429     }
1430
1431     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1432     save_line(str);
1433
1434     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1435     save_line(str);
1436    }
1437    printf("Total indexed iptables chains created: %d\n", i);
1438
1439    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1440    save_line(str);
1441
1442    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1443    save_line(str);
1444   }
1445
1446  }
1447
1448  if(just_flush)
1449  {
1450   fclose(iptables_file);
1451   if(log_file) fclose(log_file);
1452   puts("Just flushed iptables and tc classes - now exiting ...");
1453   exit(0);
1454  }
1455
1456  if(!just_preview)
1457  {
1458   if(!dry_run && !nodelay && qos_free_delay)
1459   {
1460    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1461    sleep(qos_free_delay);
1462   }
1463
1464   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",
1465               tc,lan,htb_r2q);
1466   safe_run(str);
1467
1468   sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1469                tc,lan,lan_medium,lan_medium,burst_main,highest_priority);
1470   safe_run(str);
1471
1472   sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1473                 tc,lan,line,line,burst_main,highest_priority);
1474   safe_run(str);
1475
1476   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1477   safe_run(str);
1478
1479   sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1480                tc,wan,wan_medium,wan_medium,burst_main,highest_priority);
1481   safe_run(str);
1482
1483   sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1484                tc,wan,up,up,burst_main,highest_priority);
1485   safe_run(str);
1486  }
1487
1488  /*-----------------------------------------------------------------*/
1489  puts("Locating heavy downloaders and generating root classes ...");
1490  /*-----------------------------------------------------------------*/
1491  sort(ip,ips,desc_order_by,traffic);
1492
1493  /*-----------------------------------------------------------------*/
1494  /* sub-scope - local variables */
1495  {
1496   long long int rate = line;
1497   long long int max = line;
1498   int group_count = 0;
1499   FILE *credit_file = NULL;
1500
1501   if(!just_preview && !dry_run && enable_credit)
1502   {
1503    credit_file = fopen(credit,"w");
1504   }
1505
1506   for_each(group,groups)
1507   {
1508    if(!just_preview)
1509    {
1510     //download
1511     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #down desired %d",
1512                  tc, lan, parent, group->id, rate, max, burst_group, highest_priority+1, group->desired);
1513     safe_run(str);
1514
1515     //upload
1516     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #up desired %d",
1517                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, highest_priority+1, group->desired);
1518     safe_run(str);
1519    }
1520
1521    if(group_count++ < max_nesting)
1522    {
1523     parent = group->id;
1524    }
1525
1526    rate -= digital_divide*group->min;
1527    if(rate < group->min)
1528    {
1529     rate = group->min;
1530    }
1531
1532    /*shaping of aggresive downloaders, with credit file support */
1533    if(use_credit)
1534    {
1535     int group_rate = group->min, priority_sequence = lowest_priority;
1536
1537     for_each(ip, ips) if(ip->min == group->min && ip->max > ip->min)
1538     {
1539      if(    ip->keyword->data_limit && !ip->fixedprio
1540          && (   ip->traffic>ip->credit
1541               + (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))) )
1542      {
1543       if(group_rate<ip->max)
1544       {
1545        ip->max=group_rate;
1546       }
1547       group_rate+=magic_treshold;
1548       ip->prio=lowest_priority;
1549       if(ip->prio<highest_priority+2)
1550       {
1551        ip->prio=highest_priority+2;
1552       }
1553      }
1554      else
1555      {
1556       if(    ip->keyword->data_prio
1557           && !ip->fixedprio
1558           && (   ip->traffic>ip->credit
1559                + (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20))) )
1560       {
1561        ip->prio=priority_sequence--;
1562        if(ip->prio<highest_priority+1)
1563        {
1564         ip->prio=highest_priority+1;
1565        }
1566       }
1567
1568       if(credit_file)
1569       {
1570        unsigned long long lcredit=0;
1571
1572        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1573        {
1574         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1575        }
1576        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1577       }
1578      }
1579     }
1580    }
1581   }
1582   if(credit_file)
1583   {
1584    fclose(credit_file);
1585   }
1586  }
1587
1588  if(just_preview)
1589  {
1590   f=fopen(preview,"w");
1591   ptr=preview;
1592  }
1593  else if(!dry_run && !just_flush)
1594  {
1595   /*-----------------------------------------------------------------*/
1596   printf("Writing data transfer database ...\n");
1597   /*-----------------------------------------------------------------*/
1598   f=fopen("/var/run/prometheus.previous","w");
1599   if(f)
1600   {
1601    for_each(ip,ips)
1602    {
1603     if(ip->traffic || ip->direct || ip->proxy || ip->upload)
1604     {
1605      fprintf(f,"%s %Lu %Lu %Lu %Lu\n",
1606                ip->addr, ip->traffic, ip->direct, ip->proxy, ip->upload);
1607     }
1608    }
1609    fclose(f);
1610   }
1611   f=fopen(html,"w");
1612   ptr=html;
1613  }
1614
1615  if(f)
1616  {
1617   int count=1;
1618   i=0;
1619
1620   /*-----------------------------------------------------------------*/
1621   printf("Sorting data and generating statistics page %s ...\n", ptr);
1622   /*-----------------------------------------------------------------*/
1623
1624   if(use_jquery_popups)
1625   {
1626    fprintf(f,"<script type=\"text/javascript\" src=\"%s\"></script>\n", jquery_url);
1627   }
1628   fputs("<table class=\"decorated last\">\n\
1629 <caption>Bandwidth classes</caption>\n\
1630 <thead><tr>\n\
1631 <th style=\"text-align: right\">#</th>\n\
1632 <th style=\"text-align: right\">group</th>\n\
1633 <th style=\"text-align: right\">IPs</th>\n\
1634 <th style=\"text-align: right\">requested</th>\n",f);
1635   fprintf(f,"<th colspan=\"%d\">data limits</th>\n", keywordcount);
1636   fputs("</tr></thead><tbody>\n",f);
1637
1638   row_odd_even = 0;
1639   for_each(group, groups)
1640   {
1641 #ifdef DEBUG
1642    printf("%d kb/s group: %d bandwidth requested: %d kb/s\n",group->min,group->count,group->desired);
1643 #endif
1644    fprintf(f, "%s<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1645               tr_odd_even(), count, group->min);
1646    fprintf(f, "<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1647               group->count, group->desired);
1648
1649    for_each(keyword, keywords) if(keyword->ip_count)
1650    {
1651     fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%d&nbsp;MB</span></td>",
1652               keyword->html_color, group->min*keyword->data_limit);
1653    }
1654    i += group->desired;
1655    total += group->count;
1656    count++;
1657   }
1658 #ifdef DEBUG
1659    printf("Total groups: %d Total bandwidth requested: %d kb/s\nAGGREGATION: 1/%d\n",
1660           count, i, i/line);
1661 #endif
1662    fprintf(f,"</tr></tbody>\n\
1663 <thead><tr>\n\
1664 <th colspan=\"2\" style=\"text-align: left\">Line %Ld kb/s</td>",line);
1665    fprintf(f,"<th style=\"text-align: right\">%d</td><th style=\"text-align: right\">%d kb/s</td>",total,i);
1666
1667    for_each(keyword, keywords) if(keyword->ip_count)
1668    {
1669     fprintf(f,"<th style=\"text-align: right\">%d IPs</th>",keyword->ip_count);
1670    }
1671    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n", (int)(0.5+i/line));
1672    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n", keywordcount, total);
1673
1674    fputs("</thead></table>\n",f);
1675  }
1676  else if(!dry_run && !just_flush)
1677  {
1678   perror(html);
1679  }
1680
1681  i=0;
1682  if(f)
1683  {
1684   unsigned long long total_traffic=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1685   int active_classes=0;
1686   int colspan=12;
1687   FILE *iplog;
1688   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1689   int limit_count=0, prio_count=0;
1690   int popup_button=0;
1691
1692   if(qos_proxy)
1693   {
1694    colspan++;
1695   }
1696
1697   fprintf(f,"<p><table class=\"decorated last\">\n<caption>%s",title);
1698   fprintf(f," (%s)</caption>\n", d);
1699   fputs("<thead><tr>\n<th colspan=\"3\">&nbsp;</th>\n",f);
1700   fputs("<th style=\"text-align: right\">credit</th>\n\
1701 <th style=\"text-align: right\">FUP</th>\n\
1702 <th style=\"text-align: right\">total</th>\n\
1703 <th style=\"text-align: right\">down</th>\n",f);
1704   if(qos_proxy)
1705   {
1706    fputs("<th style=\"text-align: right\">proxy</th>\n",f);
1707   }
1708   fputs("<th style=\"text-align: right\">up</th>\n\
1709 <th style=\"text-align: right\">min</th>\n\
1710 <th style=\"text-align: right\">max</th>\n\
1711 <th style=\"text-align: right\">limit</th>\n\
1712 <th>&nbsp;</th>\n\
1713 </tr><tr>\n\
1714 <th style=\"text-align: right\">#</th>\n\
1715 <th>hostname [+sharing]</th>\n\
1716 <th style=\"text-align: right\">LMS</th>\n\
1717 <th style=\"text-align: right\">MB</th>\n\
1718 <th style=\"text-align: right\">MB</th>\n\
1719 <th style=\"text-align: right\">MB</th>\n\
1720 <th style=\"text-align: right\">MB</th>\n\
1721 <th style=\"text-align: right\">MB</th>\n\
1722 <th style=\"text-align: right\">kb/s</th>\n\
1723 <th style=\"text-align: right\">kb/s</th>\n\
1724 <th style=\"text-align: right\">kb/s</th>\n\
1725 <th>prio</th>\n\
1726 </tr></thead><tbody>\n",f);
1727
1728   row_odd_even = 0;
1729   for_each(ip,ips) if(!use_jquery_popups || !ip->sharing)
1730   {
1731    char *f1="", *f2="";
1732    i++;
1733
1734    if(ip->max < ip->desired)
1735    {
1736     f1="<span style=\"color:red\">";
1737     f2="</span>";
1738     limit_count++;
1739    }
1740    else if(ip->prio > highest_priority+1)
1741    {
1742     f1="<span style=\"color:brown\">";
1743     f2="</span>";
1744     prio_count++;
1745    }
1746
1747 #ifdef DEBUG
1748    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1749 #endif
1750    /* hostnames -------------------------------------- */
1751    fprintf(f,"%s<td style=\"text-align: right\"><a name=\"%s\"></a>%d</td><td><a class=\"blue\" href=\"%s%s.log\">%s</a>\n",
1752               tr_odd_even(), ip->name, i, log_url, ip->name, ip->name);
1753
1754    if(use_jquery_popups)
1755    {
1756      fprintf(f,"<span id=\"sharing_%d\" style=\"display:none\">",i);
1757      popup_button=0;
1758      for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1759      {
1760       fprintf(f,"<br /><a class=\"blue\" href=\"%s%s.log\">%s</a>\n", log_url, sharedip->name, sharedip->name);
1761       popup_button++;
1762      }
1763      fputs("</span>\n",f);
1764      if(popup_button)
1765      {
1766       fprintf(f,"<span>[<a class=\"blue\" href=\"#\" onClick=\"$(this).parent().hide();$(\'#sharing_%d\').show();$(\'#download_%d\').show();$(\'#upload_%d\').show();return(false);\" style=\"cursor: pointer;\">+%d</a>]</span>",
1767                 i, i, i, popup_button);
1768      }
1769    }
1770    fputs("</td>\n",f);
1771    /* ----------------------------------------------- */
1772
1773    if(found_lmsid)
1774    {
1775     fputs("<td style=\"text-align: right\">",f);
1776     if(ip->lmsid > 0)
1777     {
1778      fprintf(f,"<a class=\"blue\" href=\"%s%d\">%04d</a>\n", lms_url, ip->lmsid, ip->lmsid);
1779     }
1780     else if(ip->lmsid == 0)
1781     {
1782      fputs("-------",f);
1783     }
1784     fputs("</td>\n",f);
1785    }
1786    fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->credit);
1787    fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%Lu</span></td>",
1788              ip->keyword->html_color,
1789              ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1790    fprintf(f,"<td style=\"text-align: right\">%s%Lu%s", f1, ip->traffic, f2);
1791
1792    /* download --------------------------------------- */
1793    fprintf(f,"</td><td style=\"text-align: right\">%Lu", ip->direct);
1794    if(use_jquery_popups)
1795    {
1796      fprintf(f,"<span id=\"download_%d\" style=\"display:none\">",i);
1797      for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1798      {
1799       fprintf(f,"<br />%Lu", sharedip->direct);
1800      }
1801      fputs("</span>\n",f);
1802    }
1803    fputs("</td>\n",f);
1804    /* ----------------------------------------------- */
1805
1806    if(qos_proxy)
1807    {
1808     fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->proxy);
1809    }
1810    /* upload ---------------------------------------- */
1811    fprintf(f,"<td style=\"text-align: right\">%Lu", ip->upload);
1812    if(use_jquery_popups)
1813    {
1814      fprintf(f,"<span id=\"upload_%d\" style=\"display:none\">",i);
1815      for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1816      {
1817       fprintf(f,"<br />%Lu", sharedip->upload);
1818      }
1819      fputs("</span>\n",f);
1820    }
1821    fputs("</td>\n",f);
1822    /* ----------------------------------------------- */
1823
1824    fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1825 <td style=\"text-align: right\">%d</td>\n\
1826 <td style=\"text-align: right\">%s%d%s</td>\n\
1827 <td>%s%d%s</td></tr>\n",
1828              ip->min, ip->desired,
1829              f1, ip->max, f2,
1830              f1, ip->prio, f2);
1831
1832    total_traffic+=ip->traffic;
1833    total_direct+=ip->direct;
1834    total_proxy+=ip->proxy;
1835    total_upload+=ip->upload;
1836    if(ip->traffic>0)
1837    {
1838     active_classes++;
1839     tmp_sum+=ip->traffic;
1840     create(sum,Sum);
1841     sum->l=tmp_sum;
1842     sum->i=active_classes;
1843     insert(sum,sums,order_by,i);
1844    }
1845
1846    if(!just_preview)
1847    {
1848     sprintf(str,"%s/%s.log",log_dir,ip->name);
1849     iplog=fopen(str,"a");
1850     if(iplog)
1851     {
1852      fprintf(iplog,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%d\t%s",
1853                     time(NULL), ip->name, ip->traffic, ip->direct, ip->proxy,
1854                     ip->upload, ip->min, ip->max, ip->desired, ip->lmsid, d); /* d = date*/
1855      fclose(iplog);
1856     }
1857    }
1858   }
1859   fprintf(f,"</tbody><thead><tr>\n\
1860 <th colspan=\"%d\" style=\"text-align: left\">%d CLASSES</th>", colspan-7, i);
1861   fprintf(f,"<th style=\"text-align: right\">%Lu</th><th style=\"text-align: right\">%Lu</th>\n", total_traffic, total_direct);
1862   if(qos_proxy)
1863   {
1864    fprintf(f,"<th style=\"text-align: right\">%Lu</th>\n", total_proxy);
1865   }
1866   fprintf(f,"<th style=\"text-align: right\">%Lu</th>", total_upload);
1867   fprintf(f,"<th colspan=\"4\"><span style=\"color:red\">LIMIT %dx</span> <span style=\"color:brown\">LOW-PRIO %dx</span></th></tr>\n</thead></table>\n",limit_count,prio_count);
1868
1869   row_odd_even = 0;
1870   if(active_classes>10)
1871   {
1872    int top20_count=0,top20_perc1=0;
1873    long long top20_perc2=0;
1874    unsigned long long top20_sum=0l;
1875
1876    fputs("<a name=\"erp\"></a><p><table class=\"decorated last\"><caption>Enterprise Resource Planning (ERP)</caption>\n",f);
1877    fputs("<thead><tr>\n\
1878 <th>Analytic category</th>\n\
1879 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
1880 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
1881 </tr></thead><tbody>\n",f);
1882
1883    if_exists(sum,sums,sum->l>=total_traffic/4)
1884    {
1885     fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
1886     fprintf(f,"<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d %%</td><td style=\"text-align: right\">%Lu M</td><td style=\"text-align: right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1887    }
1888
1889    if_exists(sum,sums,sum->i==10)
1890    {
1891     fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
1892     fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
1893 <td style=\"text-align: right\">%d %%</td>\n\
1894 <td style=\"text-align: right\">%Lu MB</td>\n\
1895 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1896               (100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1897    }
1898
1899    if_exists(sum,sums,sum->l>=total_traffic/2)
1900    {
1901     fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
1902     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1903 <td style=\"text-align: right\">%d %%</td>\n\
1904 <td style=\"text-align: right\">%Lu MB</td>\n\
1905 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1906               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1907    }
1908
1909    if_exists(sum,sums,sum->l>=4*total_traffic/5)
1910    {
1911     fprintf(f,"%s<td>Top 80%% of traffic</td>\n", tr_odd_even());
1912     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1913 <td style=\"text-align: right\">%d %%</td>\n\
1914 <td style=\"text-align: right\">%Lu MB</td>\n\
1915 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1916               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1917    }
1918
1919    if_exists(sum,sums,sum->i>=(active_classes+1)/5)
1920    {
1921     fprintf(f,"%s<td>Top 20%% downloaders</td>\n", tr_odd_even());
1922     top20_count=sum->i;
1923     top20_perc1=(100*sum->i+50)/active_classes;
1924     top20_sum=sum->l;
1925     top20_perc2=(100*sum->l+50)/total_traffic;
1926     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1927 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1928 <td style=\"text-align: right\">%Lu MB</td>\n\
1929 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1930               top20_count,top20_perc1,top20_sum,top20_perc2);
1931    }
1932
1933    if_exists(sum,sums,sum->i>=(active_classes+1)/4)
1934    {
1935     fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1936     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1937 <td style=\"text-align: right\">%d %%</td>\n\
1938 <td style=\"text-align: right\">%Lu MB</td>\n\
1939 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1940               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1941    }
1942
1943    if_exists(sum,sums,sum->i>=(active_classes+1)/2)
1944    {
1945     fprintf(f,"%s<td>Top 50%% downloaders</td>\n", tr_odd_even());
1946     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1947 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1948 <td style=\"text-align: right\">%Lu MB</td>\n\
1949 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1950               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1951    }
1952
1953    if_exists(sum,sums,sum->i>=4*(active_classes+1)/5)
1954    {
1955     fprintf(f,"%s<td>Top 80%% downloaders</td>\n", tr_odd_even());
1956     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1957 <td style=\"text-align: right\">%d %%</td>\n\
1958 <td style=\"text-align: right\">%Lu MB</td>\n\
1959 <td style=\"text-align: right\">%Ld %%</td></tr></tbody>\n",
1960               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1961    }
1962
1963    fprintf(f,"<tr><thead><th><a class=\"blue\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
1964    fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
1965 <th style=\"text-align: right\">100 %%</th>\n\
1966 <th style=\"text-align: right\">%Lu M</th>\n\
1967 <th style=\"text-align: right\">100 %%</th></tr>\n",active_classes,total_traffic);
1968    fputs("</thead></table>\n", f);
1969
1970    /* write basic ERP data to log directory */
1971    if(!just_preview)
1972    {
1973     sprintf(str,"%s/ERP.log",log_dir);
1974     iplog=fopen(str,"a");
1975     if(iplog)
1976     {
1977      fprintf(iplog,"%ld\t%d\t%d %%\t%Lu M\t%Ld %%\tACTIVE %d\tTRAFFIC %Lu M\tCLASSES %d\tFUP-LIMIT %d\tLOW-PRIO %d\t%s",
1978                    time(NULL), top20_count, top20_perc1, top20_sum, top20_perc2,
1979                    active_classes, total_traffic, i, limit_count, prio_count, d); /* d = date*/
1980      fclose(iplog);
1981     }
1982    }
1983   }
1984
1985   fprintf(f, stats_html_signature, version);
1986   fclose(f);
1987  }
1988
1989  if(just_preview)
1990  {
1991   puts("Statistics preview generated (-p switch) - now exiting ...");
1992   exit(0);
1993  }
1994
1995  /*-----------------------------------------------------------------*/
1996  puts("Generating iptables and tc classes ...");
1997  /*-----------------------------------------------------------------*/
1998
1999  i=0;
2000 #ifdef DEBUG
2001  printf("%-22s %-15s mark\n","name","ip");
2002 #endif
2003
2004  for_each(ip,ips) if(ip->mark>0)
2005  {
2006   if(idxs)
2007   {
2008    char *buf;
2009    duplicate(ip->addr,buf);
2010    buf=hash_id(ip->addr,32-idxtable_bitmask1);
2011
2012    string(chain_forward,6+strlen(buf));
2013    strcpy(chain_forward,"forw_");
2014    strcat(chain_forward,buf);
2015
2016    string(chain_postrouting,6+strlen(buf));
2017    strcpy(chain_postrouting,"post_");
2018    strcat(chain_postrouting,buf);
2019
2020    free(buf);
2021   }
2022   else
2023   {
2024    chain_forward="FORWARD";
2025    chain_postrouting="POSTROUTING";
2026   }
2027
2028 #ifdef DEBUG
2029   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
2030 #endif
2031
2032   /* -------------------------------------------------------- mark download */
2033
2034   sprintf(str,"-A %s -d %s/32 -o %s -j %s%d",chain_postrouting,ip->addr,lan,mark_iptables,ip->mark);
2035   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
2036   /* -m limit --limit 1/s */
2037   save_line(str);
2038
2039   if(qos_proxy)
2040   {
2041    sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,mark_iptables,ip->mark);
2042    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
2043    save_line(str);
2044   }
2045
2046   sprintf(str,"-A %s -d %s/32 -o %s -j ACCEPT",chain_postrouting,ip->addr,lan);
2047   save_line(str);
2048
2049   /* -------------------------------------------------------- mark upload */
2050   sprintf(str,"-A %s -s %s/32 -o %s -j %s%d",chain_forward,ip->addr,wan,mark_iptables,ip->mark);
2051   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
2052   save_line(str);
2053
2054   sprintf(str,"-A %s -s %s/32 -o %s -j ACCEPT",chain_forward,ip->addr,wan);
2055   save_line(str);
2056
2057   if(ip->min)
2058   {
2059    /* -------------------------------------------------------- download class */
2060 #ifdef DEBUG
2061    printf("(down: %dk-%dk ", ip->min, ip->max);
2062 #endif
2063
2064    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d", tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
2065    safe_run(str);
2066
2067    if(strcmpi(ip->keyword->leaf_discipline, "none"))
2068    {
2069      sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s", tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2070      safe_run(str);
2071    }
2072    if(filter_type == 1)
2073    {
2074      sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d", tc, lan, ip->mark, ip->mark);
2075      safe_run(str);
2076    }
2077
2078    /* -------------------------------------------------------- upload class */
2079 #ifdef DEBUG
2080    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2081                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
2082 #endif
2083
2084    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2085                 tc, wan, ip->group, ip->mark,
2086                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2087                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
2088    safe_run(str);
2089
2090    if(strcmpi(ip->keyword->leaf_discipline, "none"))
2091    {
2092      sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s",tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2093      safe_run(str);
2094    }
2095    if(filter_type == 1)
2096    {
2097      sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",tc, wan, ip->mark, ip->mark);
2098      safe_run(str);
2099    }
2100   }
2101   else
2102   {
2103 #ifdef DEBUG
2104    printf("(sharing %s)\n", ip->sharing);
2105 #endif
2106   }
2107   i++;
2108  }
2109
2110  if(idxs)
2111  {
2112    chain_forward = "forw_common";
2113    chain_postrouting = "post_common";
2114  }
2115  else
2116  {
2117    chain_forward = "FORWARD";
2118    chain_postrouting = "POSTROUTING";
2119  }
2120  /* -------------------------------- classify or reject free download */
2121  {
2122    char *final_chain = "DROP"; /* REJECT would be better, but it is impossible in mangle */
2123    if(free_min) final_chain = "ACCEPT";
2124    if(qos_proxy)
2125    {
2126      if(free_min)
2127      {
2128        sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
2129        save_line(str);
2130      }
2131      sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s",chain_postrouting,proxy_ip,proxy_port,lan,final_chain);
2132      save_line(str);
2133    }
2134    if(free_min)
2135    {
2136      sprintf(str,"-A %s -o %s -j %s%d",chain_postrouting,lan,mark_iptables,3);
2137      save_line(str);
2138    }
2139    sprintf(str,"-A %s -o %s -j %s",chain_postrouting,lan,final_chain);
2140    save_line(str);
2141    /* ------------------------------- classify or reject free  upload */
2142    if(free_min)
2143    {
2144      sprintf(str,"-A %s -o %s -j %s%d",chain_forward,wan,mark_iptables,3);
2145      save_line(str);
2146    }
2147    sprintf(str,"-A %s -o %s -j %s",chain_forward,wan,final_chain);
2148    save_line(str);
2149  }
2150
2151  if(free_min) /* allocate free bandwith if it is not zero... */
2152  {
2153    /*-----------------------------------------------------------------*/
2154    puts("Generating free bandwith classes ...");
2155    /*-----------------------------------------------------------------*/
2156    sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2157                 tc,lan,parent,free_min,free_max,burst,lowest_priority);
2158    safe_run(str);
2159    sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2160                 tc,wan,parent,free_min,free_max,burst,lowest_priority);
2161    safe_run(str);
2162    /* tc SFQ */
2163    if(strcmpi(qos_leaf, "none"))
2164    {
2165      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,lan,qos_leaf);
2166      safe_run(str);
2167
2168      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,wan,qos_leaf);
2169      safe_run(str);
2170    }
2171    /* tc handle 1 fw flowid */
2172    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,lan);
2173    safe_run(str);
2174
2175    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,wan);
2176    safe_run(str);
2177  }
2178  printf("Total IP count: %d\n", i);
2179  run_restore();
2180  if(log_file)
2181  {
2182   fclose(log_file);
2183  }
2184  return 0;
2185  /* that's all folks, thank you for reading it all the way up to this point ;-) */
2186  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
2187 }