prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2008 Michael Polak (xChaos)           */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified by: xChaos, 20120516
  11                  ludva, 20080415
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 256
  30 #define FIRSTGROUPID 1024
  31 #define FIRSTIPCLASS 2048
  32 #undef DEBUG
  33
  34 #include "cll1-0.6.2.h"
  35
  36 const char *version = "0.8.3-d";
  37
  38 /* Version numbers: 0.8.3 is development releases ("beta"), 0.8.4 will be "stable" */
  39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
  40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
  41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
  42
  43 const char *stats_html_signature = "<span class=\"small\">Statistics generated by Prometheus QoS version %s<br />GPL+Copyright(C)2005-2012 Michael Polak, <a target=\"_blank\" href=\"http://www.arachne.cz/\">Arachne Labs</a></span>\n";
  44
  45 /* ======= All path names are defined here (for RPM patch) =======  */
  46
  47 const char        *tc = "/sbin/tc"; /* requires tc with HTB support */
  48 const char  *iptables = "/sbin/iptables"; /* requires iptables utility */
  49 const char *iptablessave = "/sbin/iptables-save"; /* not yet required */
  50 const char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  51 const char        *ls = "/bin/ls"; /* this is not user configurable :-) */
  52
  53 char          *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  54 char           *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  55
  56 char    *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  57 char          *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
  58 char        *classmap = "/var/lib/misc/prometheus.classes"; /* credit log file */
  59 char            *html = "/var/www/traffic.html"; /* hall of fame - html version */
  60 char         *preview = "/var/www/preview.html"; /* hall of fame preview */
  61 char            *json = "/var/www/traffic.json"; /* hall of fame - json version */
  62 char          *cmdlog = "/var/log/prometheuslog"; /* command log filename */
  63 char         *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
  64 char         *log_url = "/logs/"; /* log directory relative URI prefix (partial URL) */
  65 char    *html_log_dir = "/var/www/logs/html/";
  66
  67 char      *jquery_url = "http://code.jquery.com/jquery-latest.js";
  68 char         *lms_url = "/lms/?m=customerinfo&amp;id=";
  69 int use_jquery_popups = 1;
  70 int      row_odd_even = 0; /*<tr class="odd/even"> */
  71
  72
  73 const char *tr_odd_even(void)
  74 {
  75  row_odd_even = 1 - row_odd_even;
  76  if(row_odd_even)
  77  {
  78   return "<tr class=\"even\">\n";
  79  }
  80  else
  81  {
  82   return "<tr class=\"odd\">\n";
  83  }
  84 }
  85
  86 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  87
  88 void help(void)
  89 {
  90  puts("Command line switches:\n\
  91 \n\
  92 -?, --help    this help screen\n\
  93 -v, --version show Version number of this utility and exit\n\
  94 -c filename   force alternative /etc/prometheus.Conf filename\n\
  95 -h filename   force alternative /etc/Hosts filename (overrides hosts keyword)\n\
  96 -f            just Flush iptables and tc classes and exit (stop shaping)\n\
  97 -9            emergency iptables flush (do not read data transfer statistics)\n\
  98 -p            just generate Preview of data transfer statistics and exit\n\
  99 -d            Dry run (preview tc and iptables commands on stdout)\n\
 100 -r            Run (reset all statistics and start shaping)\n\
 101 -n            run Now (start shaping without delay - overrides qos-free-delay keyword)\n\
 102 -l Mmm YYYY   generate HTML summary of traffic Logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
 103 -m            generate HTML summary of traffic logs for yesterday's Month\n\
 104 -y            generate HTML summary of traffic logs for yesterday's Year\n");
 105 /* not yet implemented:
 106 -s            start shaping! (keep data transfer statistics - but apply shaping)\n\
 107 */
 108 }
 109
 110 /* === Configuraration file values defaults - stored in global variables ==== */
 111
 112 int        filter_type = 1; /*1 mark, 2 classify*/
 113 char             *mark = "MARK";
 114 char    *mark_iptables = "MARK --set-mark ";
 115 int            dry_run = 0; /* preview - use puts() instead of system() */
 116 char *iptablespreamble = "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
 117 FILE    *iptables_file = NULL;
 118 int      enable_credit = 1; /* enable credit file */
 119 int         use_credit = 0; /* use credit file (if enabled)*/
 120 char            *title = "Hall of Fame - Greatest Suckers"; /* hall of fame title */
 121 int       hall_of_fame = 1; /* enable hall of fame */
 122 char              *lan = "eth0"; /* LAN interface */
 123 char       *lan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 124 char              *wan = "eth1"; /* WAN/ISP interface */
 125 char       *wan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 126 char         *qos_leaf = "sfq perturb 5"; /* leaf discipline */
 127 char    *qos_free_zone = NULL; /* QoS free zone */
 128 int          qos_proxy = 1; /* include proxy port to QoS */
 129 int        found_lmsid = 0; /* show links to users in LMS information system */
 130 int     include_upload = 1; /* upload+download=total traffic */
 131 char         *proxy_ip = "192.168.1.1/32"; /* our IP with proxy port */
 132 int         proxy_port = 3128; /* proxy port number */
 133 long long int     line = 1024; /* WAN/ISP download in kbps */
 134 long long int       up = 1024; /* WAN/ISP upload in kbps */
 135 int           free_min = 32; /* minimum guaranted bandwidth for all undefined hosts */
 136 int           free_max = 64; /* maximum allowed bandwidth for all undefined hosts */
 137 int     qos_free_delay = 0; /* seconds to sleep before applying new QoS rules */
 138 int     digital_divide = 2; /* controls digital divide weirdness ratio, 1...3 */
 139 int        max_nesting = 3; /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 140 int            htb_r2q = 256; /* should work for leaf values 512 kbps to 8 Mbps */
 141 int              burst = 8; /* HTB burst (in kbits) */
 142 int         burst_main = 64;
 143 int        burst_group = 32;
 144 int     magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 145 int       keywordcount = 0;
 146 /* not yet implemented:
 147 int      fixed_packets = 0; maximum number of pps per IP address (not class!)
 148 int       packet_limit = 5; maximum number of pps to htn CEIL, not rate !!!
 149 */
 150 FILE         *log_file = NULL;
 151 char              *kwd = "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
 152
 153 const int highest_priority   = 0; /* highest HTB priority (HTB built-in value is 0) */
 154 const int lowest_priority    = 7; /* lowest HTB priority (HTB built-in value is 7) */
 155 const int idxtable_treshold1 = 24;      /* this is no longer configurable */
 156 const int idxtable_treshold2 = 12;      /* this is no longer configurable */
 157 const int idxtable_bitmask1  = 3;        /* this is no longer configurable */
 158 const int idxtable_bitmask2  = 3;        /* this is no longer configurable */
 159
 160 /* ==== This is C<<1 stuff - learn C<<1 first! https://dev.arachne.cz/svn/cll1h ==== */
 161
 162 struct IP
 163 {
 164  char *addr;
 165  char *name;
 166  char *sharing;
 167  int min;
 168  int desired;
 169  int max;
 170  int mark;
 171  int prio;
 172  int fixedprio;
 173  int group;
 174  int lmsid;
 175  unsigned long long direct;
 176  unsigned long long proxy;
 177  unsigned long long upload;
 178  unsigned long long traffic;
 179  unsigned long long credit;
 180  unsigned long pktsup;
 181  unsigned long pktsdown;
 182  struct Keyword *keyword;
 183  list(IP);
 184 } *ips=NULL, *ip, *sharedip;
 185
 186 struct Group
 187 {
 188  int min;
 189  int count;
 190  int desired;
 191  int id;
 192  list(Group);
 193 } *groups=NULL, *group;
 194
 195 struct Index
 196 {
 197  char *addr;
 198  char *id;
 199  struct Index *parent;
 200  int bitmask;
 201  int children;
 202  list(Index);
 203 } *idxs=NULL, *idx, *metaindex;
 204
 205 struct Keyword
 206 {
 207  char *key;
 208
 209  int asymetry_ratio;        /* ratio for ADSL-like upload */
 210  int asymetry_fixed;        /* fixed treshold for ADSL-like upload */
 211  int data_limit;            /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 212  int data_prio;             /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 213  long fixed_limit;          /* fixed data limit for setting lower HTB ceil */
 214  long fixed_prio;           /* fixed data lmit for setting lower HTB prio */
 215  int reserve_min;           /* bonus for nominal HTB rate bandwidth (in kbps) */
 216  int reserve_max;           /* malus for nominal HTB ceil (in kbps) */
 217 // int divide_max;          /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
 218 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
 219  int default_prio;          /* default HTB priority for this keyword */
 220  char *html_color;
 221  int ip_count;
 222  char *leaf_discipline;
 223
 224  list(Keyword);
 225 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
 226
 227 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
 228
 229 void TheIP(void)
 230 {
 231  create(ip,IP);
 232  ip->name        = "";
 233  ip->addr        = "";
 234  ip->sharing     = NULL;
 235  ip->prio        = highest_priority+1;
 236  ip->lmsid       = -1;
 237  ip->fixedprio   = \
 238  ip->mark        = \
 239  ip->min         = \
 240  ip->max         = \
 241  ip->desired     = \
 242  ip->credit      = \
 243  ip->upload      = \
 244  ip->proxy       = \
 245  ip->direct      = \
 246  ip->traffic     = \
 247  ip->pktsup      = \
 248  ip->pktsdown    = 0;
 249  ip->keyword     = keywords;
 250  push(ip,ips);
 251 }
 252
 253 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 254
 255 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
 256 {
 257  /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
 258  int dot=0, n;
 259  char *ip,*outip,*outptr,*fmt;
 260
 261  duplicate(inip,ip);
 262  /* debug printf("(%s,%d) -> ",ip,bitmask); */
 263
 264  if(ip && *ip && bitmask>=0 && bitmask<=32)
 265  {
 266   string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
 267  }
 268  else
 269  {
 270   /* should never exit here */
 271   return "undefined";
 272  }
 273  outptr=outip;
 274  while(ip && *ip)
 275  {
 276   if(*ip=='.')
 277   {
 278    if(dot<(bitmask/8-1))
 279    {
 280     if(format_as_chainname)
 281     {
 282      *outptr='_';
 283     }
 284     else
 285     {
 286      *outptr='.';
 287     }
 288     outptr++;
 289     dot++;
 290    }
 291    else
 292    {
 293     char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
 294     if(cutdot)
 295     {
 296      *cutdot = '\0';
 297     }
 298
 299     if(format_as_chainname)
 300     {
 301      fmt = "_%d_%d";
 302     }
 303     else
 304     {
 305      fmt = ".%d";
 306     }
 307
 308     if(bitmask%8)
 309     {
 310      n = atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
 311     }
 312     else
 313     {
 314      n = 0;
 315     }
 316
 317     /*debug  printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
 318     sprintf(outptr,fmt,n,bitmask);
 319     if(!format_as_chainname)
 320     {
 321      while(bitmask<24)
 322      {
 323       strcat(outip,".0");
 324       bitmask+=8;
 325      }
 326     }
 327     /* debug printf("[%s]\n",outip); */
 328     return outip;
 329    }
 330   }
 331   else
 332   {
 333    *outptr=*ip;
 334    outptr++;
 335   }
 336   ip++;
 337  }
 338  /*should never exit here*/
 339  *outptr='\0';
 340  return outip;
 341 }
 342
 343 char *hash_id(char *ip,int bitmask)
 344 {
 345  return very_ugly_ipv4_code(ip,bitmask,1);
 346 }
 347
 348 char *subnet_id(char *ip,int bitmask)
 349 {
 350  return very_ugly_ipv4_code(ip,bitmask,0);
 351 }
 352
 353 /* ================= Let's parse configuration file here =================== */
 354
 355 void reject_config_and_exit(char *filename)
 356 {
 357  printf("Configuration file %s rejected - abnormal exit.",filename);
 358  exit(-1);
 359 }
 360
 361 void get_config(char *config_filename)
 362 {
 363  char *cnf="mark";
 364
 365  printf("Configured keywords: ");
 366  parse(config_filename)
 367  {
 368   option("keyword",kwd);
 369   if(kwd)
 370   {
 371    printf("%s ",kwd);
 372
 373    create(keyword,Keyword);
 374    keyword->key=kwd;
 375    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 376    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 377    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 378    keyword->data_prio=4;               /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 379    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 380    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 381    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 382    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 383    keyword->default_prio=highest_priority+1;
 384    keyword->html_color="000000";
 385    keyword->ip_count=0;
 386    keyword->leaf_discipline="";
 387
 388    push(keyword,keywords);
 389    if(!defaultkeyword) defaultkeyword=keyword;
 390    keywordcount++;
 391
 392    kwd=NULL;
 393   }
 394   else
 395   {
 396     for_each(keyword,keywords)
 397     {
 398      int l=strlen(keyword->key);
 399
 400      if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 401      {
 402       char *tmptr=_; /*  <---- l+1 ----> */
 403       _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 404       ioption("asymetry-ratio",keyword->asymetry_ratio);
 405       ioption("asymetry-treshold",keyword->asymetry_fixed);
 406       ioption("magic-relative-limit",keyword->data_limit);
 407       ioption("magic-relative-prio",keyword->data_prio);
 408       loption("magic-fixed-limit",keyword->fixed_limit);
 409       loption("magic-fixed-prio",keyword->fixed_prio);
 410       ioption("htb-default-prio",keyword->default_prio);
 411       ioption("htb-rate-bonus",keyword->reserve_min);
 412       ioption("htb-ceil-malus",keyword->reserve_max);
 413       option("leaf-discipline",keyword->leaf_discipline);
 414       option("html-color",keyword->html_color);
 415       _=tmptr;
 416
 417       if(keyword->data_limit || keyword->fixed_limit ||
 418          keyword->data_prio || keyword->fixed_prio)
 419       {
 420        use_credit=1;
 421       }
 422      }
 423     }
 424   }
 425
 426   option("tc",tc);
 427   option("iptables",iptables);
 428   option("iptables-save",iptablessave); /* new */
 429   option("iptables-restore",iptablesrestore); /* new */
 430   option("iptables-in-filename",iptablesfile); /* new */
 431   option("hosts",hosts);
 432   option("lan-interface",lan);
 433   option("wan-interface",wan);
 434   option("lan-medium",lan_medium);
 435   option("wan-medium",wan_medium);
 436   lloption("wan-download",line);
 437   lloption("wan-upload",up);
 438   ioption("hall-of-fame-enable",hall_of_fame);
 439   option("hall-of-fame-title",title);
 440   option("hall-of-fame-filename",html);
 441   option("json-filename",json);
 442   option("hall-of-fame-preview",preview);
 443   option("log-filename",cmdlog);
 444   option("credit-filename",credit);
 445   option("classmap-filename",classmap);
 446   ioption("credit-enable",enable_credit);
 447   option("log-traffic-directory",log_dir);
 448   option("log-traffic-html-directory",html_log_dir);
 449   option("log-traffic-url-path",log_url);
 450   option("jquery-url",jquery_url);
 451   option("lms-url",lms_url);
 452   ioption("use-jquery-popups",use_jquery_popups);
 453   option("qos-free-zone",qos_free_zone);
 454   ioption("qos-free-delay",qos_free_delay);
 455   ioption("qos-proxy-enable",qos_proxy);
 456   option("qos-proxy-ip",proxy_ip);
 457   option("htb-leaf-discipline",qos_leaf);
 458   ioption("qos-proxy-port",proxy_port);
 459   ioption("free-rate",free_min);
 460   ioption("free-ceil",free_max);
 461   ioption("htb-burst",burst);
 462   ioption("htb-burst-main",burst_main);
 463   ioption("htb-burst-group",burst_group);
 464   ioption("htb-nesting-limit",max_nesting);
 465   ioption("htb-r2q",htb_r2q);
 466   ioption("magic-include-upload",include_upload);
 467   ioption("magic-treshold",magic_treshold);
 468   option("filter-type", cnf);
 469 /* not yet implemented:
 470   ioption("magic-fixed-packets",fixed_packets);
 471   ioption("magic-relative-packets",packet_limit);
 472 */
 473  }
 474  fail
 475  {
 476   perror(config_filename);
 477   puts("Warning - using built-in defaults instead ...");
 478  }
 479  done;
 480  printf("\n");
 481
 482  /* leaf discipline for keywords */
 483  for_each(keyword,keywords)
 484  {
 485     if(!strcmpi(keyword->leaf_discipline, ""))
 486     {
 487         keyword->leaf_discipline = qos_leaf;
 488     }
 489  }
 490
 491  if(strcmpi(cnf, "mark"))
 492  {
 493   filter_type = 2;
 494   mark = "CLASSIFY";
 495   mark_iptables = "CLASSIFY --set-class 1:";
 496  }
 497  else
 498  {
 499   filter_type = 1;
 500   mark = "MARK";
 501   mark_iptables = "MARK --set-mark ";
 502  }
 503
 504  /* are supplied values meaningful ?*/
 505  if(line<=0 || up<=0)
 506  {
 507   puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
 508   reject_config_and_exit(config_filename);
 509  }
 510 }
 511
 512 /* ===================== traffic analyser - uses iptables  ================ */
 513
 514 void get_traffic_statistics(void)
 515 {
 516  char *str,*cmd;
 517  int downloadflag=0;
 518
 519  textfile(Pipe,str) *line,*lines=NULL;
 520  string(str,STRLEN);
 521  string(cmd,STRLEN);
 522
 523  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 524  shell(cmd);
 525  input(str,STRLEN)
 526  {
 527   create(line,Pipe);
 528   line->str=str;
 529   string(str,STRLEN);
 530   append(line,lines);
 531  }
 532
 533  for_each(line,lines)
 534  {
 535   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 536   unsigned long long traffic=0;
 537   unsigned long pkts=0;
 538   char *ipaddr=NULL,*ptr;
 539
 540   /* debug puts(line->str); */
 541   valid_columns(ptr,line->str,' ',col)
 542   if(valid) switch(col)
 543   {
 544    case 1: if(eq(ptr,"Chain"))
 545            {
 546             setchainname=1;
 547            }
 548            else if(eq(ptr,"pkts"))
 549            {
 550             valid=0;
 551            }
 552            else
 553            {
 554             sscanf(ptr,"%lu",&pkts);
 555            }
 556            break;
 557    case 2: if(setchainname)
 558            {
 559             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 560             {
 561              downloadflag = 1;
 562             }
 563             else
 564             {
 565              if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 566              {
 567               downloadflag = 0;
 568              }
 569             }
 570             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 571             {
 572              commonflag = 1;
 573             }
 574            }
 575            else
 576            {
 577             sscanf(ptr,"%Lu",&traffic);
 578             traffic += (1<<19);
 579             traffic >>= 20;
 580            }
 581            break;
 582    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 583            {
 584             accept=eq(ptr,mark);
 585            }
 586             /*if(filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 587            break;
 588    case 8: if(downloadflag)
 589            {
 590             if(strstr(proxy_ip,ptr))
 591             {
 592              proxyflag=1;
 593             }
 594            }
 595            else
 596            {
 597             ipaddr=ptr;
 598            }
 599            break;
 600    case 9: if(downloadflag)ipaddr=ptr;break;
 601   }
 602
 603     if(accept && traffic>0 && ipaddr)
 604     {
 605      if(proxyflag)
 606      {
 607       printf("(proxy) ");
 608      }
 609      else if(!downloadflag)
 610      {
 611       printf("(upload) ");
 612      }
 613      printf("IP %s: %Lu MB (%ld pkts)\n", ipaddr, traffic, pkts);
 614
 615      if_exists(ip,ips,eq(ip->addr,ipaddr));
 616      else
 617      {
 618       TheIP();
 619       ip->addr=ipaddr;
 620       if(eq(ip->addr,"0.0.0.0/0"))
 621       {
 622        ip->name="(unregistered)";
 623        ip->min=free_min;
 624        ip->max=ip->desired=free_max;
 625       }
 626      }
 627
 628      if(downloadflag)
 629      {
 630       if(proxyflag)
 631       {
 632        ip->proxy=traffic;
 633       }
 634       else
 635       {
 636        ip->traffic+=traffic;
 637       }
 638       ip->direct=ip->traffic-ip->upload-ip->proxy;
 639       ip->pktsdown=pkts;
 640      }
 641      else
 642      {
 643       ip->upload=traffic;
 644       ip->pktsup=pkts;
 645       if(include_upload)
 646       {
 647        ip->traffic+=traffic;
 648       }
 649       else
 650       {
 651        if(traffic>ip->traffic)
 652        {
 653         ip->traffic=traffic;
 654        }
 655       }
 656      }
 657     }
 658   }
 659   free(cmd);
 660 }
 661
 662 /* ========== This function executes, logs OR ALSO prints command ========== */
 663
 664 void safe_run(char *cmd)
 665 {
 666  if(dry_run)
 667  {
 668   printf("\n=>%s\n",cmd);
 669  }
 670  else
 671  {
 672   system(cmd);
 673  }
 674  if(log_file)
 675  {
 676   fprintf(log_file,"%s\n",cmd);
 677  }
 678 }
 679
 680 void save_line(char *line)
 681 {
 682  fprintf(iptables_file,"%s\n",line);
 683 }
 684
 685 void run_restore(void)
 686 {
 687  char *restor;
 688  string(restor,STRLEN);
 689
 690  /*-----------------------------------------------------------------*/
 691  printf("Running %s <%s ...\n", iptablesrestore, iptablesfile);
 692  /*-----------------------------------------------------------------*/
 693
 694  save_line("COMMIT");
 695  fclose(iptables_file);
 696  if(dry_run)
 697  {
 698   parse(iptablesfile)
 699   {
 700    printf("%s\n",_);
 701   }
 702   done;
 703  }
 704
 705  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 706  safe_run(restor);
 707
 708  free(restor);
 709 }
 710
 711 /* == This function strips extra characters after IP address and stores it = */
 712
 713 void parse_ip(char *str)
 714 {
 715  char *ptr,*ipaddr=NULL,*ipname=NULL,*lmsid=NULL;
 716
 717  ptr=strchr(str,'{');
 718  if(ptr)
 719  {
 720   lmsid=++ptr;
 721   while(*ptr && *ptr!='}')
 722   {
 723    ptr++;
 724   }
 725   *ptr=0;
 726  }
 727
 728  ptr=str;
 729  while(*ptr && *ptr!=' ' && *ptr!=9)
 730  {
 731   ptr++;
 732  }
 733
 734  *ptr=0;
 735  ipaddr=str;
 736  ptr++;
 737  while(*ptr && (*ptr==' ' || *ptr==9))
 738  {
 739   ptr++;
 740  }
 741  ipname=ptr;
 742  while(*ptr && *ptr!=' ' && *ptr!=9)
 743  {
 744   ptr++;
 745  }
 746  *ptr=0;
 747
 748  if_exists(ip,ips,eq(ip->addr,ipaddr));
 749  else
 750  {
 751   TheIP();
 752  }
 753  ip->addr=ipaddr;
 754  ip->name=ipname;
 755  if(lmsid)
 756  {
 757   ip->lmsid=atoi(lmsid);
 758   found_lmsid=1;
 759  }
 760 }
 761
 762 char *parse_datafile_line(char *str)
 763 {
 764  char *ptr=strchr(str,' ');
 765
 766  if(ptr)
 767  {
 768   *ptr=0;
 769   ptr++;
 770   return ptr;
 771  }
 772  else
 773  {
 774   return NULL;
 775  }
 776 }
 777
 778 struct IpLog
 779 {
 780  char *name;
 781  long traffic;
 782  long guaranted;
 783  int i;
 784  int lmsid;
 785  long l;
 786  list(IpLog);
 787 } *iplog,*iplogs;
 788
 789 void parse_ip_log(int argc, char **argv)
 790 {
 791  char *month, *year, *str, *name="(undefined)", *ptr, *ptr2, *filename;
 792  long traffic=0l, traffic_month, total=0, guaranted;
 793  int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0, lmsid;
 794  char mstr[4], ystr[5];
 795  FILE *f;
 796  string(str,STRLEN);
 797  string(filename,STRLEN);
 798
 799  if(argv[1][1]=='l') /* -l */
 800  {
 801   if(argc<4)
 802   {
 803    puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
 804    exit(-1);
 805   }
 806   else
 807   {
 808    month=argv[2];
 809    if(eq(month,"Year")) any_month=1;
 810    year=argv[3];
 811   }
 812  }
 813  else
 814  {
 815   time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
 816   struct tm *timep = localtime(&t);
 817
 818   if(argv[1][1]=='m') /* -m yestarday - month */
 819   {
 820    strftime(mstr, 4, "%b", timep);
 821    month=mstr;
 822    strftime(ystr, 5, "%Y", timep);
 823    year=ystr;
 824   }
 825   else /* -y yesterday - year */
 826   {
 827    month="Year";
 828    any_month=1;
 829    strftime(ystr, 5, "%Y", timep);
 830    year=ystr;
 831   }
 832  }
 833  printf("Analysing traffic for %s %s ...\n",month,year);
 834
 835  /* sorry... next release of C<<1 header file will include for_path_files(name,path) {  } macro */
 836  sprintf(str,"%s %s/",ls,log_dir);
 837  shell(str);
 838  input(str,STRLEN)
 839  {
 840   if(strstr(str,".log"))
 841   {
 842     ptr=strrchr(str,'\n');
 843     if(ptr) *ptr='\0';
 844     sprintf(filename,"%s/%s",log_dir,str);
 845     printf("Parsing %s ...",filename);
 846     accept_month=0;
 847     traffic_month=0;
 848     guaranted=0;
 849     lmsid=-1;
 850     parse(filename)
 851     {
 852      y_ok=m_ok=0;
 853      valid_columns(ptr,_,'\t',col) switch(col)
 854      {
 855       case 2: name = ptr;break;
 856       case 3: traffic = atol(ptr);break;
 857       /* column number   - was 7, now 11...*/
 858       case 7:
 859       case 8:
 860       case 9:
 861       case 10:
 862       case 11: if(isalpha(*ptr)) /* character, not numeric string = date, just one*/
 863                {
 864                 valid_columns(ptr2,ptr,' ',col2) switch(col2)
 865                 {
 866                  case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
 867                  case 5: if(eq(ptr2,year)) y_ok = 1; break;
 868                 }
 869                }
 870                else
 871                {
 872                  if(col == 7) guaranted = atol(ptr);
 873                  if(col == 10) lmsid = atoi(ptr);
 874                }
 875      }
 876
 877      if(y_ok && m_ok)
 878      {
 879       traffic_month += traffic;
 880       accept_month = 1;
 881      }
 882     }
 883     done;
 884
 885     if(accept_month)
 886     {
 887      create(iplog,IpLog);
 888      iplog->name = name;
 889      iplog->guaranted = guaranted;
 890      iplog->traffic = traffic_month;
 891      iplog->lmsid = lmsid;
 892      insert(iplog,iplogs,desc_order_by,traffic);
 893      printf(" %ld MB\n",iplog->traffic);
 894     }
 895     else
 896     {
 897      puts(" no records.");
 898     }
 899   }
 900  }
 901  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 902  printf("Writing %s ... ",str);
 903  f=fopen(str,"w");
 904  if(f > 0)
 905  {
 906   fprintf(f, "<table class=\"decorated last\"><thead>\n\
 907 <tr><th colspan=\"2\">%s %s</th>\n\
 908 <th style=\"text-align: right\">lms</th>\n\
 909 <th colspan=\"2\">Data transfers</th>\n\
 910 <th style=\"text-align: right\">Min.speed</th>\n\
 911 </tr></thead><tbody>\n ",
 912              month, year);
 913
 914   row_odd_even = 0;
 915   for_each(iplog, iplogs)
 916   {
 917    if(iplog->traffic)
 918    {
 919     fprintf(f, "%s<td style=\"text-align: right\">%d</td>\n\
 920 <td style=\"text-align: left\"><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</td>\n\
 921 <td style=\"text-align: right\">",
 922                tr_odd_even(), i++, log_url, iplog->name, iplog->name);
 923     if(iplog->lmsid > 0)
 924     {
 925      /*base URL will be configurable soon ... */
 926      fprintf(f, "<a class=\"blue\" target=\"_blank\" href=\"%s%d\">%04d</a>\n", lms_url, iplog->lmsid, iplog->lmsid);
 927     }
 928     else if(iplog->lmsid == 0)
 929     {
 930      fputs("-------",f);
 931     }
 932     fprintf(f, "<td style=\"text-align: right\">%ld&nbsp;MB</td>\n\
 933     <td style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></td>\n\
 934     <td style=\"text-align: right\">%ld&nbsp;kb/s</th></tr>\n",
 935                iplog->traffic, iplog->traffic>>10, iplog->guaranted);
 936     total+=iplog->traffic>>10;
 937     iplog->i=i;
 938     iplog->l=total;
 939    }
 940   }
 941   fprintf(f,"</tbody><thead><tr>\
 942   <th colspan=\"3\" style=\"text-align: left\">Total:</th>\
 943   <th colspan=\"2\" style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></th>\
 944   <th style=\"text-align: right\"><strong>%Ld&nbsp;kb/s</strong></th></tr>\n", total, line);
 945   fputs("</thead></table>\n", f);
 946
 947   row_odd_even = 0;
 948   if(i>10)
 949   {
 950    fputs("<a name=\"erp\"></a><p><table class=\"decorated last\">\n\
 951 <caption>Enterprise Resource Planning (ERP)</caption>\n\
 952 <thead><tr>\n\
 953 <th>Analytic category</th>\n\
 954 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
 955 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
 956 </tr></thead><tbody>\n",f);
 957
 958    if_exists(iplog,iplogs,iplog->l>=total/4)
 959    {
 960     fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
 961     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 962 <td style=\"text-align: right\">%d %%</td>\n\
 963 <td style=\"text-align: right\">%ld GB</td>\n\
 964 <td style=\"text-align: right\">%d %%</td></tr>\n",
 965               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 966    }
 967
 968    if_exists(iplog,iplogs,iplog->i==10)
 969    {
 970     fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
 971     fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
 972 <td style=\"text-align: right\">%d %%</td>\n\
 973 <td style=\"text-align: right\">%ld GB</td>\n\
 974 <td style=\"text-align: right\">%d %%</td></tr>\n",
 975                (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 976    }
 977
 978    if_exists(iplog,iplogs,iplog->l>=total/2)
 979    {
 980     fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
 981     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 982 <td style=\"text-align: right\">%d %%</td>\n\
 983 <td style=\"text-align: right\">%ld GB</td>\n\
 984 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
 985               iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
 986    }
 987
 988    if_exists(iplog,iplogs,iplog->l>=4*total/5)
 989    {
 990     fprintf(f,"%s<td>Top 80%% of traffic</td>\n",tr_odd_even());
 991     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 992 <td style=\"text-align: right\">%d %%</td>\n\
 993 <td style=\"text-align: right\">%ld GB</td>\n\
 994 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
 995               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 996    }
 997
 998    if_exists (iplog,iplogs,iplog->i>=i/5)
 999    {
1000     fprintf(f,"%s<td>Top 20%% downloaders</td>\n",tr_odd_even());
1001     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1002 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1003 <td style=\"text-align: right\">%ld GB</td>\n\
1004 <td style=\"text-align: right\">%d %%</td></tr>\n",
1005               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1006    }
1007
1008    if_exists(iplog,iplogs,iplog->i>=i/4)
1009    {
1010     fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1011     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1012 <td style=\"text-align: right\">%d %%</td>\n\
1013 <td style=\"text-align: right\">%ld GB</td>\n\
1014 <td style=\"text-align: right\">%d %%</td></tr>\n",
1015                iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1016    }
1017
1018    if_exists(iplog,iplogs,iplog->i>=i/2)
1019    {
1020     fprintf(f,"%s<td>Top 50%% downloaders</td>\n",tr_odd_even());
1021     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1022 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1023 <td style=\"text-align: right\">%ld GB</td>\n\
1024 <td style=\"text-align: right\">%d %%</td></tr>\n",
1025               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1026    }
1027
1028    if_exists(iplog,iplogs,iplog->i>=4*i/5)
1029    {
1030     fprintf(f,"%s<td>Top 80%% downloaders</td>\n",tr_odd_even());
1031     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1032 <td style=\"text-align: right\">%d %%</td>\n\
1033 <td style=\"text-align: right\">%ld GB</td>\n\
1034 <td style=\"text-align: right\">%d %%</td></tr>\n",
1035               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1036    }
1037
1038    fprintf(f,"</tbody><thead><tr><th><a class=\"blue\" target=\"_blank\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
1039    fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
1040 <th style=\"text-align: right\">100 %%</th>\n\
1041 <th style=\"text-align: right\">%ld GB</th>\n\
1042 <th style=\"text-align: right\">100 %%</th></tr>\n",i-1,total);
1043    fputs("</thead></table>\n", f);
1044   }
1045
1046   fprintf(f, stats_html_signature, version);
1047   fclose(f);
1048   puts("done.");
1049  }
1050  else
1051  {
1052   perror(str);
1053  }
1054 }
1055
1056 void append_log(struct IP *self) /*using global variables*/
1057 {
1058  char *d, *str;
1059  FILE *f;
1060
1061  date(d); /* this is typical cll1.h macro - prints current date */
1062  string(str,STRLEN);
1063  sprintf(str,"%s/%s.log", log_dir, self->name);
1064  f=fopen(str,"a");
1065  if(f > 0)
1066  {
1067   fprintf(f,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%d\t%s",
1068             time(NULL), self->name, self->traffic, self->direct, self->proxy,
1069             self->upload, self->min, self->max, self->desired, self->lmsid, d); /* d = date*/
1070   fclose(f);
1071  }
1072  else
1073  {
1074   perror(str);
1075  }
1076 }
1077
1078
1079 /*-----------------------------------------------------------------*/
1080 /* Are you looking for int main(int argc, char **argv) ? :-))      */
1081 /*-----------------------------------------------------------------*/
1082
1083 program
1084 {
1085  int i=0;
1086  FILE *f=NULL;
1087  char *str, *ptr, *d;
1088  char *substring;
1089  int class_count=0,ip_count=0;
1090  int parent=1;
1091  int just_flush=FALSE;
1092  int nodelay=FALSE;
1093  int just_preview=FALSE;                /* preview - generate just stats */
1094  int just_logs=FALSE;                   /* just parse logs */
1095  int run=FALSE;
1096  int total=0;
1097
1098  char *chain_forward, *chain_postrouting;
1099  char *althosts=NULL;
1100
1101  printf("\n\
1102 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
1103 Version %s - Copyright (C)2005-2012 Michael Polak (xChaos)\n\
1104 iptables-restore & burst tunning & classify modification by Ludva\n\
1105 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
1106
1107  /*----- Boring... we have to check command line options first: ----*/
1108
1109  arguments
1110  {
1111   argument("-c") { nextargument(config); }
1112   argument("-h") { nextargument(althosts);}
1113   argument("-d") { run=TRUE; dry_run=TRUE; }
1114   argument("-f") { run=TRUE; just_flush=TRUE; }
1115   argument("-9") { run=TRUE; just_flush=9; }
1116   argument("-p") { run=TRUE; just_preview=TRUE; }
1117   argument("-r") { run=TRUE; }
1118   argument("-n") { run=TRUE; nodelay=TRUE; }
1119   argument("-l") { just_logs=TRUE; }
1120   argument("-m") { just_logs=TRUE; }
1121   argument("-y") { just_logs=TRUE; }
1122   argument("-?") { help(); exit(0); }
1123   argument("--help") { help(); exit(0); }
1124   argument("-v") { exit(0); }
1125   argument("--version") { exit(0); }
1126  }
1127
1128  if(dry_run)
1129  {
1130   puts("*** THIS IS JUST DRY RUN ! ***\n");
1131  }
1132
1133  date(d); /* this is typical cll1.h macro - prints current date */
1134
1135  /*-----------------------------------------------------------------*/
1136  printf("Parsing configuration file %s ...\n", config);
1137  /*-----------------------------------------------------------------*/
1138  get_config(config);
1139
1140  if(just_logs)
1141  {
1142   parse_ip_log(argc,argv);
1143   exit(0);
1144  }
1145  else if(not run)
1146  {
1147   help();
1148   exit(0);
1149  }
1150
1151  if(althosts)
1152  {
1153   hosts=althosts;
1154  }
1155
1156  if(just_flush<9)
1157  {
1158   /*-----------------------------------------------------------------*/
1159   puts("Parsing iptables verbose output ...");
1160   /*-----------------------------------------------------------------*/
1161   get_traffic_statistics();
1162  }
1163
1164  /*-----------------------------------------------------------------*/
1165  printf("Parsing class defintion file %s ...\n", hosts);
1166  /*-----------------------------------------------------------------*/
1167  int groupidx = FIRSTGROUPID;
1168  parse(hosts)
1169  {
1170   str=_;
1171
1172   if(*str<'0' || *str>'9')
1173   {
1174    /* any line starting with non-number is comment ...*/
1175    continue;
1176   }
1177
1178   //Does this IP share QoS class with some other ?
1179   substring=strstr(str,"sharing-");
1180   if(substring)
1181   {
1182    substring+=8; //"sharing-"
1183    parse_ip(str);
1184    ip_count++;
1185    ip->sharing=substring;
1186    ip->keyword=defaultkeyword; /* settings for default keyword */
1187    while(*substring && *substring!='\n')
1188    {
1189     substring++;
1190    }
1191    *substring=0;
1192   }
1193   else
1194   {
1195    //Do we have to create new QoS class for this IP ?
1196
1197    if_exists(keyword,keywords,(substring=strstr(str,keyword->key)))
1198    {
1199     parse_ip(str);
1200     ip_count++;
1201     ip->keyword=keyword;
1202     keyword->ip_count++;
1203     ip->prio=keyword->default_prio;
1204     substring+=strlen(keyword->key)+1;
1205     ptr=substring;
1206     while(*ptr && *ptr!='-')
1207     {
1208      ptr++;
1209     }
1210     if(*ptr=='-')
1211     {
1212      *ptr=0;
1213      ip->max = ip->desired=atoi(ptr+1);
1214     }
1215     ip->min = atoi(substring);
1216     if(ip->min <= 0)
1217     {
1218      printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kb/s\n",
1219             str, free_min);
1220      ip->min = free_min;
1221     }
1222     if(ip->max <= ip->min)
1223     {
1224      ip->fixedprio = 1;
1225      ip->max = ip->min+ip->keyword->reserve_min;
1226     }
1227     else
1228     {
1229      ip->max -= ip->keyword->reserve_max;
1230      if(ip->max<ip->min)
1231      {
1232       ip->max=ip->min;
1233      }
1234     }
1235     ip->mark=FIRSTIPCLASS+1+class_count++;
1236
1237     if_exists(group,groups,group->min==ip->min)
1238     {
1239      group->count++;
1240      group->desired += ip->min;
1241      ip->group = group->id;
1242     }
1243     else
1244     {
1245      create(group,Group);
1246      group->min = ip->min;
1247      group->id = groupidx++;
1248      ip->group = group->id;
1249
1250      if(group->min<8) group->min=8;
1251      /* Warning - this is maybe because of primitive tc namespace, can be fixed */
1252      /* it is because class IDs are derived from min. bandwidth. - xCh */
1253      //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
1254
1255      group->count=1;
1256      group->desired=ip->min;
1257      insert(group,groups,desc_order_by,min);
1258     }
1259    }//endif keyword-
1260   }//endif sharing-
1261  }
1262  fail
1263  {
1264   perror(hosts);
1265   exit(-1);
1266  }
1267  done;
1268
1269  /*-----------------------------------------------------------------*/
1270  /* cll1.h - let's allocate brand new character buffer...           */
1271  /*-----------------------------------------------------------------*/
1272  string(str,STRLEN);
1273
1274  /*-----------------------------------------------------------------*/
1275  puts("Resolving shared connections ...");
1276  /*-----------------------------------------------------------------*/
1277  for_each(ip,ips) if(ip->sharing)
1278  {
1279   for_each(sharedip,ips) if(eq(sharedip->name,ip->sharing))
1280   {
1281    sharedip->traffic+=ip->traffic;
1282    ip->traffic=0;
1283    ip->mark=sharedip->mark;
1284    ip->lmsid=sharedip->lmsid;
1285    break;
1286   }
1287   if(!sharedip)
1288   {
1289    printf("Unresolved shared connection: %s %s sharing-%s\n",
1290           ip->addr, ip->name, ip->sharing);
1291   }
1292  }
1293
1294  if(enable_credit && just_flush<9)
1295  {
1296   /*-----------------------------------------------------------------*/
1297   printf("Parsing credit file %s ...\n", credit);
1298   /*-----------------------------------------------------------------*/
1299   parse(credit)
1300   {
1301    ptr=parse_datafile_line(_);
1302    if(ptr)
1303    {
1304     if_exists(ip,ips,eq(ip->addr,_))
1305     {
1306      sscanf(ptr,"%Lu",&(ip->credit));
1307     }
1308    }
1309   }
1310   done;
1311  }
1312
1313  if(!just_preview)
1314  {
1315   /*-----------------------------------------------------------------*/
1316   puts("Initializing iptables and tc classes ...");
1317   /*-----------------------------------------------------------------*/
1318
1319   iptables_file=fopen(iptablesfile,"w");
1320   if(iptables_file == NULL)
1321   {
1322     puts("Cannot open iptablesfile!");
1323     exit(-1);
1324   }
1325
1326   log_file=fopen(cmdlog,"w");
1327   if(log_file == NULL)
1328   {
1329     puts("Cannot open logfile!");
1330     exit(-1);
1331   }
1332
1333   save_line(iptablespreamble);
1334   run_restore();
1335
1336   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
1337   safe_run(str);
1338
1339   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1340   safe_run(str);
1341
1342   iptables_file=fopen(iptablesfile,"w");
1343   save_line(iptablespreamble);
1344
1345   if(qos_free_zone && *qos_free_zone!='0')
1346   {
1347    char *chain;
1348
1349    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1350    save_line(str);
1351
1352    if(qos_proxy)
1353    {
1354     save_line(":post_noproxy - [0:0]");
1355     sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1356     save_line(str);
1357     sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1358     save_line(str);
1359     sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1360     save_line(str);
1361
1362     chain="post_noproxy";
1363    }
1364    else
1365    {
1366     chain="POSTROUTING";
1367    }
1368
1369    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1370    save_line(str);
1371   }
1372
1373   if(ip_count>idxtable_treshold1 && !just_flush)
1374   {
1375    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1376    char *subnet, *buf;
1377    /*-----------------------------------------------------------------*/
1378    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1379    /*-----------------------------------------------------------------*/
1380
1381    save_line(":post_common - [0:0]");
1382    save_line(":forw_common - [0:0]");
1383
1384    for_each(ip,ips) if(ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1385    {
1386     buf=hash_id(ip->addr,bitmask);
1387     if_exists(idx,idxs,eq(idx->id,buf))
1388     {
1389      idx->children++;
1390     }
1391     else
1392     {
1393      create(idx,Index);
1394      idx->addr=ip->addr;
1395      idx->id=buf;
1396      idx->bitmask=bitmask;
1397      idx->parent=NULL;
1398      idx->children=0;
1399      idxcount++;
1400      push(idx,idxs);
1401     }
1402    }
1403
1404    /* brutal perfomance optimalization */
1405    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1406    {
1407     bitmask-=idxtable_bitmask2;
1408     idxcount=0;
1409
1410     for_each(idx,idxs) if(idx->parent == NULL)
1411     {
1412      buf=hash_id(idx->addr,bitmask);
1413      if_exists(metaindex,idxs,eq(metaindex->id,buf))
1414      {
1415       metaindex->children++;
1416      }
1417      else
1418      {
1419       create(metaindex,Index);
1420       metaindex->addr=idx->addr;
1421       metaindex->id=buf;
1422       metaindex->bitmask=bitmask;
1423       metaindex->parent=NULL;
1424       metaindex->children=0;
1425       idxcount++;
1426       push(metaindex,idxs);
1427      }
1428      idx->parent=metaindex;
1429     }
1430    }
1431
1432    /* this should slightly optimize throughout ... */
1433    sort(idx,idxs,desc_order_by,children);
1434    sort(idx,idxs,order_by,bitmask);
1435
1436    i=0;
1437    for_each(idx,idxs)
1438    {
1439     subnet=subnet_id(idx->addr,idx->bitmask);
1440     printf("%d: %s/%d\n",
1441            ++i, subnet, idx->bitmask);
1442
1443     sprintf(str,":post_%s - [0:0]", idx->id);
1444     save_line(str);
1445
1446     sprintf(str,":forw_%s - [0:0]", idx->id);
1447     save_line(str);
1448
1449     if(idx->parent)
1450     {
1451      string(buf,strlen(idx->parent->id)+6);
1452      sprintf(buf,"post_%s",idx->parent->id);
1453     }
1454     else
1455     {
1456      buf="POSTROUTING";
1457     }
1458
1459     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1460     save_line(str);
1461
1462     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1463     save_line(str);
1464
1465     if(idx->parent)
1466     {
1467      string(buf,strlen(idx->parent->id)+6);
1468      sprintf(buf,"forw_%s",idx->parent->id);
1469     }
1470     else
1471     {
1472      buf="FORWARD";
1473     }
1474
1475     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1476     save_line(str);
1477
1478     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1479     save_line(str);
1480    }
1481    printf("Total indexed iptables chains created: %d\n", i);
1482
1483    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1484    save_line(str);
1485
1486    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1487    save_line(str);
1488   }
1489
1490  }
1491
1492  if(just_flush)
1493  {
1494   fclose(iptables_file);
1495   if(log_file)
1496   {
1497    fclose(log_file);
1498   }
1499   puts("Just flushed iptables and tc classes - now exiting ...");
1500   exit(0);
1501  }
1502
1503  if(!just_preview)
1504  {
1505   if(!dry_run && !nodelay && qos_free_delay)
1506   {
1507    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1508    sleep(qos_free_delay);
1509   }
1510
1511   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",
1512               tc,lan,htb_r2q);
1513   safe_run(str);
1514
1515   sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1516                tc,lan,lan_medium,lan_medium,burst_main,highest_priority);
1517   safe_run(str);
1518
1519   sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1520                 tc,lan,line,line,burst_main,highest_priority);
1521   safe_run(str);
1522
1523   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1524   safe_run(str);
1525
1526   sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1527                tc,wan,wan_medium,wan_medium,burst_main,highest_priority);
1528   safe_run(str);
1529
1530   sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1531                tc,wan,up,up,burst_main,highest_priority);
1532   safe_run(str);
1533  }
1534
1535  /*-----------------------------------------------------------------*/
1536  puts("Locating heavy downloaders and generating root classes ...");
1537  /*-----------------------------------------------------------------*/
1538  sort(ip,ips,desc_order_by,traffic);
1539
1540  /*-----------------------------------------------------------------*/
1541  /* sub-scope - local variables */
1542  {
1543   long long int rate = line;
1544   long long int max = line;
1545   int group_count = 0;
1546   FILE *credit_file = NULL;
1547
1548   if(!just_preview && !dry_run && enable_credit)
1549   {
1550    credit_file = fopen(credit,"w");
1551   }
1552
1553   for_each(group,groups)
1554   {
1555    if(!just_preview)
1556    {
1557     //download
1558     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #down desired %d",
1559                  tc, lan, parent, group->id, rate, max, burst_group, highest_priority+1, group->desired);
1560     safe_run(str);
1561
1562     //upload
1563     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #up desired %d",
1564                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, highest_priority+1, group->desired);
1565     safe_run(str);
1566    }
1567
1568    if(group_count++ < max_nesting)
1569    {
1570     parent = group->id;
1571    }
1572
1573    rate -= digital_divide*group->min;
1574    if(rate < group->min)
1575    {
1576     rate = group->min;
1577    }
1578
1579    /*shaping of aggresive downloaders, with credit file support */
1580    if(use_credit)
1581    {
1582     int group_rate = group->min, priority_sequence = lowest_priority;
1583
1584     for_each(ip, ips) if(ip->min == group->min && ip->max > ip->min)
1585     {
1586      if(    ip->keyword->data_limit && !ip->fixedprio
1587          && (   ip->traffic>ip->credit
1588               + (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))) )
1589      {
1590       if(group_rate<ip->max)
1591       {
1592        ip->max=group_rate;
1593       }
1594       group_rate+=magic_treshold;
1595       ip->prio=lowest_priority;
1596       if(ip->prio<highest_priority+2)
1597       {
1598        ip->prio=highest_priority+2;
1599       }
1600      }
1601      else
1602      {
1603       if(    ip->keyword->data_prio
1604           && !ip->fixedprio
1605           && (   ip->traffic>ip->credit
1606                + (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20))) )
1607       {
1608        ip->prio=priority_sequence--;
1609        if(ip->prio<highest_priority+1)
1610        {
1611         ip->prio=highest_priority+1;
1612        }
1613       }
1614
1615       if(credit_file)
1616       {
1617        unsigned long long lcredit=0;
1618
1619        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1620        {
1621         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1622        }
1623        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1624       }
1625      }
1626     }
1627    }
1628   }
1629   if(credit_file)
1630   {
1631    fclose(credit_file);
1632   }
1633  }
1634
1635  if(just_preview)
1636  {
1637   f=fopen(preview,"w");
1638   ptr=preview;
1639  }
1640  else if(!dry_run && !just_flush)
1641  {
1642   /*-----------------------------------------------------------------*/
1643   printf("Writing daily statistics  %s ... ", json);
1644   /*-----------------------------------------------------------------*/
1645   f=fopen(json, "w");
1646   if(f > 0)
1647   {
1648    int jsoncount=0;
1649    fprintf(f, "{\n");
1650    for_each(ip, ips)
1651    {
1652     if(jsoncount)
1653     {
1654      fprintf(f, ",\n");
1655     }
1656     if(ip->traffic || ip->direct || ip->proxy || ip->upload)
1657     {
1658      fprintf(f, " %d:{ \"ip\":\"%s\", \"total\":%Lu, \"down\":%Lu, \"proxy\":%Lu, \"up\":%Lu }",
1659                 ip->lmsid, ip->addr, ip->traffic, ip->direct, ip->proxy, ip->upload);
1660     }
1661     jsoncount++;
1662    }
1663    fprintf(f, "}\n");
1664    fclose(f);
1665    puts("done.");
1666   }
1667   else
1668   {
1669    perror(json);
1670   }
1671   f=fopen(html,"w");
1672   ptr=html;
1673  }
1674
1675  if(f)
1676  {
1677   int count=1;
1678   i=0;
1679
1680   /*-----------------------------------------------------------------*/
1681   printf("Sorting data and generating statistics page %s ...\n", ptr);
1682   /*-----------------------------------------------------------------*/
1683
1684   if(use_jquery_popups)
1685   {
1686    fprintf(f,"<script type=\"text/javascript\" src=\"%s\"></script>\n", jquery_url);
1687   }
1688   fputs("<table class=\"decorated last\">\n\
1689 <caption>Bandwidth classes</caption>\n\
1690 <thead><tr>\n\
1691 <th style=\"text-align: right\">#</th>\n\
1692 <th style=\"text-align: right\">group</th>\n\
1693 <th style=\"text-align: right\">IPs</th>\n\
1694 <th style=\"text-align: right\">requested</th>\n",f);
1695   fprintf(f,"<th colspan=\"%d\">data limits</th>\n", keywordcount);
1696   fputs("</tr></thead><tbody>\n",f);
1697
1698   row_odd_even = 0;
1699   for_each(group, groups)
1700   {
1701 #ifdef DEBUG
1702    printf("%d kb/s group: %d bandwidth requested: %d kb/s\n",group->min,group->count,group->desired);
1703 #endif
1704    fprintf(f, "%s<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1705               tr_odd_even(), count, group->min);
1706    fprintf(f, "<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1707               group->count, group->desired);
1708
1709    for_each(keyword, keywords) if(keyword->ip_count)
1710    {
1711     fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%d&nbsp;MB</span></td>",
1712               keyword->html_color, group->min*keyword->data_limit);
1713    }
1714    i += group->desired;
1715    total += group->count;
1716    count++;
1717   }
1718 #ifdef DEBUG
1719    printf("Total groups: %d Total bandwidth requested: %d kb/s\nAGGREGATION: 1/%d\n",
1720           count, i, i/line);
1721 #endif
1722    fprintf(f,"</tr></tbody>\n\
1723 <thead><tr>\n\
1724 <th colspan=\"2\" style=\"text-align: left\">Line %Ld kb/s</td>",line);
1725    fprintf(f,"<th style=\"text-align: right\">%d</td><th style=\"text-align: right\">%d kb/s</td>",total,i);
1726
1727    for_each(keyword, keywords) if(keyword->ip_count)
1728    {
1729     fprintf(f,"<th style=\"text-align: right\">%d IPs</th>",keyword->ip_count);
1730    }
1731    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n", (int)(0.5+i/line));
1732    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n", keywordcount, total);
1733
1734    fputs("</thead></table>\n",f);
1735  }
1736  else if(!dry_run && !just_flush)
1737  {
1738   perror(html);
1739  }
1740
1741  i=0;
1742  if(f)
1743  {
1744   unsigned long long total_traffic=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1745   int active_classes=0;
1746   int colspan=12;
1747   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1748   int limit_count=0, prio_count=0;
1749   int popup_button=0;
1750
1751   if(qos_proxy)
1752   {
1753    colspan++;
1754   }
1755
1756   fprintf(f,"<p><table class=\"decorated last\">\n<caption>%s",title);
1757   fprintf(f," (%s)</caption>\n", d);
1758   fputs("<thead><tr>\n<th colspan=\"3\">&nbsp;</th>\n",f);
1759   fputs("<th style=\"text-align: right\">credit</th>\n\
1760 <th style=\"text-align: right\">FUP</th>\n\
1761 <th style=\"text-align: right\">total</th>\n\
1762 <th style=\"text-align: right\">down</th>\n",f);
1763   if(qos_proxy)
1764   {
1765    fputs("<th style=\"text-align: right\">proxy</th>\n",f);
1766   }
1767   fputs("<th style=\"text-align: right\">up</th>\n\
1768 <th style=\"text-align: right\">min</th>\n\
1769 <th style=\"text-align: right\">max</th>\n\
1770 <th style=\"text-align: right\">limit</th>\n\
1771 <th>&nbsp;</th>\n\
1772 </tr><tr>\n\
1773 <th style=\"text-align: right\">#</th>\n\
1774 <th>hostname [+sharing]</th>\n\
1775 <th style=\"text-align: right\">LMS</th>\n\
1776 <th style=\"text-align: right\">MB</th>\n\
1777 <th style=\"text-align: right\">MB</th>\n\
1778 <th style=\"text-align: right\">MB</th>\n\
1779 <th style=\"text-align: right\">MB</th>\n\
1780 <th style=\"text-align: right\">MB</th>\n\
1781 <th style=\"text-align: right\">kb/s</th>\n\
1782 <th style=\"text-align: right\">kb/s</th>\n\
1783 <th style=\"text-align: right\">kb/s</th>\n\
1784 <th>prio</th>\n\
1785 </tr></thead><tbody>\n",f);
1786
1787   row_odd_even = 0;
1788   for_each(ip,ips) if(!use_jquery_popups || !ip->sharing)
1789   {
1790    char *f1="", *f2="";
1791    i++;
1792
1793    if(ip->max < ip->desired)
1794    {
1795     f1="<span style=\"color:red\">";
1796     f2="</span>";
1797     limit_count++;
1798    }
1799    else if(ip->prio > highest_priority+1)
1800    {
1801     f1="<span style=\"color:brown\">";
1802     f2="</span>";
1803     prio_count++;
1804    }
1805
1806 #ifdef DEBUG
1807    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1808 #endif
1809    /* hostnames -------------------------------------- */
1810    fprintf(f,"%s<td style=\"text-align: right\"><a name=\"%s\"></a>%d</td><td><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</a>\n",
1811               tr_odd_even(), ip->name, i, log_url, ip->name, ip->name);
1812
1813    if(use_jquery_popups)
1814    {
1815      fprintf(f,"<span id=\"sharing_%d\" style=\"display:none\">",i);
1816      popup_button=0;
1817      for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1818      {
1819       fprintf(f,"<br /><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</a>\n", log_url, sharedip->name, sharedip->name);
1820       popup_button++;
1821      }
1822      fputs("</span>\n",f);
1823      if(popup_button)
1824      {
1825       fprintf(f,"<span>[<a class=\"blue\" href=\"#\" onClick=\"$(this).parent().hide();$(\'#sharing_%d\').show();$(\'#download_%d\').show();$(\'#upload_%d\').show();return(false);\" style=\"cursor: pointer;\">+%d</a>]</span>",
1826                 i, i, i, popup_button);
1827      }
1828    }
1829    fputs("</td>\n",f);
1830    /* ----------------------------------------------- */
1831
1832    if(found_lmsid)
1833    {
1834     fputs("<td style=\"text-align: right\">",f);
1835     if(ip->lmsid > 0)
1836     {
1837      fprintf(f,"<a class=\"blue\" target=\"_blank\" href=\"%s%d\">%04d</a>\n", lms_url, ip->lmsid, ip->lmsid);
1838     }
1839     else if(ip->lmsid == 0)
1840     {
1841      fputs("-------",f);
1842     }
1843     fputs("</td>\n",f);
1844    }
1845    fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->credit);
1846    fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%Lu</span></td>",
1847              ip->keyword->html_color,
1848              ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1849    fprintf(f,"<td style=\"text-align: right\">%s%Lu%s", f1, ip->traffic, f2);
1850
1851    /* download --------------------------------------- */
1852    fprintf(f,"</td><td style=\"text-align: right\">%Lu", ip->direct);
1853    if(use_jquery_popups)
1854    {
1855      fprintf(f,"<span id=\"download_%d\" style=\"display:none\">",i);
1856      for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1857      {
1858       fprintf(f,"<br />%Lu", sharedip->direct);
1859      }
1860      fputs("</span>\n",f);
1861    }
1862    fputs("</td>\n",f);
1863    /* ----------------------------------------------- */
1864
1865    if(qos_proxy)
1866    {
1867     fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->proxy);
1868    }
1869    /* upload ---------------------------------------- */
1870    fprintf(f,"<td style=\"text-align: right\">%Lu", ip->upload);
1871    if(use_jquery_popups)
1872    {
1873      fprintf(f,"<span id=\"upload_%d\" style=\"display:none\">",i);
1874      for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1875      {
1876       fprintf(f,"<br />%Lu", sharedip->upload);
1877      }
1878      fputs("</span>\n",f);
1879    }
1880    fputs("</td>\n",f);
1881    /* ----------------------------------------------- */
1882
1883    fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1884 <td style=\"text-align: right\">%d</td>\n\
1885 <td style=\"text-align: right\">%s%d%s</td>\n\
1886 <td>%s%d%s</td></tr>\n",
1887              ip->min, ip->desired,
1888              f1, ip->max, f2,
1889              f1, ip->prio, f2);
1890
1891    total_traffic+=ip->traffic;
1892    total_direct+=ip->direct;
1893    total_proxy+=ip->proxy;
1894    total_upload+=ip->upload;
1895    if(ip->traffic>0)
1896    {
1897     active_classes++;
1898     tmp_sum+=ip->traffic;
1899     create(sum,Sum);
1900     sum->l=tmp_sum;
1901     sum->i=active_classes;
1902     insert(sum,sums,order_by,i);
1903    }
1904
1905    if(!just_preview)
1906    {
1907     append_log(ip);
1908     for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1909     {
1910      append_log(sharedip);
1911     }
1912    }
1913   }
1914   fprintf(f,"</tbody><thead><tr>\n\
1915 <th colspan=\"%d\" style=\"text-align: left\">%d CLASSES</th>", colspan-7, i);
1916   fprintf(f,"<th style=\"text-align: right\">%Lu</th><th style=\"text-align: right\">%Lu</th>\n", total_traffic, total_direct);
1917   if(qos_proxy)
1918   {
1919    fprintf(f,"<th style=\"text-align: right\">%Lu</th>\n", total_proxy);
1920   }
1921   fprintf(f,"<th style=\"text-align: right\">%Lu</th>", total_upload);
1922   fprintf(f,"<th colspan=\"4\"><span style=\"color:red\">LIMIT %dx</span> <span style=\"color:brown\">LOW-PRIO %dx</span></th></tr>\n</thead></table>\n",limit_count,prio_count);
1923
1924   row_odd_even = 0;
1925   if(active_classes>10)
1926   {
1927    int top20_count=0,top20_perc1=0;
1928    long long top20_perc2=0;
1929    unsigned long long top20_sum=0l;
1930
1931    fputs("<a name=\"erp\"></a><p><table class=\"decorated last\"><caption>Enterprise Resource Planning (ERP)</caption>\n",f);
1932    fputs("<thead><tr>\n\
1933 <th>Analytic category</th>\n\
1934 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
1935 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
1936 </tr></thead><tbody>\n",f);
1937
1938    if_exists(sum,sums,sum->l>=total_traffic/4)
1939    {
1940     fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
1941     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1942 <td style=\"text-align: right\">%d %%</td>\n\
1943 <td style=\"text-align: right\">%Lu MB</td>\n\
1944 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1945               sum->i, (100*sum->i+50)/active_classes, sum->l, (100*sum->l+50)/total_traffic);
1946    }
1947
1948    if_exists(sum,sums,sum->i==10)
1949    {
1950     fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
1951     fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
1952 <td style=\"text-align: right\">%d %%</td>\n\
1953 <td style=\"text-align: right\">%Lu MB</td>\n\
1954 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1955               (100*sum->i+50)/active_classes, sum->l, (100*sum->l+50)/total_traffic);
1956    }
1957
1958    if_exists(sum,sums,sum->l>=total_traffic/2)
1959    {
1960     fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
1961     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1962 <td style=\"text-align: right\">%d %%</td>\n\
1963 <td style=\"text-align: right\">%Lu MB</td>\n\
1964 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1965               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1966    }
1967
1968    if_exists(sum,sums,sum->l>=4*total_traffic/5)
1969    {
1970     fprintf(f,"%s<td>Top 80%% of traffic</td>\n", tr_odd_even());
1971     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1972 <td style=\"text-align: right\">%d %%</td>\n\
1973 <td style=\"text-align: right\">%Lu MB</td>\n\
1974 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1975               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1976    }
1977
1978    if_exists(sum,sums,sum->i>=(active_classes+1)/5)
1979    {
1980     fprintf(f,"%s<td>Top 20%% downloaders</td>\n", tr_odd_even());
1981     top20_count=sum->i;
1982     top20_perc1=(100*sum->i+50)/active_classes;
1983     top20_sum=sum->l;
1984     top20_perc2=(100*sum->l+50)/total_traffic;
1985     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1986 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1987 <td style=\"text-align: right\">%Lu MB</td>\n\
1988 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1989               top20_count,top20_perc1,top20_sum,top20_perc2);
1990    }
1991
1992    if_exists(sum,sums,sum->i>=(active_classes+1)/4)
1993    {
1994     fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1995     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1996 <td style=\"text-align: right\">%d %%</td>\n\
1997 <td style=\"text-align: right\">%Lu MB</td>\n\
1998 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1999               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2000    }
2001
2002    if_exists(sum,sums,sum->i>=(active_classes+1)/2)
2003    {
2004     fprintf(f,"%s<td>Top 50%% downloaders</td>\n", tr_odd_even());
2005     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2006 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
2007 <td style=\"text-align: right\">%Lu MB</td>\n\
2008 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
2009               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2010    }
2011
2012    if_exists(sum,sums,sum->i>=4*(active_classes+1)/5)
2013    {
2014     fprintf(f,"%s<td>Top 80%% downloaders</td>\n", tr_odd_even());
2015     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2016 <td style=\"text-align: right\">%d %%</td>\n\
2017 <td style=\"text-align: right\">%Lu MB</td>\n\
2018 <td style=\"text-align: right\">%Ld %%</td></tr></tbody>\n",
2019               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2020    }
2021
2022    fprintf(f,"<thead><tr><th><a class=\"blue\" target=\"_blank\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
2023    fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
2024 <th style=\"text-align: right\">100 %%</th>\n\
2025 <th style=\"text-align: right\">%Lu MB</th>\n\
2026 <th style=\"text-align: right\">100 %%</th></tr>\n",active_classes,total_traffic);
2027    fputs("</thead></table>\n", f);
2028
2029    /* write basic ERP data to log directory */
2030    if(!just_preview)
2031    {
2032     FILE *iplog;
2033     sprintf(str,"%s/ERP.log",log_dir);
2034     iplog=fopen(str,"a");
2035     if(iplog)
2036     {
2037      fprintf(iplog,"%ld\t%d\t%d %%\t%Lu M\t%Ld %%\tACTIVE %d\tTRAFFIC %Lu M\tCLASSES %d\tFUP-LIMIT %d\tLOW-PRIO %d\t%s",
2038                    time(NULL), top20_count, top20_perc1, top20_sum, top20_perc2,
2039                    active_classes, total_traffic, i, limit_count, prio_count, d); /* d = date*/
2040      fclose(iplog);
2041     }
2042     else
2043     {
2044      perror(str);
2045     }
2046    }
2047   }
2048
2049   fprintf(f, stats_html_signature, version);
2050   fclose(f);
2051  }
2052
2053  if(just_preview)
2054  {
2055   puts("Statistics preview generated (-p switch) - now exiting ...");
2056   exit(0);
2057  }
2058
2059  i=0;
2060 #ifdef DEBUG
2061  printf("%-22s %-15s mark\n","name","ip");
2062 #endif
2063
2064  printf("Writing %s ... ", classmap);
2065  f = fopen(classmap, "w");
2066  if(f < 0)
2067  {
2068   perror(classmap);
2069  }
2070
2071  /*-----------------------------------------------------------------*/
2072  puts("Generating iptables and tc classes ... ");
2073  /*-----------------------------------------------------------------*/
2074
2075  for_each(ip, ips) if(ip->mark > 0)
2076  {
2077   if(idxs)
2078   {
2079    char *buf;
2080    duplicate(ip->addr,buf);
2081    buf=hash_id(ip->addr,32-idxtable_bitmask1);
2082
2083    string(chain_forward,6+strlen(buf));
2084    strcpy(chain_forward,"forw_");
2085    strcat(chain_forward,buf);
2086
2087    string(chain_postrouting,6+strlen(buf));
2088    strcpy(chain_postrouting,"post_");
2089    strcat(chain_postrouting,buf);
2090
2091    free(buf);
2092   }
2093   else
2094   {
2095    chain_forward="FORWARD";
2096    chain_postrouting="POSTROUTING";
2097   }
2098
2099 #ifdef DEBUG
2100   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
2101 #endif
2102
2103   /* -------------------------------------------------------- mark download */
2104
2105   sprintf(str, "-A %s -d %s/32 -o %s -j %s%d",
2106                chain_postrouting, ip->addr, lan, mark_iptables, ip->mark);
2107   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
2108   /* -m limit --limit 1/s */
2109   save_line(str);
2110
2111   if(qos_proxy)
2112   {
2113    sprintf(str, "-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",
2114                 chain_postrouting, proxy_ip, proxy_port, ip->addr, lan, mark_iptables, ip->mark);
2115    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
2116    save_line(str);
2117   }
2118
2119   sprintf(str, "-A %s -d %s/32 -o %s -j ACCEPT",
2120                chain_postrouting, ip->addr, lan);
2121   save_line(str);
2122
2123   /* -------------------------------------------------------- mark upload */
2124   sprintf(str, "-A %s -s %s/32 -o %s -j %s%d",
2125                chain_forward, ip->addr, wan, mark_iptables, ip->mark);
2126   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
2127   save_line(str);
2128
2129   sprintf(str, "-A %s -s %s/32 -o %s -j ACCEPT",
2130                chain_forward, ip->addr, wan);
2131   save_line(str);
2132
2133   if(ip->min)
2134   {
2135    /* -------------------------------------------------------- download class */
2136 #ifdef DEBUG
2137    printf("(down: %dk-%dk ", ip->min, ip->max);
2138 #endif
2139
2140    sprintf(str, "%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2141                 tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
2142    safe_run(str);
2143
2144    if(strcmpi(ip->keyword->leaf_discipline, "none"))
2145    {
2146      sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
2147                   tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2148      safe_run(str);
2149    }
2150
2151    if(filter_type == 1)
2152    {
2153      sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
2154                   tc, lan, ip->mark, ip->mark);
2155      safe_run(str);
2156    }
2157
2158    /* -------------------------------------------------------- upload class */
2159 #ifdef DEBUG
2160    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2161                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
2162 #endif
2163
2164    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2165                 tc, wan, ip->group, ip->mark,
2166                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2167                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
2168    safe_run(str);
2169
2170    if(strcmpi(ip->keyword->leaf_discipline, "none"))
2171    {
2172      sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
2173                   tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2174      safe_run(str);
2175    }
2176
2177    if(filter_type == 1)
2178    {
2179      sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
2180                   tc, wan, ip->mark, ip->mark);
2181      safe_run(str);
2182    }
2183
2184    if(f)
2185    {
2186      fprintf(f, "%s %d\n", ip->addr, ip->mark);
2187    }
2188   }
2189   else
2190   {
2191 #ifdef DEBUG
2192    printf("(sharing %s)\n", ip->sharing);
2193 #endif
2194   }
2195   i++;
2196  }
2197  if(f)
2198  {
2199   puts("done.");
2200   fclose(f);
2201  }
2202
2203  if(idxs)
2204  {
2205    chain_forward = "forw_common";
2206    chain_postrouting = "post_common";
2207  }
2208  else
2209  {
2210    chain_forward = "FORWARD";
2211    chain_postrouting = "POSTROUTING";
2212  }
2213  /* -------------------------------- classify or reject free download */
2214  {
2215    char *final_chain = "DROP"; /* REJECT would be better, but it is impossible in mangle */
2216    if(free_min)
2217    {
2218     final_chain = "ACCEPT";
2219    }
2220    if(qos_proxy)
2221    {
2222      if(free_min)
2223      {
2224        sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",
2225                    chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
2226        save_line(str);
2227      }
2228      sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s",
2229                   chain_postrouting,proxy_ip,proxy_port,lan,final_chain);
2230      save_line(str);
2231    }
2232    if(free_min)
2233    {
2234      sprintf(str,"-A %s -o %s -j %s%d", chain_postrouting, lan, mark_iptables, 3);
2235      save_line(str);
2236    }
2237    sprintf(str,"-A %s -o %s -j %s", chain_postrouting, lan, final_chain);
2238    save_line(str);
2239    /* ------------------------------- classify or reject free  upload */
2240    if(free_min)
2241    {
2242      sprintf(str,"-A %s -o %s -j %s%d", chain_forward, wan, mark_iptables, 3);
2243      save_line(str);
2244    }
2245    sprintf(str,"-A %s -o %s -j %s", chain_forward, wan, final_chain);
2246    save_line(str);
2247  }
2248
2249  if(free_min) /* allocate free bandwith if it is not zero... */
2250  {
2251    /*-----------------------------------------------------------------*/
2252    puts("Generating free bandwith classes ...");
2253    /*-----------------------------------------------------------------*/
2254    sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2255                 tc, lan, parent, free_min, free_max,burst, lowest_priority);
2256    safe_run(str);
2257    sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2258                 tc, wan, parent, free_min, free_max, burst, lowest_priority);
2259    safe_run(str);
2260    /* tc SFQ */
2261    if(strcmpi(qos_leaf, "none"))
2262    {
2263      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, lan, qos_leaf);
2264      safe_run(str);
2265
2266      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, wan, qos_leaf);
2267      safe_run(str);
2268    }
2269    /* tc handle 1 fw flowid */
2270    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, lan);
2271    safe_run(str);
2272
2273    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, wan);
2274    safe_run(str);
2275  }
2276  printf("Total IP count: %d\n", i);
2277  run_restore();
2278  if(log_file)
2279  {
2280   fclose(log_file);
2281  }
2282  return 0;
2283  /* that's all folks, thank you for reading it all the way up to this point ;-) */
2284  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
2285 }