prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2008 Michael Polak (xChaos)           */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified by: xChaos, 20120516
  11                  ludva, 20080415
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 256
  30 #define FIRSTGROUPID 1024
  31 #define FIRSTIPCLASS 2048
  32 #undef DEBUG
  33
  34 #include "cll1-0.6.2.h"
  35
  36 const char *version = "0.8.3-d";
  37
  38 /* Version numbers: 0.8.3 is development releases ("beta"), 0.8.4 will be "stable" */
  39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
  40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
  41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
  42
  43 const char *stats_html_signature = "<span class=\"small\">Statistics generated by Prometheus QoS version %s<br />GPL+Copyright(C)2005-2012 Michael Polak, <a target=\"_blank\" href=\"http://www.arachne.cz/\">Arachne Labs</a></span>\n";
  44
  45 /* ======= All path names are defined here (for RPM patch) =======  */
  46
  47 const char        *tc = "/sbin/tc"; /* requires tc with HTB support */
  48 const char  *iptables = "/sbin/iptables"; /* requires iptables utility */
  49 const char *iptablessave = "/sbin/iptables-save"; /* not yet required */
  50 const char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  51 const char        *ls = "/bin/ls"; /* this is not user configurable :-) */
  52
  53 char          *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  54 char           *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  55
  56 char    *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  57 char          *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
  58 char        *classmap = "/var/lib/misc/prometheus.classes"; /* credit log file */
  59 char            *html = "/var/www/traffic.html"; /* hall of fame - html version */
  60 char         *preview = "/var/www/preview.html"; /* hall of fame preview */
  61 char            *json = "/var/www/traffic.json"; /* hall of fame - json version */
  62 char          *cmdlog = "/var/log/prometheuslog"; /* command log filename */
  63 char         *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
  64 char         *log_url = "/logs/"; /* log directory relative URI prefix (partial URL) */
  65 char    *html_log_dir = "/var/www/logs/html/";
  66
  67 char      *jquery_url = "http://code.jquery.com/jquery-latest.js";
  68 char         *lms_url = "/lms/?m=customerinfo&amp;id=";
  69 int use_jquery_popups = 1;
  70 int      row_odd_even = 0; /*<tr class="odd/even"> */
  71
  72
  73 const char *tr_odd_even(void)
  74 {
  75  row_odd_even = 1 - row_odd_even;
  76  if(row_odd_even)
  77  {
  78   return "<tr class=\"even\">\n";
  79  }
  80  else
  81  {
  82   return "<tr class=\"odd\">\n";
  83  }
  84 }
  85
  86 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  87
  88 void help(void)
  89 {
  90  puts("Command line switches:\n\
  91 \n\
  92 -?, --help    this help screen\n\
  93 -v, --version show Version number of this utility and exit\n\
  94 -c filename   force alternative /etc/prometheus.Conf filename\n\
  95 -h filename   force alternative /etc/Hosts filename (overrides hosts keyword)\n\
  96 -f            just Flush iptables and tc classes and exit (stop shaping)\n\
  97 -9            emergency iptables flush (do not read data transfer statistics)\n\
  98 -p            just generate Preview of data transfer statistics and exit\n\
  99 -d            Dry run (preview tc and iptables commands on stdout)\n\
 100 -r            Run (reset all statistics and start shaping)\n\
 101 -n            run Now (start shaping without delay - overrides qos-free-delay keyword)\n\
 102 -l Mmm YYYY   generate HTML summary of traffic Logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
 103 -m            generate HTML summary of traffic logs for yesterday's Month\n\
 104 -y            generate HTML summary of traffic logs for yesterday's Year\n");
 105 /* not yet implemented:
 106 -s            start shaping! (keep data transfer statistics - but apply shaping)\n\
 107 */
 108 }
 109
 110 /* === Configuraration file values defaults - stored in global variables ==== */
 111
 112 int        filter_type = 1; /*1 mark, 2 classify*/
 113 char             *mark = "MARK";
 114 char    *mark_iptables = "MARK --set-mark ";
 115 int            dry_run = 0; /* preview - use puts() instead of system() */
 116 char *iptablespreamble = "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
 117 FILE    *iptables_file = NULL;
 118 int      enable_credit = 1; /* enable credit file */
 119 int         use_credit = 0; /* use credit file (if enabled)*/
 120 char            *title = "Hall of Fame - Greatest Suckers"; /* hall of fame title */
 121 int       hall_of_fame = 1; /* enable hall of fame */
 122 char              *lan = "eth0"; /* LAN interface */
 123 char       *lan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 124 char              *wan = "eth1"; /* WAN/ISP interface */
 125 char       *wan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 126 char         *qos_leaf = "sfq perturb 5"; /* leaf discipline */
 127 char    *qos_free_zone = NULL; /* QoS free zone */
 128 int          qos_proxy = 1; /* include proxy port to QoS */
 129 int        found_lmsid = 0; /* show links to users in LMS information system */
 130 int     include_upload = 1; /* upload+download=total traffic */
 131 char         *proxy_ip = "192.168.1.1/32"; /* our IP with proxy port */
 132 int         proxy_port = 3128; /* proxy port number */
 133 long long int     line = 1024; /* WAN/ISP download in kbps */
 134 long long int       up = 1024; /* WAN/ISP upload in kbps */
 135 int           free_min = 32; /* minimum guaranted bandwidth for all undefined hosts */
 136 int           free_max = 64; /* maximum allowed bandwidth for all undefined hosts */
 137 int     qos_free_delay = 0; /* seconds to sleep before applying new QoS rules */
 138 int     digital_divide = 2; /* controls digital divide weirdness ratio, 1...3 */
 139 int        max_nesting = 3; /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 140 int            htb_r2q = 256; /* should work for leaf values 512 kbps to 8 Mbps */
 141 int              burst = 8; /* HTB burst (in kbits) */
 142 int         burst_main = 64;
 143 int        burst_group = 32;
 144 int     magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 145 int       keywordcount = 0;
 146 /* not yet implemented:
 147 int      fixed_packets = 0; maximum number of pps per IP address (not class!)
 148 int       packet_limit = 5; maximum number of pps to htn CEIL, not rate !!!
 149 */
 150 FILE         *log_file = NULL;
 151 char              *kwd = "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
 152
 153 const int highest_priority   = 0; /* highest HTB priority (HTB built-in value is 0) */
 154 const int lowest_priority    = 7; /* lowest HTB priority (HTB built-in value is 7) */
 155 const int idxtable_treshold1 = 24;      /* this is no longer configurable */
 156 const int idxtable_treshold2 = 12;      /* this is no longer configurable */
 157 const int idxtable_bitmask1  = 3;        /* this is no longer configurable */
 158 const int idxtable_bitmask2  = 3;        /* this is no longer configurable */
 159
 160 /* ==== This is C<<1 stuff - learn C<<1 first! https://dev.arachne.cz/svn/cll1h ==== */
 161
 162 struct IP
 163 {
 164  char *addr;
 165  char *name;
 166  char *sharing;
 167  int min;
 168  int desired;
 169  int max;
 170  int mark;
 171  int prio;
 172  int fixedprio;
 173  int group;
 174  int lmsid;
 175  unsigned long long direct;
 176  unsigned long long proxy;
 177  unsigned long long upload;
 178  unsigned long long traffic;
 179  unsigned long long credit;
 180  unsigned long pktsup;
 181  unsigned long pktsdown;
 182  struct Keyword *keyword;
 183  list(IP);
 184 } *ips=NULL, *ip, *sharedip;
 185
 186 struct Group
 187 {
 188  int min;
 189  int count;
 190  int desired;
 191  int id;
 192  list(Group);
 193 } *groups=NULL, *group;
 194
 195 struct Index
 196 {
 197  char *addr;
 198  char *id;
 199  struct Index *parent;
 200  int bitmask;
 201  int children;
 202  list(Index);
 203 } *idxs=NULL, *idx, *metaindex;
 204
 205 struct Keyword
 206 {
 207  char *key;
 208
 209  int asymetry_ratio;        /* ratio for ADSL-like upload */
 210  int asymetry_fixed;        /* fixed treshold for ADSL-like upload */
 211  int data_limit;            /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 212  int data_prio;             /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 213  long fixed_limit;          /* fixed data limit for setting lower HTB ceil */
 214  long fixed_prio;           /* fixed data lmit for setting lower HTB prio */
 215  int reserve_min;           /* bonus for nominal HTB rate bandwidth (in kbps) */
 216  int reserve_max;           /* malus for nominal HTB ceil (in kbps) */
 217 // int divide_max;          /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
 218 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
 219  int default_prio;          /* default HTB priority for this keyword */
 220  char *html_color;
 221  int ip_count;
 222  char *leaf_discipline;
 223
 224  list(Keyword);
 225 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
 226
 227 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
 228
 229 void TheIP(void)
 230 {
 231  create(ip,IP);
 232  ip->name        = "";
 233  ip->addr        = "";
 234  ip->sharing     = NULL;
 235  ip->prio        = highest_priority+1;
 236  ip->lmsid       = -1;
 237  ip->fixedprio   = \
 238  ip->mark        = \
 239  ip->min         = \
 240  ip->max         = \
 241  ip->desired     = \
 242  ip->credit      = \
 243  ip->upload      = \
 244  ip->proxy       = \
 245  ip->direct      = \
 246  ip->traffic     = \
 247  ip->pktsup      = \
 248  ip->pktsdown    = 0;
 249  ip->keyword     = keywords;
 250  push(ip,ips);
 251 }
 252
 253 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 254
 255 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
 256 {
 257  /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
 258  int dot=0, n;
 259  char *ip,*outip,*outptr,*fmt;
 260
 261  duplicate(inip,ip);
 262  /* debug printf("(%s,%d) -> ",ip,bitmask); */
 263
 264  if(ip && *ip && bitmask>=0 && bitmask<=32)
 265  {
 266   string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
 267  }
 268  else
 269  {
 270   /* should never exit here */
 271   return "undefined";
 272  }
 273  outptr=outip;
 274  while(ip && *ip)
 275  {
 276   if(*ip=='.')
 277   {
 278    if(dot<(bitmask/8-1))
 279    {
 280     if(format_as_chainname)
 281     {
 282      *outptr='_';
 283     }
 284     else
 285     {
 286      *outptr='.';
 287     }
 288     outptr++;
 289     dot++;
 290    }
 291    else
 292    {
 293     char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
 294     if(cutdot)
 295     {
 296      *cutdot = '\0';
 297     }
 298
 299     if(format_as_chainname)
 300     {
 301      fmt = "_%d_%d";
 302     }
 303     else
 304     {
 305      fmt = ".%d";
 306     }
 307
 308     if(bitmask%8)
 309     {
 310      n = atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
 311     }
 312     else
 313     {
 314      n = 0;
 315     }
 316
 317     /*debug  printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
 318     sprintf(outptr,fmt,n,bitmask);
 319     if(!format_as_chainname)
 320     {
 321      while(bitmask<24)
 322      {
 323       strcat(outip,".0");
 324       bitmask+=8;
 325      }
 326     }
 327     /* debug printf("[%s]\n",outip); */
 328     return outip;
 329    }
 330   }
 331   else
 332   {
 333    *outptr=*ip;
 334    outptr++;
 335   }
 336   ip++;
 337  }
 338  /*should never exit here*/
 339  *outptr='\0';
 340  return outip;
 341 }
 342
 343 char *hash_id(char *ip,int bitmask)
 344 {
 345  return very_ugly_ipv4_code(ip,bitmask,1);
 346 }
 347
 348 char *subnet_id(char *ip,int bitmask)
 349 {
 350  return very_ugly_ipv4_code(ip,bitmask,0);
 351 }
 352
 353 /* ================= Let's parse configuration file here =================== */
 354
 355 void reject_config_and_exit(char *filename)
 356 {
 357  printf("Configuration file %s rejected - abnormal exit.",filename);
 358  exit(-1);
 359 }
 360
 361 void get_config(char *config_filename)
 362 {
 363  char *cnf="mark";
 364
 365  printf("Configured keywords: ");
 366  parse(config_filename)
 367  {
 368   option("keyword",kwd);
 369   if(kwd)
 370   {
 371    printf("%s ",kwd);
 372
 373    create(keyword,Keyword);
 374    keyword->key=kwd;
 375    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 376    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 377    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 378    keyword->data_prio=4;               /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 379    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 380    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 381    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 382    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 383    keyword->default_prio=highest_priority+1;
 384    keyword->html_color="000000";
 385    keyword->ip_count=0;
 386    keyword->leaf_discipline="";
 387
 388    push(keyword,keywords);
 389    if(!defaultkeyword) defaultkeyword=keyword;
 390    keywordcount++;
 391
 392    kwd=NULL;
 393   }
 394   else
 395   {
 396     for_each(keyword,keywords)
 397     {
 398      int l=strlen(keyword->key);
 399
 400      if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 401      {
 402       char *tmptr=_; /*  <---- l+1 ----> */
 403       _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 404       ioption("asymetry-ratio",keyword->asymetry_ratio);
 405       ioption("asymetry-treshold",keyword->asymetry_fixed);
 406       ioption("magic-relative-limit",keyword->data_limit);
 407       ioption("magic-relative-prio",keyword->data_prio);
 408       loption("magic-fixed-limit",keyword->fixed_limit);
 409       loption("magic-fixed-prio",keyword->fixed_prio);
 410       ioption("htb-default-prio",keyword->default_prio);
 411       ioption("htb-rate-bonus",keyword->reserve_min);
 412       ioption("htb-ceil-malus",keyword->reserve_max);
 413       option("leaf-discipline",keyword->leaf_discipline);
 414       option("html-color",keyword->html_color);
 415       _=tmptr;
 416
 417       if(keyword->data_limit || keyword->fixed_limit ||
 418          keyword->data_prio || keyword->fixed_prio)
 419       {
 420        use_credit=1;
 421       }
 422      }
 423     }
 424   }
 425
 426   option("tc",tc);
 427   option("iptables",iptables);
 428   option("iptables-save",iptablessave); /* new */
 429   option("iptables-restore",iptablesrestore); /* new */
 430   option("iptables-in-filename",iptablesfile); /* new */
 431   option("hosts",hosts);
 432   option("lan-interface",lan);
 433   option("wan-interface",wan);
 434   option("lan-medium",lan_medium);
 435   option("wan-medium",wan_medium);
 436   lloption("wan-download",line);
 437   lloption("wan-upload",up);
 438   ioption("hall-of-fame-enable",hall_of_fame);
 439   option("hall-of-fame-title",title);
 440   option("hall-of-fame-filename",html);
 441   option("json-filename",json);
 442   option("hall-of-fame-preview",preview);
 443   option("log-filename",cmdlog);
 444   option("credit-filename",credit);
 445   option("classmap-filename",classmap);
 446   ioption("credit-enable",enable_credit);
 447   option("log-traffic-directory",log_dir);
 448   option("log-traffic-html-directory",html_log_dir);
 449   option("log-traffic-url-path",log_url);
 450   option("jquery-url",jquery_url);
 451   option("lms-url",lms_url);
 452   ioption("use-jquery-popups",use_jquery_popups);
 453   option("qos-free-zone",qos_free_zone);
 454   ioption("qos-free-delay",qos_free_delay);
 455   ioption("qos-proxy-enable",qos_proxy);
 456   option("qos-proxy-ip",proxy_ip);
 457   option("htb-leaf-discipline",qos_leaf);
 458   ioption("qos-proxy-port",proxy_port);
 459   ioption("free-rate",free_min);
 460   ioption("free-ceil",free_max);
 461   ioption("htb-burst",burst);
 462   ioption("htb-burst-main",burst_main);
 463   ioption("htb-burst-group",burst_group);
 464   ioption("htb-nesting-limit",max_nesting);
 465   ioption("htb-r2q",htb_r2q);
 466   ioption("magic-include-upload",include_upload);
 467   ioption("magic-treshold",magic_treshold);
 468   option("filter-type", cnf);
 469 /* not yet implemented:
 470   ioption("magic-fixed-packets",fixed_packets);
 471   ioption("magic-relative-packets",packet_limit);
 472 */
 473  }
 474  fail
 475  {
 476   perror(config_filename);
 477   puts("Warning - using built-in defaults instead ...");
 478  }
 479  done;
 480  printf("\n");
 481
 482  /* leaf discipline for keywords */
 483  for_each(keyword,keywords)
 484  {
 485     if(!strcmpi(keyword->leaf_discipline, ""))
 486     {
 487         keyword->leaf_discipline = qos_leaf;
 488     }
 489  }
 490
 491  if(strcmpi(cnf, "mark"))
 492  {
 493   filter_type = 2;
 494   mark = "CLASSIFY";
 495   mark_iptables = "CLASSIFY --set-class 1:";
 496  }
 497  else
 498  {
 499   filter_type = 1;
 500   mark = "MARK";
 501   mark_iptables = "MARK --set-mark ";
 502  }
 503
 504  /* are supplied values meaningful ?*/
 505  if(line<=0 || up<=0)
 506  {
 507   puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
 508   reject_config_and_exit(config_filename);
 509  }
 510 }
 511
 512 /* ===================== traffic analyser - uses iptables  ================ */
 513
 514 void get_traffic_statistics(void)
 515 {
 516  char *str,*cmd;
 517  int downloadflag=0;
 518
 519  textfile(Pipe,str) *line,*lines=NULL;
 520  string(str,STRLEN);
 521  string(cmd,STRLEN);
 522
 523  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 524  shell(cmd);
 525  input(str,STRLEN)
 526  {
 527   create(line,Pipe);
 528   line->str=str;
 529   string(str,STRLEN);
 530   append(line,lines);
 531  }
 532
 533  for_each(line,lines)
 534  {
 535   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 536   unsigned long long traffic=0;
 537   unsigned long pkts=0;
 538   char *ipaddr=NULL,*ptr;
 539
 540   /* debug puts(line->str); */
 541   valid_columns(ptr,line->str,' ',col)
 542   if(valid) switch(col)
 543   {
 544    case 1: if(eq(ptr,"Chain"))
 545            {
 546             setchainname=1;
 547            }
 548            else if(eq(ptr,"pkts"))
 549            {
 550             valid=0;
 551            }
 552            else
 553            {
 554             sscanf(ptr,"%lu",&pkts);
 555            }
 556            break;
 557    case 2: if(setchainname)
 558            {
 559             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 560             {
 561              downloadflag = 1;
 562             }
 563             else
 564             {
 565              if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 566              {
 567               downloadflag = 0;
 568              }
 569             }
 570             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 571             {
 572              commonflag = 1;
 573             }
 574            }
 575            else
 576            {
 577             sscanf(ptr,"%Lu",&traffic);
 578             traffic += (1<<19);
 579             traffic >>= 20;
 580            }
 581            break;
 582    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 583            {
 584             accept=eq(ptr,mark);
 585            }
 586             /*if(filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 587            break;
 588    case 8: if(downloadflag)
 589            {
 590             if(strstr(proxy_ip,ptr))
 591             {
 592              proxyflag=1;
 593             }
 594            }
 595            else
 596            {
 597             ipaddr=ptr;
 598            }
 599            break;
 600    case 9: if(downloadflag)ipaddr=ptr;break;
 601   }
 602
 603     if(accept && traffic>0 && ipaddr)
 604     {
 605      if(proxyflag)
 606      {
 607       printf("(proxy) ");
 608      }
 609      else if(!downloadflag)
 610      {
 611       printf("(upload) ");
 612      }
 613      printf("IP %s: %Lu MB (%ld pkts)\n", ipaddr, traffic, pkts);
 614
 615      if_exists(ip,ips,eq(ip->addr,ipaddr));
 616      else
 617      {
 618       TheIP();
 619       ip->addr=ipaddr;
 620       if(eq(ip->addr,"0.0.0.0/0"))
 621       {
 622        ip->name="(unregistered)";
 623        ip->min=free_min;
 624        ip->max=ip->desired=free_max;
 625       }
 626      }
 627
 628      if(downloadflag)
 629      {
 630       if(proxyflag)
 631       {
 632        ip->proxy=traffic;
 633       }
 634       else
 635       {
 636        ip->traffic+=traffic;
 637       }
 638       ip->direct=ip->traffic-ip->upload-ip->proxy;
 639       ip->pktsdown=pkts;
 640      }
 641      else
 642      {
 643       ip->upload=traffic;
 644       ip->pktsup=pkts;
 645       if(include_upload)
 646       {
 647        ip->traffic+=traffic;
 648       }
 649       else
 650       {
 651        if(traffic>ip->traffic)
 652        {
 653         ip->traffic=traffic;
 654        }
 655       }
 656      }
 657     }
 658   }
 659   free(cmd);
 660 }
 661
 662 /* ========== This function executes, logs OR ALSO prints command ========== */
 663
 664 void safe_run(char *cmd)
 665 {
 666  if(dry_run)
 667  {
 668   printf("\n=>%s\n",cmd);
 669  }
 670  else
 671  {
 672   system(cmd);
 673  }
 674  if(log_file)
 675  {
 676   fprintf(log_file,"%s\n",cmd);
 677  }
 678 }
 679
 680 void save_line(char *line)
 681 {
 682  fprintf(iptables_file,"%s\n",line);
 683 }
 684
 685 void run_restore(void)
 686 {
 687  char *restor;
 688  string(restor,STRLEN);
 689
 690  /*-----------------------------------------------------------------*/
 691  printf("Running %s <%s ...\n", iptablesrestore, iptablesfile);
 692  /*-----------------------------------------------------------------*/
 693
 694  save_line("COMMIT");
 695  fclose(iptables_file);
 696  if(dry_run)
 697  {
 698   parse(iptablesfile)
 699   {
 700    printf("%s\n",_);
 701   }
 702   done;
 703  }
 704
 705  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 706  safe_run(restor);
 707
 708  free(restor);
 709 }
 710
 711 /* == This function strips extra characters after IP address and stores it = */
 712
 713 void parse_ip(char *str)
 714 {
 715  char *ptr,*ipaddr=NULL,*ipname=NULL,*lmsid=NULL;
 716
 717  ptr=strchr(str,'{');
 718  if(ptr)
 719  {
 720   lmsid=++ptr;
 721   while(*ptr && *ptr!='}')
 722   {
 723    ptr++;
 724   }
 725   *ptr=0;
 726  }
 727
 728  ptr=str;
 729  while(*ptr && *ptr!=' ' && *ptr!=9)
 730  {
 731   ptr++;
 732  }
 733
 734  *ptr=0;
 735  ipaddr=str;
 736  ptr++;
 737  while(*ptr && (*ptr==' ' || *ptr==9))
 738  {
 739   ptr++;
 740  }
 741  ipname=ptr;
 742  while(*ptr && *ptr!=' ' && *ptr!=9)
 743  {
 744   ptr++;
 745  }
 746  *ptr=0;
 747
 748  if_exists(ip,ips,eq(ip->addr,ipaddr));
 749  else
 750  {
 751   TheIP();
 752  }
 753  ip->addr=ipaddr;
 754  ip->name=ipname;
 755  if(lmsid)
 756  {
 757   ip->lmsid=atoi(lmsid);
 758   found_lmsid=1;
 759  }
 760 }
 761
 762 char *parse_datafile_line(char *str)
 763 {
 764  char *ptr=strchr(str,' ');
 765
 766  if(ptr)
 767  {
 768   *ptr=0;
 769   ptr++;
 770   return ptr;
 771  }
 772  else
 773  {
 774   return NULL;
 775  }
 776 }
 777
 778 struct IpLog
 779 {
 780  char *name;
 781  long traffic;
 782  long guaranted;
 783  int i;
 784  int lmsid;
 785  long l;
 786  list(IpLog);
 787 } *iplog,*iplogs;
 788
 789 void parse_ip_log(int argc, char **argv)
 790 {
 791  char *month, *year, *str, *name="(undefined)", *ptr, *ptr2, *filename;
 792  long traffic=0l, traffic_month, total=0, guaranted;
 793  int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0, lmsid;
 794  char mstr[4], ystr[5];
 795  FILE *f;
 796  string(str,STRLEN);
 797  string(filename,STRLEN);
 798
 799  if(argv[1][1]=='l') /* -l */
 800  {
 801   if(argc<4)
 802   {
 803    puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
 804    exit(-1);
 805   }
 806   else
 807   {
 808    month=argv[2];
 809    if(eq(month,"Year")) any_month=1;
 810    year=argv[3];
 811   }
 812  }
 813  else
 814  {
 815   time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
 816   struct tm *timep = localtime(&t);
 817
 818   if(argv[1][1]=='m') /* -m yestarday - month */
 819   {
 820    strftime(mstr, 4, "%b", timep);
 821    month=mstr;
 822    strftime(ystr, 5, "%Y", timep);
 823    year=ystr;
 824   }
 825   else /* -y yesterday - year */
 826   {
 827    month="Year";
 828    any_month=1;
 829    strftime(ystr, 5, "%Y", timep);
 830    year=ystr;
 831   }
 832  }
 833  printf("Analysing traffic for %s %s ...\n",month,year);
 834
 835  /* sorry... next release of C<<1 header file will include for_path_files(name,path) {  } macro */
 836  sprintf(str,"%s %s/",ls,log_dir);
 837  shell(str);
 838  input(str,STRLEN)
 839  {
 840   if(strstr(str,".log"))
 841   {
 842     ptr=strrchr(str,'\n');
 843     if(ptr) *ptr='\0';
 844     sprintf(filename,"%s/%s",log_dir,str);
 845     printf("Parsing %s ...",filename);
 846     accept_month=0;
 847     traffic_month=0;
 848     guaranted=0;
 849     lmsid=-1;
 850     parse(filename)
 851     {
 852      y_ok=m_ok=0;
 853      valid_columns(ptr,_,'\t',col) switch(col)
 854      {
 855       case 2: name = ptr;break;
 856       case 3: traffic = atol(ptr);break;
 857       /* column number   - was 7, now 11...*/
 858       case 7:
 859       case 8:
 860       case 9:
 861       case 10:
 862       case 11: if(isalpha(*ptr)) /* character, not numeric string = date, just one*/
 863                {
 864                 valid_columns(ptr2,ptr,' ',col2) switch(col2)
 865                 {
 866                  case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
 867                  case 5: if(eq(ptr2,year)) y_ok = 1; break;
 868                 }
 869                }
 870                else
 871                {
 872                  if(col == 7) guaranted = atol(ptr);
 873                  if(col == 10) lmsid = atoi(ptr);
 874                }
 875      }
 876
 877      if(y_ok && m_ok)
 878      {
 879       traffic_month += traffic;
 880       accept_month = 1;
 881      }
 882     }
 883     done;
 884
 885     if(accept_month)
 886     {
 887      create(iplog,IpLog);
 888      iplog->name = name;
 889      iplog->guaranted = guaranted;
 890      iplog->traffic = traffic_month;
 891      iplog->lmsid = lmsid;
 892      insert(iplog,iplogs,desc_order_by,traffic);
 893      printf(" %ld MB\n",iplog->traffic);
 894     }
 895     else
 896     {
 897      puts(" no records.");
 898     }
 899   }
 900  }
 901  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 902  printf("Writing %s ... ",str);
 903  f=fopen(str,"w");
 904  if(f > 0)
 905  {
 906   fprintf(f, "<table class=\"decorated last\"><thead>\n\
 907 <tr><th colspan=\"2\">%s %s</th>\n\
 908 <th style=\"text-align: right\">lms</th>\n\
 909 <th colspan=\"2\">Data transfers</th>\n\
 910 <th style=\"text-align: right\">Min.speed</th>\n\
 911 </tr></thead><tbody>\n ",
 912              month, year);
 913
 914   row_odd_even = 0;
 915   for_each(iplog, iplogs)
 916   {
 917    if(iplog->traffic)
 918    {
 919     fprintf(f, "%s<td style=\"text-align: right\">%d</td>\n\
 920 <td style=\"text-align: left\"><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</td>\n\
 921 <td style=\"text-align: right\">",
 922                tr_odd_even(), i++, log_url, iplog->name, iplog->name);
 923     if(iplog->lmsid > 0)
 924     {
 925      /*base URL will be configurable soon ... */
 926      fprintf(f, "<a class=\"blue\" target=\"_blank\" href=\"%s%d\">%04d</a>\n", lms_url, iplog->lmsid, iplog->lmsid);
 927     }
 928     else if(iplog->lmsid == 0)
 929     {
 930      fputs("-------",f);
 931     }
 932     fprintf(f, "<td style=\"text-align: right\">%ld&nbsp;MB</td>\n\
 933     <td style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></td>\n\
 934     <td style=\"text-align: right\">%ld&nbsp;kb/s</th></tr>\n",
 935                iplog->traffic, iplog->traffic>>10, iplog->guaranted);
 936     total+=iplog->traffic>>10;
 937     iplog->i=i;
 938     iplog->l=total;
 939    }
 940   }
 941   fprintf(f,"</tbody><thead><tr>\
 942   <th colspan=\"3\" style=\"text-align: left\">Total:</th>\
 943   <th colspan=\"2\" style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></th>\
 944   <th style=\"text-align: right\"><strong>%Ld&nbsp;kb/s</strong></th></tr>\n", total, line);
 945   fputs("</thead></table>\n", f);
 946
 947   row_odd_even = 0;
 948   if(i>10)
 949   {
 950    fputs("<a name=\"erp\"></a><p><table class=\"decorated last\">\n\
 951 <caption>Enterprise Resource Planning (ERP)</caption>\n\
 952 <thead><tr>\n\
 953 <th>Analytic category</th>\n\
 954 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
 955 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
 956 </tr></thead><tbody>\n",f);
 957
 958    if_exists(iplog,iplogs,iplog->l>=total/4)
 959    {
 960     fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
 961     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 962 <td style=\"text-align: right\">%d %%</td>\n\
 963 <td style=\"text-align: right\">%ld GB</td>\n\
 964 <td style=\"text-align: right\">%d %%</td></tr>\n",
 965               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 966    }
 967
 968    if_exists(iplog,iplogs,iplog->i==10)
 969    {
 970     fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
 971     fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
 972 <td style=\"text-align: right\">%d %%</td>\n\
 973 <td style=\"text-align: right\">%ld GB</td>\n\
 974 <td style=\"text-align: right\">%d %%</td></tr>\n",
 975                (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 976    }
 977
 978    if_exists(iplog,iplogs,iplog->l>=total/2)
 979    {
 980     fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
 981     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 982 <td style=\"text-align: right\">%d %%</td>\n\
 983 <td style=\"text-align: right\">%ld GB</td>\n\
 984 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
 985               iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
 986    }
 987
 988    if_exists(iplog,iplogs,iplog->l>=4*total/5)
 989    {
 990     fprintf(f,"%s<td>Top 80%% of traffic</td>\n",tr_odd_even());
 991     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
 992 <td style=\"text-align: right\">%d %%</td>\n\
 993 <td style=\"text-align: right\">%ld GB</td>\n\
 994 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
 995               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
 996    }
 997
 998    if_exists (iplog,iplogs,iplog->i>=i/5)
 999    {
1000     fprintf(f,"%s<td>Top 20%% downloaders</td>\n",tr_odd_even());
1001     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1002 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1003 <td style=\"text-align: right\">%ld GB</td>\n\
1004 <td style=\"text-align: right\">%d %%</td></tr>\n",
1005               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1006    }
1007
1008    if_exists(iplog,iplogs,iplog->i>=i/4)
1009    {
1010     fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1011     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1012 <td style=\"text-align: right\">%d %%</td>\n\
1013 <td style=\"text-align: right\">%ld GB</td>\n\
1014 <td style=\"text-align: right\">%d %%</td></tr>\n",
1015                iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1016    }
1017
1018    if_exists(iplog,iplogs,iplog->i>=i/2)
1019    {
1020     fprintf(f,"%s<td>Top 50%% downloaders</td>\n",tr_odd_even());
1021     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1022 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1023 <td style=\"text-align: right\">%ld GB</td>\n\
1024 <td style=\"text-align: right\">%d %%</td></tr>\n",
1025               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1026    }
1027
1028    if_exists(iplog,iplogs,iplog->i>=4*i/5)
1029    {
1030     fprintf(f,"%s<td>Top 80%% downloaders</td>\n",tr_odd_even());
1031     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1032 <td style=\"text-align: right\">%d %%</td>\n\
1033 <td style=\"text-align: right\">%ld GB</td>\n\
1034 <td style=\"text-align: right\">%d %%</td></tr>\n",
1035               iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1036    }
1037
1038    fprintf(f,"</tbody><thead><tr><th><a class=\"blue\" target=\"_blank\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
1039    fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
1040 <th style=\"text-align: right\">100 %%</th>\n\
1041 <th style=\"text-align: right\">%ld GB</th>\n\
1042 <th style=\"text-align: right\">100 %%</th></tr>\n",i-1,total);
1043    fputs("</thead></table>\n", f);
1044   }
1045
1046   fprintf(f, stats_html_signature, version);
1047   fclose(f);
1048   puts("done.");
1049  }
1050  else
1051  {
1052   perror(str);
1053  }
1054 }
1055
1056 void append_log(struct IP *self) /*using global variables*/
1057 {
1058  char *d, *str;
1059  FILE *f;
1060
1061  date(d); /* this is typical cll1.h macro - prints current date */
1062  string(str,STRLEN);
1063  sprintf(str,"%s/%s.log", log_dir, self->name);
1064  f=fopen(str,"a");
1065  if(f > 0)
1066  {
1067   fprintf(f,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%d\t%s",
1068             time(NULL), self->name, self->traffic, self->direct, self->proxy,
1069             self->upload, self->min, self->max, self->desired, self->lmsid, d); /* d = date*/
1070   fclose(f);
1071  }
1072  else
1073  {
1074   perror(str);
1075  }
1076 }
1077
1078
1079 /*-----------------------------------------------------------------*/
1080 /* Are you looking for int main(int argc, char **argv) ? :-))      */
1081 /*-----------------------------------------------------------------*/
1082
1083 program
1084 {
1085  int i=0;
1086  FILE *f=NULL;
1087  char *str, *ptr, *d;
1088  char *substring;
1089  int class_count=0,ip_count=0;
1090  int parent=1;
1091  int just_flush=FALSE;
1092  int nodelay=FALSE;
1093  int just_preview=FALSE;                /* preview - generate just stats */
1094  int just_logs=FALSE;                   /* just parse logs */
1095  int run=FALSE;
1096  int total=0;
1097
1098  char *chain_forward, *chain_postrouting;
1099  char *althosts=NULL;
1100
1101  printf("\n\
1102 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
1103 Version %s - Copyright (C)2005-2012 Michael Polak (xChaos)\n\
1104 iptables-restore & burst tunning & classify modification by Ludva\n\
1105 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
1106
1107  /*----- Boring... we have to check command line options first: ----*/
1108
1109  arguments
1110  {
1111   argument("-c") { nextargument(config); }
1112   argument("-h") { nextargument(althosts);}
1113   argument("-d") { run=TRUE; dry_run=TRUE; }
1114   argument("-f") { run=TRUE; just_flush=TRUE; }
1115   argument("-9") { run=TRUE; just_flush=9; }
1116   argument("-p") { run=TRUE; just_preview=TRUE; }
1117   argument("-r") { run=TRUE; }
1118   argument("-n") { run=TRUE; nodelay=TRUE; }
1119   argument("-l") { just_logs=TRUE; }
1120   argument("-m") { just_logs=TRUE; }
1121   argument("-y") { just_logs=TRUE; }
1122   argument("-?") { help(); exit(0); }
1123   argument("--help") { help(); exit(0); }
1124   argument("-v") { exit(0); }
1125   argument("--version") { exit(0); }
1126  }
1127
1128  if(dry_run)
1129  {
1130   puts("*** THIS IS JUST DRY RUN ! ***\n");
1131  }
1132
1133  date(d); /* this is typical cll1.h macro - prints current date */
1134
1135  /*-----------------------------------------------------------------*/
1136  printf("Parsing configuration file %s ...\n", config);
1137  /*-----------------------------------------------------------------*/
1138  get_config(config);
1139
1140  if(just_logs)
1141  {
1142   parse_ip_log(argc,argv);
1143   exit(0);
1144  }
1145  else if(not run)
1146  {
1147   help();
1148   exit(0);
1149  }
1150
1151  if(althosts)
1152  {
1153   hosts=althosts;
1154  }
1155
1156  if(just_flush<9)
1157  {
1158   /*-----------------------------------------------------------------*/
1159   puts("Parsing iptables verbose output ...");
1160   /*-----------------------------------------------------------------*/
1161   get_traffic_statistics();
1162  }
1163
1164  /*-----------------------------------------------------------------*/
1165  printf("Parsing class defintion file %s ...\n", hosts);
1166  /*-----------------------------------------------------------------*/
1167  int groupidx = FIRSTGROUPID;
1168  parse(hosts)
1169  {
1170   str=_;
1171
1172   if(*str<'0' || *str>'9')
1173   {
1174    /* any line starting with non-number is comment ...*/
1175    continue;
1176   }
1177
1178   //Does this IP share QoS class with some other ?
1179   substring=strstr(str,"sharing-");
1180   if(substring)
1181   {
1182    substring+=8; //"sharing-"
1183    parse_ip(str);
1184    ip_count++;
1185    ip->sharing=substring;
1186    ip->keyword=defaultkeyword; /* settings for default keyword */
1187    while(*substring && *substring!='\n')
1188    {
1189     substring++;
1190    }
1191    *substring=0;
1192   }
1193   else
1194   {
1195    //Do we have to create new QoS class for this IP ?
1196
1197    if_exists(keyword,keywords,(substring=strstr(str,keyword->key)))
1198    {
1199     parse_ip(str);
1200     ip_count++;
1201     ip->keyword=keyword;
1202     keyword->ip_count++;
1203     ip->prio=keyword->default_prio;
1204     substring+=strlen(keyword->key)+1;
1205     ptr=substring;
1206     while(*ptr && *ptr!='-')
1207     {
1208      ptr++;
1209     }
1210     if(*ptr=='-')
1211     {
1212      *ptr=0;
1213      ip->max = ip->desired=atoi(ptr+1);
1214     }
1215     ip->min = atoi(substring);
1216     if(ip->min <= 0)
1217     {
1218      printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kb/s\n",
1219             str, free_min);
1220      ip->min = free_min;
1221     }
1222     if(ip->max <= ip->min)
1223     {
1224      ip->fixedprio = 1;
1225      ip->max = ip->min+ip->keyword->reserve_min;
1226     }
1227     else
1228     {
1229      ip->max -= ip->keyword->reserve_max;
1230      if(ip->max<ip->min)
1231      {
1232       ip->max=ip->min;
1233      }
1234     }
1235     ip->mark=FIRSTIPCLASS+1+class_count++;
1236
1237     if_exists(group,groups,group->min==ip->min)
1238     {
1239      group->count++;
1240      group->desired += ip->min;
1241      ip->group = group->id;
1242     }
1243     else
1244     {
1245      create(group,Group);
1246      group->min = ip->min;
1247      group->id = groupidx++;
1248      ip->group = group->id;
1249
1250      if(group->min<8) group->min=8;
1251      /* Warning - this is maybe because of primitive tc namespace, can be fixed */
1252      /* it is because class IDs are derived from min. bandwidth. - xCh */
1253      //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
1254
1255      group->count=1;
1256      group->desired=ip->min;
1257      insert(group,groups,desc_order_by,min);
1258     }
1259    }//endif keyword-
1260   }//endif sharing-
1261  }
1262  fail
1263  {
1264   perror(hosts);
1265   exit(-1);
1266  }
1267  done;
1268
1269  /*-----------------------------------------------------------------*/
1270  /* cll1.h - let's allocate brand new character buffer...           */
1271  /*-----------------------------------------------------------------*/
1272  string(str,STRLEN);
1273
1274  /*-----------------------------------------------------------------*/
1275  puts("Resolving shared connections ...");
1276  /*-----------------------------------------------------------------*/
1277  for_each(ip,ips) if(ip->sharing)
1278  {
1279   for_each(sharedip,ips) if(eq(sharedip->name,ip->sharing))
1280   {
1281    sharedip->traffic+=ip->traffic;
1282    ip->traffic=0;
1283    ip->mark=sharedip->mark;
1284    ip->lmsid=sharedip->lmsid;
1285    break;
1286   }
1287   if(!sharedip)
1288   {
1289    printf("Unresolved shared connection: %s %s sharing-%s\n",
1290           ip->addr, ip->name, ip->sharing);
1291   }
1292  }
1293
1294  if(enable_credit && just_flush<9)
1295  {
1296   /*-----------------------------------------------------------------*/
1297   printf("Parsing credit file %s ...\n", credit);
1298   /*-----------------------------------------------------------------*/
1299   parse(credit)
1300   {
1301    ptr=parse_datafile_line(_);
1302    if(ptr)
1303    {
1304     if_exists(ip,ips,eq(ip->addr,_))
1305     {
1306      sscanf(ptr,"%Lu",&(ip->credit));
1307     }
1308    }
1309   }
1310   done;
1311  }
1312
1313  if(!just_preview)
1314  {
1315   /*-----------------------------------------------------------------*/
1316   puts("Initializing iptables and tc classes ...");
1317   /*-----------------------------------------------------------------*/
1318
1319   iptables_file=fopen(iptablesfile,"w");
1320   if(iptables_file == NULL)
1321   {
1322     puts("Cannot open iptablesfile!");
1323     exit(-1);
1324   }
1325
1326   log_file=fopen(cmdlog,"w");
1327   if(log_file == NULL)
1328   {
1329     puts("Cannot open logfile!");
1330     exit(-1);
1331   }
1332
1333   save_line(iptablespreamble);
1334   run_restore();
1335
1336   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
1337   safe_run(str);
1338
1339   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1340   safe_run(str);
1341
1342   iptables_file=fopen(iptablesfile,"w");
1343   save_line(iptablespreamble);
1344
1345   if(qos_free_zone && *qos_free_zone!='0')
1346   {
1347    char *chain;
1348
1349    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1350    save_line(str);
1351
1352    if(qos_proxy)
1353    {
1354     save_line(":post_noproxy - [0:0]");
1355     sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1356     save_line(str);
1357     sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1358     save_line(str);
1359     sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1360     save_line(str);
1361
1362     chain="post_noproxy";
1363    }
1364    else
1365    {
1366     chain="POSTROUTING";
1367    }
1368
1369    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1370    save_line(str);
1371   }
1372
1373   if(ip_count>idxtable_treshold1 && !just_flush)
1374   {
1375    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1376    char *subnet, *buf;
1377    /*-----------------------------------------------------------------*/
1378    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1379    /*-----------------------------------------------------------------*/
1380
1381    save_line(":post_common - [0:0]");
1382    save_line(":forw_common - [0:0]");
1383
1384    for_each(ip,ips) if(ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1385    {
1386     buf=hash_id(ip->addr,bitmask);
1387     if_exists(idx,idxs,eq(idx->id,buf))
1388     {
1389      idx->children++;
1390     }
1391     else
1392     {
1393      create(idx,Index);
1394      idx->addr=ip->addr;
1395      idx->id=buf;
1396      idx->bitmask=bitmask;
1397      idx->parent=NULL;
1398      idx->children=0;
1399      idxcount++;
1400      push(idx,idxs);
1401     }
1402    }
1403
1404    /* brutal perfomance optimalization */
1405    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1406    {
1407     bitmask-=idxtable_bitmask2;
1408     idxcount=0;
1409
1410     for_each(idx,idxs) if(idx->parent == NULL)
1411     {
1412      buf=hash_id(idx->addr,bitmask);
1413      if_exists(metaindex,idxs,eq(metaindex->id,buf))
1414      {
1415       metaindex->children++;
1416      }
1417      else
1418      {
1419       create(metaindex,Index);
1420       metaindex->addr=idx->addr;
1421       metaindex->id=buf;
1422       metaindex->bitmask=bitmask;
1423       metaindex->parent=NULL;
1424       metaindex->children=0;
1425       idxcount++;
1426       push(metaindex,idxs);
1427      }
1428      idx->parent=metaindex;
1429     }
1430    }
1431
1432    /* this should slightly optimize throughout ... */
1433    sort(idx,idxs,desc_order_by,children);
1434    sort(idx,idxs,order_by,bitmask);
1435
1436    i=0;
1437    for_each(idx,idxs)
1438    {
1439     subnet=subnet_id(idx->addr,idx->bitmask);
1440     printf("%d: %s/%d\n",
1441            ++i, subnet, idx->bitmask);
1442
1443     sprintf(str,":post_%s - [0:0]", idx->id);
1444     save_line(str);
1445
1446     sprintf(str,":forw_%s - [0:0]", idx->id);
1447     save_line(str);
1448
1449     if(idx->parent)
1450     {
1451      string(buf,strlen(idx->parent->id)+6);
1452      sprintf(buf,"post_%s",idx->parent->id);
1453     }
1454     else
1455     {
1456      buf="POSTROUTING";
1457     }
1458
1459     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1460     save_line(str);
1461
1462     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1463     save_line(str);
1464
1465     if(idx->parent)
1466     {
1467      string(buf,strlen(idx->parent->id)+6);
1468      sprintf(buf,"forw_%s",idx->parent->id);
1469     }
1470     else
1471     {
1472      buf="FORWARD";
1473     }
1474
1475     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1476     save_line(str);
1477
1478     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1479     save_line(str);
1480    }
1481    printf("Total indexed iptables chains created: %d\n", i);
1482
1483    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1484    save_line(str);
1485
1486    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1487    save_line(str);
1488   }
1489
1490  }
1491
1492  if(just_flush)
1493  {
1494   fclose(iptables_file);
1495   if(log_file)
1496   {
1497    fclose(log_file);
1498   }
1499   puts("Just flushed iptables and tc classes - now exiting ...");
1500   exit(0);
1501  }
1502
1503  if(!just_preview)
1504  {
1505   if(!dry_run && !nodelay && qos_free_delay)
1506   {
1507    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1508    sleep(qos_free_delay);
1509   }
1510
1511   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",
1512               tc,lan,htb_r2q);
1513   safe_run(str);
1514
1515   sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1516                tc,lan,lan_medium,lan_medium,burst_main,highest_priority);
1517   safe_run(str);
1518
1519   sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1520                 tc,lan,line,line,burst_main,highest_priority);
1521   safe_run(str);
1522
1523   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1524   safe_run(str);
1525
1526   sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1527                tc,wan,wan_medium,wan_medium,burst_main,highest_priority);
1528   safe_run(str);
1529
1530   sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1531                tc,wan,up,up,burst_main,highest_priority);
1532   safe_run(str);
1533  }
1534
1535  /*-----------------------------------------------------------------*/
1536  puts("Locating heavy downloaders and generating root classes ...");
1537  /*-----------------------------------------------------------------*/
1538  sort(ip,ips,desc_order_by,traffic);
1539
1540  /*-----------------------------------------------------------------*/
1541  /* sub-scope - local variables */
1542  {
1543   long long int rate = line;
1544   long long int max = line;
1545   int group_count = 0;
1546   FILE *credit_file = NULL;
1547
1548   if(!just_preview && !dry_run && enable_credit)
1549   {
1550    credit_file = fopen(credit,"w");
1551   }
1552
1553   for_each(group,groups)
1554   {
1555    if(!just_preview)
1556    {
1557     //download
1558     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #down desired %d",
1559                  tc, lan, parent, group->id, rate, max, burst_group, highest_priority+1, group->desired);
1560     safe_run(str);
1561
1562     //upload
1563     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #up desired %d",
1564                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, highest_priority+1, group->desired);
1565     safe_run(str);
1566    }
1567
1568    if(group_count++ < max_nesting)
1569    {
1570     parent = group->id;
1571    }
1572
1573    rate -= digital_divide*group->min;
1574    if(rate < group->min)
1575    {
1576     rate = group->min;
1577    }
1578
1579    /*shaping of aggresive downloaders, with credit file support */
1580    if(use_credit)
1581    {
1582     int group_rate = group->min, priority_sequence = lowest_priority;
1583
1584     for_each(ip, ips) if(ip->min == group->min && ip->max > ip->min)
1585     {
1586      if(    ip->keyword->data_limit && !ip->fixedprio
1587          && (   ip->traffic>ip->credit
1588               + (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))) )
1589      {
1590       if(group_rate<ip->max)
1591       {
1592        ip->max=group_rate;
1593       }
1594       group_rate+=magic_treshold;
1595       ip->prio=lowest_priority;
1596       if(ip->prio<highest_priority+2)
1597       {
1598        ip->prio=highest_priority+2;
1599       }
1600      }
1601      else
1602      {
1603       if(    ip->keyword->data_prio
1604           && !ip->fixedprio
1605           && (   ip->traffic>ip->credit
1606                + (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20))) )
1607       {
1608        ip->prio=priority_sequence--;
1609        if(ip->prio<highest_priority+1)
1610        {
1611         ip->prio=highest_priority+1;
1612        }
1613       }
1614
1615       if(credit_file)
1616       {
1617        unsigned long long lcredit=0;
1618
1619        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1620        {
1621         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1622        }
1623        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1624       }
1625      }
1626     }
1627    }
1628   }
1629   if(credit_file)
1630   {
1631    fclose(credit_file);
1632   }
1633  }
1634
1635  if(just_preview)
1636  {
1637   f=fopen(preview,"w");
1638   ptr=preview;
1639  }
1640  else if(!dry_run && !just_flush)
1641  {
1642   /*-----------------------------------------------------------------*/
1643   printf("Writing daily statistics  %s ... ", json);
1644   /*-----------------------------------------------------------------*/
1645   f=fopen(json, "w");
1646   if(f > 0)
1647   {
1648    int jsoncount=0;
1649    fprintf(f, "{\n");
1650    for_each(ip, ips)
1651    {
1652     if(jsoncount)
1653     {
1654      fprintf(f, ",\n");
1655     }
1656     if(     ip->lmsid > 0
1657         && (ip->traffic || ip->direct || ip->proxy || ip->upload))
1658     {
1659      fprintf(f, " %d:{ \"ip\":\"%s\", \"total\":%Lu, \"down\":%Lu, \"proxy\":%Lu, \"up\":%Lu }",
1660                 ip->lmsid, ip->addr, ip->traffic, ip->direct, ip->proxy, ip->upload);
1661     }
1662     jsoncount++;
1663    }
1664    fprintf(f, "}\n");
1665    fclose(f);
1666    puts("done.");
1667   }
1668   else
1669   {
1670    perror(json);
1671   }
1672   f=fopen(html,"w");
1673   ptr=html;
1674  }
1675
1676  if(f)
1677  {
1678   int count=1;
1679   i=0;
1680
1681   /*-----------------------------------------------------------------*/
1682   printf("Sorting data and generating statistics page %s ...\n", ptr);
1683   /*-----------------------------------------------------------------*/
1684
1685   if(use_jquery_popups)
1686   {
1687    fprintf(f,"<script type=\"text/javascript\" src=\"%s\"></script>\n", jquery_url);
1688   }
1689   fputs("<table class=\"decorated last\">\n\
1690 <caption>Bandwidth classes</caption>\n\
1691 <thead><tr>\n\
1692 <th style=\"text-align: right\">#</th>\n\
1693 <th style=\"text-align: right\">group</th>\n\
1694 <th style=\"text-align: right\">IPs</th>\n\
1695 <th style=\"text-align: right\">requested</th>\n",f);
1696   fprintf(f,"<th colspan=\"%d\">data limits</th>\n", keywordcount);
1697   fputs("</tr></thead><tbody>\n",f);
1698
1699   row_odd_even = 0;
1700   for_each(group, groups)
1701   {
1702 #ifdef DEBUG
1703    printf("%d kb/s group: %d bandwidth requested: %d kb/s\n",group->min,group->count,group->desired);
1704 #endif
1705    fprintf(f, "%s<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1706               tr_odd_even(), count, group->min);
1707    fprintf(f, "<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1708               group->count, group->desired);
1709
1710    for_each(keyword, keywords) if(keyword->ip_count)
1711    {
1712     fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%d&nbsp;MB</span></td>",
1713               keyword->html_color, group->min*keyword->data_limit);
1714    }
1715    i += group->desired;
1716    total += group->count;
1717    count++;
1718   }
1719 #ifdef DEBUG
1720    printf("Total groups: %d Total bandwidth requested: %d kb/s\nAGGREGATION: 1/%d\n",
1721           count, i, i/line);
1722 #endif
1723    fprintf(f,"</tr></tbody>\n\
1724 <thead><tr>\n\
1725 <th colspan=\"2\" style=\"text-align: left\">Line %Ld kb/s</td>",line);
1726    fprintf(f,"<th style=\"text-align: right\">%d</td><th style=\"text-align: right\">%d kb/s</td>",total,i);
1727
1728    for_each(keyword, keywords) if(keyword->ip_count)
1729    {
1730     fprintf(f,"<th style=\"text-align: right\">%d IPs</th>",keyword->ip_count);
1731    }
1732    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n", (int)(0.5+i/line));
1733    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n", keywordcount, total);
1734
1735    fputs("</thead></table>\n",f);
1736  }
1737  else if(!dry_run && !just_flush)
1738  {
1739   perror(html);
1740  }
1741
1742  i=0;
1743  if(f)
1744  {
1745   unsigned long long total_traffic=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1746   int active_classes=0;
1747   int colspan=12;
1748   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1749   int limit_count=0, prio_count=0;
1750   int popup_button=0;
1751
1752   if(qos_proxy)
1753   {
1754    colspan++;
1755   }
1756
1757   fprintf(f,"<p><table class=\"decorated last\">\n<caption>%s",title);
1758   fprintf(f," (%s)</caption>\n", d);
1759   fputs("<thead><tr>\n<th colspan=\"3\">&nbsp;</th>\n",f);
1760   fputs("<th style=\"text-align: right\">credit</th>\n\
1761 <th style=\"text-align: right\">FUP</th>\n\
1762 <th style=\"text-align: right\">total</th>\n\
1763 <th style=\"text-align: right\">down</th>\n",f);
1764   if(qos_proxy)
1765   {
1766    fputs("<th style=\"text-align: right\">proxy</th>\n",f);
1767   }
1768   fputs("<th style=\"text-align: right\">up</th>\n\
1769 <th style=\"text-align: right\">min</th>\n\
1770 <th style=\"text-align: right\">max</th>\n\
1771 <th style=\"text-align: right\">limit</th>\n\
1772 <th>&nbsp;</th>\n\
1773 </tr><tr>\n\
1774 <th style=\"text-align: right\">#</th>\n\
1775 <th>hostname [+sharing]</th>\n\
1776 <th style=\"text-align: right\">LMS</th>\n\
1777 <th style=\"text-align: right\">MB</th>\n\
1778 <th style=\"text-align: right\">MB</th>\n\
1779 <th style=\"text-align: right\">MB</th>\n\
1780 <th style=\"text-align: right\">MB</th>\n\
1781 <th style=\"text-align: right\">MB</th>\n\
1782 <th style=\"text-align: right\">kb/s</th>\n\
1783 <th style=\"text-align: right\">kb/s</th>\n\
1784 <th style=\"text-align: right\">kb/s</th>\n\
1785 <th>prio</th>\n\
1786 </tr></thead><tbody>\n",f);
1787
1788   row_odd_even = 0;
1789   for_each(ip,ips) if(!use_jquery_popups || !ip->sharing)
1790   {
1791    char *f1="", *f2="";
1792    i++;
1793
1794    if(ip->max < ip->desired)
1795    {
1796     f1="<span style=\"color:red\">";
1797     f2="</span>";
1798     limit_count++;
1799    }
1800    else if(ip->prio > highest_priority+1)
1801    {
1802     f1="<span style=\"color:brown\">";
1803     f2="</span>";
1804     prio_count++;
1805    }
1806
1807 #ifdef DEBUG
1808    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1809 #endif
1810    /* hostnames -------------------------------------- */
1811    fprintf(f,"%s<td style=\"text-align: right\"><a name=\"%s\"></a>%d</td><td><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</a>\n",
1812               tr_odd_even(), ip->name, i, log_url, ip->name, ip->name);
1813
1814    if(use_jquery_popups)
1815    {
1816      fprintf(f,"<span id=\"sharing_%d\" style=\"display:none\">",i);
1817      popup_button=0;
1818      for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1819      {
1820       fprintf(f,"<br /><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</a>\n", log_url, sharedip->name, sharedip->name);
1821       popup_button++;
1822      }
1823      fputs("</span>\n",f);
1824      if(popup_button)
1825      {
1826       fprintf(f,"<span>[<a class=\"blue\" href=\"#\" onClick=\"$(this).parent().hide();$(\'#sharing_%d\').show();$(\'#download_%d\').show();$(\'#upload_%d\').show();return(false);\" style=\"cursor: pointer;\">+%d</a>]</span>",
1827                 i, i, i, popup_button);
1828      }
1829    }
1830    fputs("</td>\n",f);
1831    /* ----------------------------------------------- */
1832
1833    if(found_lmsid)
1834    {
1835     fputs("<td style=\"text-align: right\">",f);
1836     if(ip->lmsid > 0)
1837     {
1838      fprintf(f,"<a class=\"blue\" target=\"_blank\" href=\"%s%d\">%04d</a>\n", lms_url, ip->lmsid, ip->lmsid);
1839     }
1840     else if(ip->lmsid == 0)
1841     {
1842      fputs("-------",f);
1843     }
1844     fputs("</td>\n",f);
1845    }
1846    fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->credit);
1847    fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%Lu</span></td>",
1848              ip->keyword->html_color,
1849              ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1850    fprintf(f,"<td style=\"text-align: right\">%s%Lu%s", f1, ip->traffic, f2);
1851
1852    /* download --------------------------------------- */
1853    fprintf(f,"</td><td style=\"text-align: right\">%Lu", ip->direct);
1854    if(use_jquery_popups)
1855    {
1856      fprintf(f,"<span id=\"download_%d\" style=\"display:none\">",i);
1857      for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1858      {
1859       fprintf(f,"<br />%Lu", sharedip->direct);
1860      }
1861      fputs("</span>\n",f);
1862    }
1863    fputs("</td>\n",f);
1864    /* ----------------------------------------------- */
1865
1866    if(qos_proxy)
1867    {
1868     fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->proxy);
1869    }
1870    /* upload ---------------------------------------- */
1871    fprintf(f,"<td style=\"text-align: right\">%Lu", ip->upload);
1872    if(use_jquery_popups)
1873    {
1874      fprintf(f,"<span id=\"upload_%d\" style=\"display:none\">",i);
1875      for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1876      {
1877       fprintf(f,"<br />%Lu", sharedip->upload);
1878      }
1879      fputs("</span>\n",f);
1880    }
1881    fputs("</td>\n",f);
1882    /* ----------------------------------------------- */
1883
1884    fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1885 <td style=\"text-align: right\">%d</td>\n\
1886 <td style=\"text-align: right\">%s%d%s</td>\n\
1887 <td>%s%d%s</td></tr>\n",
1888              ip->min, ip->desired,
1889              f1, ip->max, f2,
1890              f1, ip->prio, f2);
1891
1892    total_traffic+=ip->traffic;
1893    total_direct+=ip->direct;
1894    total_proxy+=ip->proxy;
1895    total_upload+=ip->upload;
1896    if(ip->traffic>0)
1897    {
1898     active_classes++;
1899     tmp_sum+=ip->traffic;
1900     create(sum,Sum);
1901     sum->l=tmp_sum;
1902     sum->i=active_classes;
1903     insert(sum,sums,order_by,i);
1904    }
1905
1906    if(!just_preview)
1907    {
1908     append_log(ip);
1909     for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1910     {
1911      append_log(sharedip);
1912     }
1913    }
1914   }
1915   fprintf(f,"</tbody><thead><tr>\n\
1916 <th colspan=\"%d\" style=\"text-align: left\">%d CLASSES</th>", colspan-7, i);
1917   fprintf(f,"<th style=\"text-align: right\">%Lu</th><th style=\"text-align: right\">%Lu</th>\n", total_traffic, total_direct);
1918   if(qos_proxy)
1919   {
1920    fprintf(f,"<th style=\"text-align: right\">%Lu</th>\n", total_proxy);
1921   }
1922   fprintf(f,"<th style=\"text-align: right\">%Lu</th>", total_upload);
1923   fprintf(f,"<th colspan=\"4\"><span style=\"color:red\">LIMIT %dx</span> <span style=\"color:brown\">LOW-PRIO %dx</span></th></tr>\n</thead></table>\n",limit_count,prio_count);
1924
1925   row_odd_even = 0;
1926   if(active_classes>10)
1927   {
1928    int top20_count=0,top20_perc1=0;
1929    long long top20_perc2=0;
1930    unsigned long long top20_sum=0l;
1931
1932    fputs("<a name=\"erp\"></a><p><table class=\"decorated last\"><caption>Enterprise Resource Planning (ERP)</caption>\n",f);
1933    fputs("<thead><tr>\n\
1934 <th>Analytic category</th>\n\
1935 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
1936 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
1937 </tr></thead><tbody>\n",f);
1938
1939    if_exists(sum,sums,sum->l>=total_traffic/4)
1940    {
1941     fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
1942     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1943 <td style=\"text-align: right\">%d %%</td>\n\
1944 <td style=\"text-align: right\">%Lu MB</td>\n\
1945 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1946               sum->i, (100*sum->i+50)/active_classes, sum->l, (100*sum->l+50)/total_traffic);
1947    }
1948
1949    if_exists(sum,sums,sum->i==10)
1950    {
1951     fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
1952     fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
1953 <td style=\"text-align: right\">%d %%</td>\n\
1954 <td style=\"text-align: right\">%Lu MB</td>\n\
1955 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1956               (100*sum->i+50)/active_classes, sum->l, (100*sum->l+50)/total_traffic);
1957    }
1958
1959    if_exists(sum,sums,sum->l>=total_traffic/2)
1960    {
1961     fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
1962     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1963 <td style=\"text-align: right\">%d %%</td>\n\
1964 <td style=\"text-align: right\">%Lu MB</td>\n\
1965 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1966               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1967    }
1968
1969    if_exists(sum,sums,sum->l>=4*total_traffic/5)
1970    {
1971     fprintf(f,"%s<td>Top 80%% of traffic</td>\n", tr_odd_even());
1972     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1973 <td style=\"text-align: right\">%d %%</td>\n\
1974 <td style=\"text-align: right\">%Lu MB</td>\n\
1975 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1976               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1977    }
1978
1979    if_exists(sum,sums,sum->i>=(active_classes+1)/5)
1980    {
1981     fprintf(f,"%s<td>Top 20%% downloaders</td>\n", tr_odd_even());
1982     top20_count=sum->i;
1983     top20_perc1=(100*sum->i+50)/active_classes;
1984     top20_sum=sum->l;
1985     top20_perc2=(100*sum->l+50)/total_traffic;
1986     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1987 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1988 <td style=\"text-align: right\">%Lu MB</td>\n\
1989 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1990               top20_count,top20_perc1,top20_sum,top20_perc2);
1991    }
1992
1993    if_exists(sum,sums,sum->i>=(active_classes+1)/4)
1994    {
1995     fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1996     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1997 <td style=\"text-align: right\">%d %%</td>\n\
1998 <td style=\"text-align: right\">%Lu MB</td>\n\
1999 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
2000               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2001    }
2002
2003    if_exists(sum,sums,sum->i>=(active_classes+1)/2)
2004    {
2005     fprintf(f,"%s<td>Top 50%% downloaders</td>\n", tr_odd_even());
2006     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2007 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
2008 <td style=\"text-align: right\">%Lu MB</td>\n\
2009 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
2010               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2011    }
2012
2013    if_exists(sum,sums,sum->i>=4*(active_classes+1)/5)
2014    {
2015     fprintf(f,"%s<td>Top 80%% downloaders</td>\n", tr_odd_even());
2016     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2017 <td style=\"text-align: right\">%d %%</td>\n\
2018 <td style=\"text-align: right\">%Lu MB</td>\n\
2019 <td style=\"text-align: right\">%Ld %%</td></tr></tbody>\n",
2020               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2021    }
2022
2023    fprintf(f,"<thead><tr><th><a class=\"blue\" target=\"_blank\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
2024    fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
2025 <th style=\"text-align: right\">100 %%</th>\n\
2026 <th style=\"text-align: right\">%Lu MB</th>\n\
2027 <th style=\"text-align: right\">100 %%</th></tr>\n",active_classes,total_traffic);
2028    fputs("</thead></table>\n", f);
2029
2030    /* write basic ERP data to log directory */
2031    if(!just_preview)
2032    {
2033     FILE *iplog;
2034     sprintf(str,"%s/ERP.log",log_dir);
2035     iplog=fopen(str,"a");
2036     if(iplog)
2037     {
2038      fprintf(iplog,"%ld\t%d\t%d %%\t%Lu M\t%Ld %%\tACTIVE %d\tTRAFFIC %Lu M\tCLASSES %d\tFUP-LIMIT %d\tLOW-PRIO %d\t%s",
2039                    time(NULL), top20_count, top20_perc1, top20_sum, top20_perc2,
2040                    active_classes, total_traffic, i, limit_count, prio_count, d); /* d = date*/
2041      fclose(iplog);
2042     }
2043     else
2044     {
2045      perror(str);
2046     }
2047    }
2048   }
2049
2050   fprintf(f, stats_html_signature, version);
2051   fclose(f);
2052  }
2053
2054  if(just_preview)
2055  {
2056   puts("Statistics preview generated (-p switch) - now exiting ...");
2057   exit(0);
2058  }
2059
2060  i=0;
2061 #ifdef DEBUG
2062  printf("%-22s %-15s mark\n","name","ip");
2063 #endif
2064
2065  printf("Writing %s ... ", classmap);
2066  f = fopen(classmap, "w");
2067  if(f < 0)
2068  {
2069   perror(classmap);
2070  }
2071
2072  /*-----------------------------------------------------------------*/
2073  puts("Generating iptables and tc classes ... ");
2074  /*-----------------------------------------------------------------*/
2075
2076  for_each(ip, ips) if(ip->mark > 0)
2077  {
2078   if(idxs)
2079   {
2080    char *buf;
2081    duplicate(ip->addr,buf);
2082    buf=hash_id(ip->addr,32-idxtable_bitmask1);
2083
2084    string(chain_forward,6+strlen(buf));
2085    strcpy(chain_forward,"forw_");
2086    strcat(chain_forward,buf);
2087
2088    string(chain_postrouting,6+strlen(buf));
2089    strcpy(chain_postrouting,"post_");
2090    strcat(chain_postrouting,buf);
2091
2092    free(buf);
2093   }
2094   else
2095   {
2096    chain_forward="FORWARD";
2097    chain_postrouting="POSTROUTING";
2098   }
2099
2100 #ifdef DEBUG
2101   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
2102 #endif
2103
2104   /* -------------------------------------------------------- mark download */
2105
2106   sprintf(str, "-A %s -d %s/32 -o %s -j %s%d",
2107                chain_postrouting, ip->addr, lan, mark_iptables, ip->mark);
2108   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
2109   /* -m limit --limit 1/s */
2110   save_line(str);
2111
2112   if(qos_proxy)
2113   {
2114    sprintf(str, "-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",
2115                 chain_postrouting, proxy_ip, proxy_port, ip->addr, lan, mark_iptables, ip->mark);
2116    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
2117    save_line(str);
2118   }
2119
2120   sprintf(str, "-A %s -d %s/32 -o %s -j ACCEPT",
2121                chain_postrouting, ip->addr, lan);
2122   save_line(str);
2123
2124   /* -------------------------------------------------------- mark upload */
2125   sprintf(str, "-A %s -s %s/32 -o %s -j %s%d",
2126                chain_forward, ip->addr, wan, mark_iptables, ip->mark);
2127   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
2128   save_line(str);
2129
2130   sprintf(str, "-A %s -s %s/32 -o %s -j ACCEPT",
2131                chain_forward, ip->addr, wan);
2132   save_line(str);
2133
2134   if(ip->min)
2135   {
2136    /* -------------------------------------------------------- download class */
2137 #ifdef DEBUG
2138    printf("(down: %dk-%dk ", ip->min, ip->max);
2139 #endif
2140
2141    sprintf(str, "%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2142                 tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
2143    safe_run(str);
2144
2145    if(strcmpi(ip->keyword->leaf_discipline, "none"))
2146    {
2147      sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
2148                   tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2149      safe_run(str);
2150    }
2151
2152    if(filter_type == 1)
2153    {
2154      sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
2155                   tc, lan, ip->mark, ip->mark);
2156      safe_run(str);
2157    }
2158
2159    /* -------------------------------------------------------- upload class */
2160 #ifdef DEBUG
2161    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2162                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
2163 #endif
2164
2165    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2166                 tc, wan, ip->group, ip->mark,
2167                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2168                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
2169    safe_run(str);
2170
2171    if(strcmpi(ip->keyword->leaf_discipline, "none"))
2172    {
2173      sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
2174                   tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2175      safe_run(str);
2176    }
2177
2178    if(filter_type == 1)
2179    {
2180      sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
2181                   tc, wan, ip->mark, ip->mark);
2182      safe_run(str);
2183    }
2184
2185    if(f)
2186    {
2187      fprintf(f, "%s %d\n", ip->addr, ip->mark);
2188    }
2189   }
2190   else
2191   {
2192 #ifdef DEBUG
2193    printf("(sharing %s)\n", ip->sharing);
2194 #endif
2195   }
2196   i++;
2197  }
2198  if(f)
2199  {
2200   puts("done.");
2201   fclose(f);
2202  }
2203
2204  if(idxs)
2205  {
2206    chain_forward = "forw_common";
2207    chain_postrouting = "post_common";
2208  }
2209  else
2210  {
2211    chain_forward = "FORWARD";
2212    chain_postrouting = "POSTROUTING";
2213  }
2214  /* -------------------------------- classify or reject free download */
2215  {
2216    char *final_chain = "DROP"; /* REJECT would be better, but it is impossible in mangle */
2217    if(free_min)
2218    {
2219     final_chain = "ACCEPT";
2220    }
2221    if(qos_proxy)
2222    {
2223      if(free_min)
2224      {
2225        sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",
2226                    chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
2227        save_line(str);
2228      }
2229      sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s",
2230                   chain_postrouting,proxy_ip,proxy_port,lan,final_chain);
2231      save_line(str);
2232    }
2233    if(free_min)
2234    {
2235      sprintf(str,"-A %s -o %s -j %s%d", chain_postrouting, lan, mark_iptables, 3);
2236      save_line(str);
2237    }
2238    sprintf(str,"-A %s -o %s -j %s", chain_postrouting, lan, final_chain);
2239    save_line(str);
2240    /* ------------------------------- classify or reject free  upload */
2241    if(free_min)
2242    {
2243      sprintf(str,"-A %s -o %s -j %s%d", chain_forward, wan, mark_iptables, 3);
2244      save_line(str);
2245    }
2246    sprintf(str,"-A %s -o %s -j %s", chain_forward, wan, final_chain);
2247    save_line(str);
2248  }
2249
2250  if(free_min) /* allocate free bandwith if it is not zero... */
2251  {
2252    /*-----------------------------------------------------------------*/
2253    puts("Generating free bandwith classes ...");
2254    /*-----------------------------------------------------------------*/
2255    sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2256                 tc, lan, parent, free_min, free_max,burst, lowest_priority);
2257    safe_run(str);
2258    sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2259                 tc, wan, parent, free_min, free_max, burst, lowest_priority);
2260    safe_run(str);
2261    /* tc SFQ */
2262    if(strcmpi(qos_leaf, "none"))
2263    {
2264      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, lan, qos_leaf);
2265      safe_run(str);
2266
2267      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, wan, qos_leaf);
2268      safe_run(str);
2269    }
2270    /* tc handle 1 fw flowid */
2271    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, lan);
2272    safe_run(str);
2273
2274    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, wan);
2275    safe_run(str);
2276  }
2277  printf("Total IP count: %d\n", i);
2278  run_restore();
2279  if(log_file)
2280  {
2281   fclose(log_file);
2282  }
2283  return 0;
2284  /* that's all folks, thank you for reading it all the way up to this point ;-) */
2285  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
2286 }