prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2012 Michael Polak, Arachne Labs      */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified by: xChaos, 20121011
  11                  ludva, 20080415
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 512
  30 #undef DEBUG
  31
  32 #include "cll1-0.6.2.h"
  33 #include "ipstruct.h"
  34
  35 const char *version = "0.8.3-g";
  36
  37 /* Version numbers: 0.8.3 is development releases ("beta"), 0.8.4 will be "stable" */
  38 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
  39 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
  40 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
  41
  42 const char *stats_html_signature = "<span class=\"small\">Statistics generated by Prometheus QoS version %s<br />GPL+Copyright(C)2005-2012 Michael Polak, <a target=\"_blank\" href=\"http://www.arachne.cz/\">Arachne Labs</a></span>\n";
  43
  44 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  45
  46 void help(void)
  47 {
  48  puts("Command line switches:\n\
  49 \n\
  50 -d   Dry run (preview tc and iptables commands on stdout)\n\
  51 -r   Run (reset all statistics and start shaping - daily usage)\n\
  52 -p   just generate Preview of data transfer statistics and exit (after -r)\n\
  53 -s   start Shaping FUP limits (keeps data transfer stat like -p) (after -r)\n\
  54 -n   run Now (like -r delay - overrides qos-free-delay keyword, after boot)\n\
  55 -f   just Flush iptables and tc classes and exit (stop shaping, no QiS)\n\
  56 -9   emergency iptables flush (like -f, but dumps data transfer statistics)\n\
  57 \n\
  58 -c filename  force alternative /etc/prometheus/prometheus.conf filename\n\
  59 -h filename  force alternative /etc/hosts filename (overrides hosts keyword)\n\
  60 -l Mmm YYYY  generate HTML summary of Logged traffic (Mmm=Jan-Dec) (and exit)\n\
  61 -m           generate HTML summary of traffic for yesterday's Month (and exit)\n\
  62 -y           generate HTML summary of traffic for yesterday's Year (and exit)\n\
  63 -? --help    show this help scree (and exit)\n\
  64 -v --version show Version number of this utility (and exit)\n");
  65 }
  66
  67 /* ======= All path names are defined here (for RPM patch) =======  */
  68
  69 const char        *tc = "/sbin/tc"; /* requires tc with HTB support */
  70 const char  *iptables = "/sbin/iptables"; /* requires iptables utility */
  71 const char *iptablessave = "/sbin/iptables-save"; /* not yet required */
  72 const char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  73 const char        *ls = "/bin/ls"; /* this is not user configurable :-) */
  74
  75 char          *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  76 char           *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  77
  78 char    *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  79 char          *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
  80 char        *classmap = "/var/lib/misc/prometheus.classes"; /* credit log file */
  81 char            *html = "/var/www/traffic.html"; /* hall of fame - html version */
  82 char         *preview = "/var/www/preview.html"; /* hall of fame preview - html version */
  83 char    *json_traffic = "/var/www/logs/traffic.json"; /* hall of fame - json version */
  84 char    *json_preview = "/var/www/logs/preview.json"; /* hall of fame preview - json version */
  85 char          *cmdlog = "/var/log/prometheuslog"; /* command log filename */
  86 char         *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
  87 char         *log_url = "/logs/"; /* log directory relative URI prefix (partial URL) */
  88 char    *html_log_dir = "/var/www/logs/html/";
  89
  90 char      *jquery_url = "http://code.jquery.com/jquery-latest.js";
  91 char         *lms_url = "/lms/?m=customerinfo&amp;id=";
  92 int use_jquery_popups = 1;
  93 int      row_odd_even = 0; /*<tr class="odd/even"> */
  94
  95 /* === Configuraration file values defaults - stored in global variables ==== */
  96
  97 int        filter_type = 1; /*1 mark, 2 classify*/
  98 char             *mark = "MARK";
  99 char    *mark_iptables = "MARK --set-mark ";
 100 int            dry_run = 0; /* preview - use puts() instead of system() */
 101 char *iptablespreamble = "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
 102 FILE    *iptables_file = NULL;
 103 int      enable_credit = 1; /* enable credit file */
 104 int         use_credit = 0; /* use credit file (if enabled)*/
 105 char            *title = "Hall of Fame - Greatest Suckers"; /* hall of fame title */
 106 int       hall_of_fame = 1; /* enable hall of fame */
 107 char              *lan = "eth0"; /* LAN interface */
 108 char       *lan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 109 char              *wan = "eth1"; /* WAN/ISP interface */
 110 char       *wan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 111 char         *qos_leaf = "sfq perturb 5"; /* leaf discipline */
 112 char    *qos_free_zone = NULL; /* QoS free zone */
 113 int          qos_proxy = 1; /* include proxy port to QoS */
 114 int        found_lmsid = 0; /* show links to users in LMS information system */
 115 int     include_upload = 1; /* upload+download=total traffic */
 116 char         *proxy_ip = "192.168.1.1/32"; /* our IP with proxy port */
 117 int         proxy_port = 3128; /* proxy port number */
 118 long long int     line = 1024; /* WAN/ISP download in kbps */
 119 long long int       up = 1024; /* WAN/ISP upload in kbps */
 120 int           free_min = 32; /* minimum guaranted bandwidth for all undefined hosts */
 121 int           free_max = 64; /* maximum allowed bandwidth for all undefined hosts */
 122 int     qos_free_delay = 0; /* seconds to sleep before applying new QoS rules */
 123 int     digital_divide = 2; /* controls digital divide weirdness ratio, 1...3 */
 124 int        max_nesting = 3; /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 125 int            htb_r2q = 256; /* should work for leaf values 512 kbps to 8 Mbps */
 126 int              burst = 8; /* HTB burst (in kbits) */
 127 int         burst_main = 64;
 128 int        burst_group = 32;
 129 int     magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 130 int       keywordcount = 0;
 131 int class_count        = 0;
 132 int ip_count           = 0;
 133 /* not yet implemented:
 134 int      fixed_packets = 0; maximum number of pps per IP address (not class!)
 135 int       packet_limit = 5; maximum number of pps to htn CEIL, not rate !!!
 136 */
 137 FILE         *log_file = NULL;
 138 char              *kwd = "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
 139
 140 const int highest_priority   = 0; /* highest HTB priority (HTB built-in value is 0) */
 141 const int lowest_priority    = 7; /* lowest HTB priority (HTB built-in value is 7) */
 142 const int idxtable_treshold1 = 24;      /* this is no longer configurable */
 143 const int idxtable_treshold2 = 12;      /* this is no longer configurable */
 144 const int idxtable_bitmask1  = 3;        /* this is no longer configurable */
 145 const int idxtable_bitmask2  = 3;        /* this is no longer configurable */
 146
 147 struct IP *ips = NULL, *ip, *sharedip;
 148 struct Group *groups = NULL, *group;
 149 struct Keyword *keyword, *defaultkeyword=NULL, *keywords=NULL;
 150
 151 void parse_ip_log(int argc, char **argv);
 152 /* implemented in parselog.c */
 153
 154 void parse_hosts(char *hosts);
 155 /* implemented in parsehosts.c */
 156
 157 void write_json_traffic(char *json);
 158 /* implemented in json.c */
 159
 160 const char *tr_odd_even(void)
 161 {
 162  row_odd_even = 1 - row_odd_even;
 163  if(row_odd_even)
 164  {
 165   return "<tr class=\"even\">\n";
 166  }
 167  else
 168  {
 169   return "<tr class=\"odd\">\n";
 170  }
 171 }
 172
 173 /* ==== This is C<<1 stuff - learn C<<1 first! https://dev.arachne.cz/svn/cll1h ==== */
 174
 175 struct Index
 176 {
 177  char *addr;
 178  char *id;
 179  struct Index *parent;
 180  int bitmask;
 181  int children;
 182  list(Index);
 183 } *idxs=NULL, *idx, *metaindex;
 184
 185 void TheIP(void);
 186 /* function implemented in parsehosts.c */
 187
 188 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 189
 190 char *index_id(char *ip, int bitmask);
 191 /* function implemented in ipv4subnets.c */
 192
 193 char *subnet_id(char *ip, int bitmask);
 194 /* function implemented in ipv4subnets.c */
 195
 196 /* ================= Let's parse configuration file here ================ */
 197
 198 void reject_config_and_exit(char *filename)
 199 {
 200  printf("Configuration file %s rejected - abnormal exit.",filename);
 201  exit(-1);
 202 }
 203
 204 void get_config(char *config_filename)
 205 {
 206  char *cnf="mark";
 207
 208  printf("Configured keywords: ");
 209  parse(config_filename)
 210  {
 211   option("keyword",kwd);
 212   if(kwd)
 213   {
 214    printf("%s ",kwd);
 215
 216    create(keyword,Keyword);
 217    keyword->key=kwd;
 218    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 219    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 220    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 221    keyword->data_prio=4;               /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 222    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 223    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 224    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 225    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 226    keyword->default_prio=highest_priority+1;
 227    keyword->html_color="000000";
 228    keyword->ip_count=0;
 229    keyword->leaf_discipline="";
 230
 231    push(keyword,keywords);
 232    if(!defaultkeyword) defaultkeyword=keyword;
 233    keywordcount++;
 234
 235    kwd=NULL;
 236   }
 237   else
 238   {
 239     for_each(keyword,keywords)
 240     {
 241      int l=strlen(keyword->key);
 242
 243      if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 244      {
 245       char *tmptr=_; /*  <---- l+1 ----> */
 246       _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 247       ioption("asymetry-ratio",keyword->asymetry_ratio);
 248       ioption("asymetry-treshold",keyword->asymetry_fixed);
 249       ioption("magic-relative-limit",keyword->data_limit);
 250       ioption("magic-relative-prio",keyword->data_prio);
 251       loption("magic-fixed-limit",keyword->fixed_limit);
 252       loption("magic-fixed-prio",keyword->fixed_prio);
 253       ioption("htb-default-prio",keyword->default_prio);
 254       ioption("htb-rate-bonus",keyword->reserve_min);
 255       ioption("htb-ceil-malus",keyword->reserve_max);
 256       option("leaf-discipline",keyword->leaf_discipline);
 257       option("html-color",keyword->html_color);
 258       _=tmptr;
 259
 260       if(keyword->data_limit || keyword->fixed_limit ||
 261          keyword->data_prio || keyword->fixed_prio)
 262       {
 263        use_credit=1;
 264       }
 265      }
 266     }
 267   }
 268
 269   option("tc",tc);
 270   option("iptables",iptables);
 271   option("iptables-save",iptablessave); /* new */
 272   option("iptables-restore",iptablesrestore); /* new */
 273   option("iptables-in-filename",iptablesfile); /* new */
 274   option("hosts",hosts);
 275   option("lan-interface",lan);
 276   option("wan-interface",wan);
 277   option("lan-medium",lan_medium);
 278   option("wan-medium",wan_medium);
 279   lloption("wan-download",line);
 280   lloption("wan-upload",up);
 281   ioption("hall-of-fame-enable",hall_of_fame);
 282   option("hall-of-fame-title",title);
 283   option("hall-of-fame-filename",html);
 284   option("json-filename",json_traffic);
 285   option("hall-of-fame-preview",preview);
 286   option("json-preview",json_preview);
 287   option("log-filename",cmdlog);
 288   option("credit-filename",credit);
 289   option("classmap-filename",classmap);
 290   ioption("credit-enable",enable_credit);
 291   option("log-traffic-directory",log_dir);
 292   option("log-traffic-html-directory",html_log_dir);
 293   option("log-traffic-url-path",log_url);
 294   option("jquery-url",jquery_url);
 295   option("lms-url",lms_url);
 296   ioption("use-jquery-popups",use_jquery_popups);
 297   option("qos-free-zone",qos_free_zone);
 298   ioption("qos-free-delay",qos_free_delay);
 299   ioption("qos-proxy-enable",qos_proxy);
 300   option("qos-proxy-ip",proxy_ip);
 301   option("htb-leaf-discipline",qos_leaf);
 302   ioption("qos-proxy-port",proxy_port);
 303   ioption("free-rate",free_min);
 304   ioption("free-ceil",free_max);
 305   ioption("htb-burst",burst);
 306   ioption("htb-burst-main",burst_main);
 307   ioption("htb-burst-group",burst_group);
 308   ioption("htb-nesting-limit",max_nesting);
 309   ioption("htb-r2q",htb_r2q);
 310   ioption("magic-include-upload",include_upload);
 311   ioption("magic-treshold",magic_treshold);
 312   option("filter-type", cnf);
 313 /* not yet implemented:
 314   ioption("magic-fixed-packets",fixed_packets);
 315   ioption("magic-relative-packets",packet_limit);
 316 */
 317  }
 318  fail
 319  {
 320   perror(config_filename);
 321   puts("Warning - using built-in defaults instead ...");
 322  }
 323  done; /* ugly macro end */
 324  printf("\n");
 325
 326  /* leaf discipline for keywords */
 327  for_each(keyword,keywords)
 328  {
 329     if(!strcmpi(keyword->leaf_discipline, ""))
 330     {
 331         keyword->leaf_discipline = qos_leaf;
 332     }
 333  }
 334
 335  if(strcmpi(cnf, "mark"))
 336  {
 337   filter_type = 2;
 338   mark = "CLASSIFY";
 339   mark_iptables = "CLASSIFY --set-class 1:";
 340  }
 341  else
 342  {
 343   filter_type = 1;
 344   mark = "MARK";
 345   mark_iptables = "MARK --set-mark ";
 346  }
 347
 348  /* are supplied values meaningful ?*/
 349  if(line<=0 || up<=0)
 350  {
 351   puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
 352   reject_config_and_exit(config_filename);
 353  }
 354 }
 355
 356 /* ===================== traffic analyser - uses iptables  ================ */
 357
 358 void get_traffic_statistics(void)
 359 {
 360  char *str,*cmd;
 361  int downloadflag=0;
 362
 363  textfile(Pipe,str) *line,*lines=NULL;
 364  string(str,STRLEN);
 365  string(cmd,STRLEN);
 366
 367  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 368  shell(cmd);
 369  input(str,STRLEN)
 370  {
 371   create(line,Pipe);
 372   line->str=str;
 373   string(str,STRLEN);
 374   append(line,lines);
 375  }
 376
 377  for_each(line,lines)
 378  {
 379   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 380   unsigned long long traffic=0;
 381   unsigned long pkts=0;
 382   char *ipaddr=NULL,*ptr;
 383
 384   /* debug puts(line->str); */
 385   valid_columns(ptr,line->str,' ',col)
 386   if(valid) switch(col)
 387   {
 388    case 1: if(eq(ptr,"Chain"))
 389            {
 390             setchainname=1;
 391            }
 392            else if(eq(ptr,"pkts"))
 393            {
 394             valid=0;
 395            }
 396            else
 397            {
 398             sscanf(ptr,"%lu",&pkts);
 399            }
 400            break;
 401    case 2: if(setchainname)
 402            {
 403             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 404             {
 405              downloadflag = 1;
 406             }
 407             else
 408             {
 409              if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 410              {
 411               downloadflag = 0;
 412              }
 413             }
 414             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 415             {
 416              commonflag = 1;
 417             }
 418            }
 419            else
 420            {
 421             sscanf(ptr,"%Lu",&traffic);
 422             traffic += (1<<19);
 423             traffic >>= 20;
 424            }
 425            break;
 426    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 427            {
 428             accept=eq(ptr,mark);
 429            }
 430             /*if(filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 431            break;
 432    case 8: if(downloadflag)
 433            {
 434             if(strstr(proxy_ip,ptr))
 435             {
 436              proxyflag=1;
 437             }
 438            }
 439            else
 440            {
 441             ipaddr=ptr;
 442            }
 443            break;
 444    case 9: if(downloadflag)ipaddr=ptr;break;
 445   }
 446
 447     if(accept && traffic>0 && ipaddr)
 448     {
 449      if(proxyflag)
 450      {
 451       printf("(proxy) ");
 452      }
 453      else if(!downloadflag)
 454      {
 455       printf("(upload) ");
 456      }
 457      printf("IP %s: %Lu MB (%ld pkts)\n", ipaddr, traffic, pkts);
 458
 459      if_exists(ip,ips,eq(ip->addr,ipaddr));
 460      else
 461      {
 462       TheIP();
 463       ip->addr=ipaddr;
 464       if(eq(ip->addr,"0.0.0.0/0"))
 465       {
 466        ip->name="(unregistered)";
 467        ip->min=free_min;
 468        ip->max=ip->desired=free_max;
 469       }
 470      }
 471
 472      if(downloadflag)
 473      {
 474       if(proxyflag)
 475       {
 476        ip->proxy=traffic;
 477       }
 478       else
 479       {
 480        ip->traffic+=traffic;
 481       }
 482       ip->direct=ip->traffic-ip->upload-ip->proxy;
 483       ip->pktsdown=pkts;
 484      }
 485      else
 486      {
 487       ip->upload=traffic;
 488       ip->pktsup=pkts;
 489       if(include_upload)
 490       {
 491        ip->traffic+=traffic;
 492       }
 493       else
 494       {
 495        if(traffic>ip->traffic)
 496        {
 497         ip->traffic=traffic;
 498        }
 499       }
 500      }
 501     }
 502   }
 503   free(cmd);
 504 }
 505
 506 /* ========== This function executes, logs OR ALSO prints command ========== */
 507
 508 void safe_run(char *cmd)
 509 {
 510  if(dry_run)
 511  {
 512   printf("\n=>%s\n",cmd);
 513  }
 514  else
 515  {
 516   system(cmd);
 517  }
 518  if(log_file)
 519  {
 520   fprintf(log_file,"%s\n",cmd);
 521  }
 522 }
 523
 524 void save_line(char *line)
 525 {
 526  fprintf(iptables_file,"%s\n",line);
 527 }
 528
 529 void run_restore(void)
 530 {
 531  char *restor;
 532  string(restor,STRLEN);
 533
 534  /*-----------------------------------------------------------------*/
 535  printf("Running %s <%s ...\n", iptablesrestore, iptablesfile);
 536  /*-----------------------------------------------------------------*/
 537
 538  save_line("COMMIT");
 539  fclose(iptables_file);
 540  if(dry_run)
 541  {
 542   parse(iptablesfile)
 543   {
 544    printf("%s\n",_);
 545   }
 546   done; /* ugly macro end */
 547  }
 548
 549  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 550  safe_run(restor);
 551
 552  free(restor);
 553 }
 554
 555 char *parse_datafile_line(char *str)
 556 {
 557  char *ptr=strchr(str,' ');
 558
 559  if(ptr)
 560  {
 561   *ptr=0;
 562   ptr++;
 563   return ptr;
 564  }
 565  else
 566  {
 567   return NULL;
 568  }
 569 }
 570
 571 void append_log(struct IP *self) /*using global variables*/
 572 {
 573  char *d, *str;
 574  FILE *f;
 575
 576  date(d); /* this is typical cll1.h macro - prints current date */
 577  string(str,STRLEN);
 578  sprintf(str,"%s/%s.log", log_dir, self->name);
 579  f=fopen(str,"a");
 580  if(f > 0)
 581  {
 582   fprintf(f,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%d\t%s",
 583             time(NULL), self->name, self->traffic, self->direct, self->proxy,
 584             self->upload, self->min, self->max, self->desired, self->lmsid, d); /* d = date*/
 585   fclose(f);
 586  }
 587  else
 588  {
 589   perror(str);
 590  }
 591 }
 592
 593 /*-----------------------------------------------------------------*/
 594 /* Are you looking for int main(int argc, char **argv) ? :-))      */
 595 /*-----------------------------------------------------------------*/
 596
 597 program
 598 {
 599  int i=0;                    /* just plain old Fortran style integer :-) */
 600  FILE *f=NULL;               /* everything is just stream of bytes... */
 601  char *str, *ptr, *d;        /* LET A$=B$ :-) */
 602  char *substring;
 603
 604  int parent=1;
 605  int just_flush=FALSE;       /* deactivates all previous actions */
 606  int nodelay=FALSE;
 607  int just_preview=FALSE;     /* preview - generate just stats */
 608  int start_shaping=FALSE;    /* apply FUP - requires classmap file */
 609  int just_logs=FALSE;        /* just parse logs */
 610  int run=FALSE;
 611  int total=0;
 612
 613  char *chain_forward, *chain_postrouting;
 614  char *althosts=NULL;
 615
 616  printf("\n\
 617 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
 618 Version %s - Copyright (C)2005-2012 Michael Polak, Arachne Labs\n\
 619 iptables-restore & burst tunning & classify modification by Ludva\n\
 620 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
 621
 622  /*----- Boring... we have to check command line options first: ----*/
 623  arguments
 624  {
 625   argument("-c") { nextargument(config); }
 626   argument("-h") { nextargument(althosts);}
 627   argument("-d") { run=TRUE; dry_run=TRUE; }
 628   argument("-f") { run=TRUE; just_flush=TRUE; }
 629   argument("-9") { run=TRUE; just_flush=9; }
 630   argument("-p") { run=TRUE; just_preview=TRUE; }
 631   argument("-s") { run=TRUE; just_preview=TRUE; start_shaping=TRUE; }
 632   argument("-r") { run=TRUE; }
 633   argument("-n") { run=TRUE; nodelay=TRUE; }
 634   argument("-l") { just_logs=TRUE; }
 635   argument("-m") { just_logs=TRUE; }
 636   argument("-y") { just_logs=TRUE; }
 637   argument("-?") { help(); exit(0); }
 638   argument("--help") { help(); exit(0); }
 639   argument("-v") { exit(0); }
 640   argument("--version") { exit(0); }
 641  }
 642
 643  if(dry_run)
 644  {
 645   puts("*** THIS IS JUST DRY RUN ! ***\n");
 646  }
 647
 648  date(d); /* this is typical cll1.h macro - prints current date */
 649
 650  /*-----------------------------------------------------------------*/
 651  printf("Parsing configuration file %s ...\n", config);
 652  /*-----------------------------------------------------------------*/
 653  get_config(config);
 654
 655  if(just_logs)
 656  {
 657   parse_ip_log(argc,argv);
 658   exit(0);
 659  }
 660  else if(not run)
 661  {
 662   help();
 663   exit(0);
 664  }
 665
 666  if(althosts)
 667  {
 668   hosts=althosts;
 669  }
 670
 671  if(just_flush<9)
 672  {
 673   /*-----------------------------------------------------------------*/
 674   puts("Parsing iptables verbose output ...");
 675   /*-----------------------------------------------------------------*/
 676   get_traffic_statistics();
 677  }
 678
 679  /*-----------------------------------------------------------------*/
 680  printf("Parsing class defintion file %s ...\n", hosts);
 681  /*-----------------------------------------------------------------*/
 682  parse_hosts(hosts);
 683
 684  /*-----------------------------------------------------------------*/
 685  /* cll1.h - let's allocate brand new character buffer...           */
 686  /*-----------------------------------------------------------------*/
 687  string(str,STRLEN);
 688
 689  /*-----------------------------------------------------------------*/
 690  puts("Resolving shared connections ...");
 691  /*-----------------------------------------------------------------*/
 692  for_each(ip,ips) if(ip->sharing)
 693  {
 694   for_each(sharedip,ips) if(eq(sharedip->name,ip->sharing))
 695   {
 696    sharedip->traffic+=ip->traffic;
 697    ip->traffic=0;
 698    ip->mark=sharedip->mark;
 699    ip->lmsid=sharedip->lmsid;
 700    break;
 701   }
 702   if(not sharedip)
 703   {
 704    printf("Unresolved shared connection: %s %s sharing-%s\n",
 705           ip->addr, ip->name, ip->sharing);
 706   }
 707  }
 708
 709  if(enable_credit && just_flush<9)
 710  {
 711   /*-----------------------------------------------------------------*/
 712   printf("Parsing credit file %s ...\n", credit);
 713   /*-----------------------------------------------------------------*/
 714   parse(credit)
 715   {
 716    ptr=parse_datafile_line(_);
 717    if(ptr)
 718    {
 719     if_exists(ip,ips,eq(ip->addr,_))
 720     {
 721      sscanf(ptr,"%Lu",&(ip->credit));
 722     }
 723    }
 724   }
 725   done; /* ugly macro end */
 726  }
 727
 728  if(!just_preview)
 729  {
 730   /*-----------------------------------------------------------------*/
 731   puts("Initializing iptables and tc classes ...");
 732   /*-----------------------------------------------------------------*/
 733
 734   iptables_file=fopen(iptablesfile,"w");
 735   if(iptables_file == NULL)
 736   {
 737     puts("Cannot open iptablesfile!");
 738     exit(-1);
 739   }
 740
 741   log_file=fopen(cmdlog,"w");
 742   if(log_file == NULL)
 743   {
 744     puts("Cannot open logfile!");
 745     exit(-1);
 746   }
 747
 748   save_line(iptablespreamble);
 749   run_restore();
 750
 751   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
 752   safe_run(str);
 753
 754   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
 755   safe_run(str);
 756
 757   iptables_file=fopen(iptablesfile,"w");
 758   save_line(iptablespreamble);
 759
 760   if(qos_free_zone && *qos_free_zone!='0')
 761   {
 762    char *chain;
 763
 764    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
 765    save_line(str);
 766
 767    if(qos_proxy)
 768    {
 769     save_line(":post_noproxy - [0:0]");
 770     sprintf(str,"-A POSTROUTING ! -p tcp -o %s -j post_noproxy", lan);
 771     save_line(str);
 772     sprintf(str,"-A POSTROUTING ! -s %s -o %s -j post_noproxy", proxy_ip, lan);
 773     save_line(str);
 774     sprintf(str,"-A POSTROUTING -s %s -p tcp ! --sport %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
 775     save_line(str);
 776
 777     chain="post_noproxy";
 778    }
 779    else
 780    {
 781     chain="POSTROUTING";
 782    }
 783
 784    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
 785    save_line(str);
 786   }
 787
 788   if(ip_count>idxtable_treshold1 && !just_flush)
 789   {
 790    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
 791    char *subnet, *buf;
 792    /*-----------------------------------------------------------------*/
 793    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
 794    /*-----------------------------------------------------------------*/
 795
 796    save_line(":post_common - [0:0]");
 797    save_line(":forw_common - [0:0]");
 798
 799    for_each(ip,ips) if(ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
 800    {
 801     buf=index_id(ip->addr,bitmask);
 802     if_exists(idx,idxs,eq(idx->id,buf))
 803     {
 804      idx->children++;
 805     }
 806     else
 807     {
 808      create(idx,Index);
 809      idx->addr=ip->addr;
 810      idx->id=buf;
 811      idx->bitmask=bitmask;
 812      idx->parent=NULL;
 813      idx->children=0;
 814      idxcount++;
 815      push(idx,idxs);
 816     }
 817    }
 818
 819    /* brutal perfomance optimalization */
 820    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
 821    {
 822     bitmask-=idxtable_bitmask2;
 823     idxcount=0;
 824
 825     for_each(idx,idxs) if(idx->parent == NULL)
 826     {
 827      buf=index_id(idx->addr,bitmask);
 828      if_exists(metaindex,idxs,eq(metaindex->id,buf))
 829      {
 830       metaindex->children++;
 831      }
 832      else
 833      {
 834       create(metaindex,Index);
 835       metaindex->addr=idx->addr;
 836       metaindex->id=buf;
 837       metaindex->bitmask=bitmask;
 838       metaindex->parent=NULL;
 839       metaindex->children=0;
 840       idxcount++;
 841       push(metaindex,idxs);
 842      }
 843      idx->parent=metaindex;
 844     }
 845    }
 846
 847    /* this should slightly optimize throughout ... */
 848    sort(idx,idxs,desc_order_by,children);
 849    sort(idx,idxs,order_by,bitmask);
 850
 851    i=0;
 852    for_each(idx,idxs)
 853    {
 854     subnet=subnet_id(idx->addr,idx->bitmask);
 855     printf("%d: %s/%d\n",
 856            ++i, subnet, idx->bitmask);
 857
 858     sprintf(str,":post_%s - [0:0]", idx->id);
 859     save_line(str);
 860
 861     sprintf(str,":forw_%s - [0:0]", idx->id);
 862     save_line(str);
 863
 864     if(idx->parent)
 865     {
 866      string(buf,strlen(idx->parent->id)+6);
 867      sprintf(buf,"post_%s",idx->parent->id);
 868     }
 869     else
 870     {
 871      buf="POSTROUTING";
 872     }
 873
 874     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
 875     save_line(str);
 876
 877     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
 878     save_line(str);
 879
 880     if(idx->parent)
 881     {
 882      string(buf,strlen(idx->parent->id)+6);
 883      sprintf(buf,"forw_%s",idx->parent->id);
 884     }
 885     else
 886     {
 887      buf="FORWARD";
 888     }
 889
 890     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
 891     save_line(str);
 892
 893     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
 894     save_line(str);
 895    }
 896    printf("Total indexed iptables chains created: %d\n", i);
 897
 898    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
 899    save_line(str);
 900
 901    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
 902    save_line(str);
 903   }
 904
 905  }
 906
 907  if(just_flush)
 908  {
 909   fclose(iptables_file);
 910   if(log_file)
 911   {
 912    fclose(log_file);
 913   }
 914   puts("Just flushed iptables and tc classes - now exiting ...");
 915   exit(0);
 916  }
 917
 918  if(!just_preview)
 919  {
 920   if(!dry_run && !nodelay && qos_free_delay)
 921   {
 922    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
 923    sleep(qos_free_delay);
 924   }
 925
 926   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",
 927               tc,lan,htb_r2q);
 928   safe_run(str);
 929
 930   sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
 931                tc,lan,lan_medium,lan_medium,burst_main,highest_priority);
 932   safe_run(str);
 933
 934   sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
 935                 tc,lan,line,line,burst_main,highest_priority);
 936   safe_run(str);
 937
 938   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
 939   safe_run(str);
 940
 941   sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
 942                tc,wan,wan_medium,wan_medium,burst_main,highest_priority);
 943   safe_run(str);
 944
 945   sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
 946                tc,wan,up,up,burst_main,highest_priority);
 947   safe_run(str);
 948  }
 949
 950  /*-----------------------------------------------------------------*/
 951  puts("Locating heavy downloaders and generating root classes ...");
 952  /*-----------------------------------------------------------------*/
 953  sort(ip,ips,desc_order_by,traffic);
 954
 955  /*-----------------------------------------------------------------*/
 956  /* sub-scope - local variables */
 957  {
 958   long long int rate = line;
 959   long long int max = line;
 960   int group_count = 0;
 961   FILE *credit_file = NULL;
 962
 963   if(!just_preview && !dry_run && enable_credit)
 964   {
 965    credit_file = fopen(credit,"w");
 966   }
 967
 968   for_each(group,groups)
 969   {
 970    if(!just_preview)
 971    {
 972     //download
 973     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #down desired %d",
 974                  tc, lan, parent, group->id, rate, max, burst_group, highest_priority+1, group->desired);
 975     safe_run(str);
 976
 977     //upload
 978     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #up desired %d",
 979                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, highest_priority+1, group->desired);
 980     safe_run(str);
 981    }
 982
 983    if(group_count++ < max_nesting)
 984    {
 985     parent = group->id;
 986    }
 987
 988    rate -= digital_divide*group->min;
 989    if(rate < group->min)
 990    {
 991     rate = group->min;
 992    }
 993
 994    /*shaping of aggresive downloaders, with credit file support */
 995    if(use_credit)
 996    {
 997     int group_rate = group->min, priority_sequence = lowest_priority;
 998
 999     for_each(ip, ips) if(ip->min == group->min && ip->max > ip->min)
1000     {
1001      if(    ip->keyword->data_limit && !ip->fixedprio
1002          && (   ip->traffic>ip->credit
1003               + (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))) )
1004      {
1005       if(group_rate<ip->max)
1006       {
1007        ip->max=group_rate;
1008       }
1009       group_rate+=magic_treshold;
1010       ip->prio=lowest_priority;
1011       if(ip->prio<highest_priority+2)
1012       {
1013        ip->prio=highest_priority+2;
1014       }
1015      }
1016      else
1017      {
1018       if(    ip->keyword->data_prio
1019           && !ip->fixedprio
1020           && (   ip->traffic>ip->credit
1021                + (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20))) )
1022       {
1023        ip->prio=priority_sequence--;
1024        if(ip->prio<highest_priority+1)
1025        {
1026         ip->prio=highest_priority+1;
1027        }
1028       }
1029
1030       if(credit_file)
1031       {
1032        unsigned long long lcredit=0;
1033
1034        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1035        {
1036         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1037        }
1038        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1039       }
1040      }
1041     }
1042    }
1043   }
1044   if(credit_file)
1045   {
1046    fclose(credit_file);
1047   }
1048  }
1049
1050  if(just_preview)
1051  {
1052   if(start_shaping)
1053   {
1054    printf("Reading %s and applying Fair Use Policy rules ... \n", classmap);
1055    parse(classmap)
1056    {
1057     ptr=strchr(_,' ');
1058     if(ptr)
1059     {
1060      *ptr=0;
1061      ptr++;
1062      if_exists(ip,ips,eq(ip->addr,_))
1063      {
1064       ip->mark=atoi(ptr);
1065       if(ip->max < ip->desired) /* apply FUP limit immediately.... */
1066       {
1067        printf("Applying limit for %-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
1068        printf("(down: %dk-%dk ", ip->min, ip->max);
1069        sprintf(str, "%s class change dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1070                     tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
1071        safe_run(str);
1072        printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1073                                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
1074        sprintf(str,"%s class change dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1075                     tc, wan, ip->group, ip->mark,
1076                     (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1077                     (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
1078        safe_run(str);
1079       }
1080      }
1081     }
1082    }
1083    fail
1084    {
1085     perror(classmap);
1086     puts("Warning - classmap file not fund, just generating preview ...");
1087     start_shaping=FALSE;
1088    }
1089    done; /* ugly macro end */
1090   }
1091   html=preview;
1092   json_traffic=json_preview;
1093  }
1094
1095  if(!dry_run && !just_flush)
1096  {
1097   /*-----------------------------------------------------------------*/
1098   printf("Writing json traffic overview  %s ... ", json_traffic);
1099   /*-----------------------------------------------------------------*/
1100   write_json_traffic(json_traffic);
1101  }
1102
1103  f=fopen(html,"w");
1104  if(f > 0)
1105  {
1106   int count=1;
1107   i=0;
1108
1109   /*-----------------------------------------------------------------*/
1110   printf("Sorting data and generating statistics page %s ...\n", html);
1111   /*-----------------------------------------------------------------*/
1112
1113   if(use_jquery_popups)
1114   {
1115    fprintf(f,"<script type=\"text/javascript\" src=\"%s\"></script>\n", jquery_url);
1116   }
1117   fputs("<table class=\"decorated last\">\n\
1118 <caption>Bandwidth classes</caption>\n\
1119 <thead><tr>\n\
1120 <th style=\"text-align: right\">#</th>\n\
1121 <th style=\"text-align: right\">group</th>\n\
1122 <th style=\"text-align: right\">IPs</th>\n\
1123 <th style=\"text-align: right\">requested</th>\n",f);
1124   fprintf(f,"<th colspan=\"%d\">data limits</th>\n", keywordcount);
1125   fputs("</tr></thead><tbody>\n",f);
1126
1127   row_odd_even = 0;
1128   for_each(group, groups)
1129   {
1130 #ifdef DEBUG
1131    printf("%d kb/s group: %d bandwidth requested: %d kb/s\n",group->min,group->count,group->desired);
1132 #endif
1133    fprintf(f, "%s<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1134               tr_odd_even(), count, group->min);
1135    fprintf(f, "<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1136               group->count, group->desired);
1137
1138    for_each(keyword, keywords) if(keyword->ip_count)
1139    {
1140     fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%d&nbsp;MB</span></td>",
1141               keyword->html_color, group->min*keyword->data_limit);
1142    }
1143    i += group->desired;
1144    total += group->count;
1145    count++;
1146   }
1147 #ifdef DEBUG
1148    printf("Total groups: %d Total bandwidth requested: %d kb/s\nAGGREGATION: 1/%d\n",
1149           count, i, i/line);
1150 #endif
1151    fprintf(f,"</tr></tbody>\n\
1152 <thead><tr>\n\
1153 <th colspan=\"2\" style=\"text-align: left\">Line %Ld kb/s</td>",line);
1154    fprintf(f,"<th style=\"text-align: right\">%d</td><th style=\"text-align: right\">%d kb/s</td>",total,i);
1155
1156    for_each(keyword, keywords) if(keyword->ip_count)
1157    {
1158     fprintf(f,"<th style=\"text-align: right\">%d IPs</th>",keyword->ip_count);
1159    }
1160    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n", (int)(0.5+i/line));
1161    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n", keywordcount, total);
1162
1163    fputs("</thead></table>\n",f);
1164  }
1165  else if(!dry_run && !just_flush)
1166  {
1167   perror(html);
1168  }
1169
1170  i=0;
1171  if(f > 0)
1172  {
1173   unsigned long long total_traffic=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1174   int active_classes=0;
1175   int colspan=12;
1176   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1177   int limit_count=0, prio_count=0;
1178   int popup_button=0;
1179
1180   if(qos_proxy)
1181   {
1182    colspan++;
1183   }
1184
1185   fprintf(f,"<p><table class=\"decorated last\">\n<caption>%s",title);
1186   fprintf(f," (%s)</caption>\n", d);
1187   fputs("<thead><tr>\n<th colspan=\"3\">&nbsp;</th>\n",f);
1188   fputs("<th style=\"text-align: right\">credit</th>\n\
1189 <th style=\"text-align: right\">FUP</th>\n\
1190 <th style=\"text-align: right\">total</th>\n\
1191 <th style=\"text-align: right\">down</th>\n",f);
1192   if(qos_proxy)
1193   {
1194    fputs("<th style=\"text-align: right\">proxy</th>\n",f);
1195   }
1196   fputs("<th style=\"text-align: right\">up</th>\n\
1197 <th style=\"text-align: right\">min</th>\n\
1198 <th style=\"text-align: right\">max</th>\n\
1199 <th style=\"text-align: right\">limit</th>\n\
1200 <th>&nbsp;</th>\n\
1201 </tr><tr>\n\
1202 <th style=\"text-align: right\">#</th>\n\
1203 <th>hostname [+sharing]</th>\n\
1204 <th style=\"text-align: right\">LMS</th>\n\
1205 <th style=\"text-align: right\">MB</th>\n\
1206 <th style=\"text-align: right\">MB</th>\n\
1207 <th style=\"text-align: right\">MB</th>\n\
1208 <th style=\"text-align: right\">MB</th>\n\
1209 <th style=\"text-align: right\">MB</th>\n\
1210 <th style=\"text-align: right\">kb/s</th>\n\
1211 <th style=\"text-align: right\">kb/s</th>\n\
1212 <th style=\"text-align: right\">kb/s</th>\n\
1213 <th>prio</th>\n\
1214 </tr></thead><tbody>\n",f);
1215
1216   row_odd_even = 0;
1217   for_each(ip,ips) if(!use_jquery_popups || !ip->sharing)
1218   {
1219    char *f1="", *f2="";
1220    i++;
1221
1222    if(ip->max < ip->desired)
1223    {
1224     f1="<span style=\"color:red\">";
1225     f2="</span>";
1226     limit_count++;
1227    }
1228    else if(ip->prio > highest_priority+1)
1229    {
1230     f1="<span style=\"color:brown\">";
1231     f2="</span>";
1232     prio_count++;
1233    }
1234
1235 #ifdef DEBUG
1236    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1237 #endif
1238    /* hostnames -------------------------------------- */
1239    fprintf(f,"%s<td style=\"text-align: right\"><a name=\"%s\"></a>%d</td><td><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</a>\n",
1240               tr_odd_even(), ip->name, i, log_url, ip->name, ip->name);
1241
1242    if(use_jquery_popups)
1243    {
1244      fprintf(f,"<span id=\"sharing_%d\" style=\"display:none\">",i);
1245      popup_button=0;
1246      for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1247      {
1248       fprintf(f,"<br /><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</a>\n", log_url, sharedip->name, sharedip->name);
1249       popup_button++;
1250      }
1251      fputs("</span>\n",f);
1252      if(popup_button)
1253      {
1254       fprintf(f,"<span>[<a class=\"blue\" href=\"#\" onClick=\"$(this).parent().hide();$(\'#sharing_%d\').show();$(\'#download_%d\').show();$(\'#upload_%d\').show();return(false);\" style=\"cursor: pointer;\">+%d</a>]</span>",
1255                 i, i, i, popup_button);
1256      }
1257    }
1258    fputs("</td>\n",f);
1259    /* ----------------------------------------------- */
1260
1261    if(found_lmsid)
1262    {
1263     fputs("<td style=\"text-align: right\">",f);
1264     if(ip->lmsid > 0)
1265     {
1266      fprintf(f,"<a class=\"blue\" target=\"_blank\" href=\"%s%d\">%04d</a>\n", lms_url, ip->lmsid, ip->lmsid);
1267     }
1268     else if(ip->lmsid == 0)
1269     {
1270      fputs("-------",f);
1271     }
1272     fputs("</td>\n",f);
1273    }
1274    fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->credit);
1275    fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%Lu</span></td>",
1276              ip->keyword->html_color,
1277              ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1278    fprintf(f,"<td style=\"text-align: right\">%s%Lu%s", f1, ip->traffic, f2);
1279
1280    /* download --------------------------------------- */
1281    fprintf(f,"</td><td style=\"text-align: right\">%Lu", ip->direct);
1282    if(use_jquery_popups)
1283    {
1284      fprintf(f,"<span id=\"download_%d\" style=\"display:none\">",i);
1285      for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1286      {
1287       fprintf(f,"<br />%Lu", sharedip->direct);
1288      }
1289      fputs("</span>\n",f);
1290    }
1291    fputs("</td>\n",f);
1292    /* ----------------------------------------------- */
1293
1294    if(qos_proxy)
1295    {
1296     fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->proxy);
1297    }
1298    /* upload ---------------------------------------- */
1299    fprintf(f,"<td style=\"text-align: right\">%Lu", ip->upload);
1300    if(use_jquery_popups)
1301    {
1302      fprintf(f,"<span id=\"upload_%d\" style=\"display:none\">",i);
1303      for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1304      {
1305       fprintf(f,"<br />%Lu", sharedip->upload);
1306      }
1307      fputs("</span>\n",f);
1308    }
1309    fputs("</td>\n",f);
1310    /* ----------------------------------------------- */
1311
1312    fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1313 <td style=\"text-align: right\">%d</td>\n\
1314 <td style=\"text-align: right\">%s%d%s</td>\n\
1315 <td>%s%d%s</td></tr>\n",
1316              ip->min, ip->desired,
1317              f1, ip->max, f2,
1318              f1, ip->prio, f2);
1319
1320    total_traffic+=ip->traffic;
1321    total_direct+=ip->direct;
1322    total_proxy+=ip->proxy;
1323    total_upload+=ip->upload;
1324    if(ip->traffic>0)
1325    {
1326     active_classes++;
1327     tmp_sum+=ip->traffic;
1328     create(sum,Sum);
1329     sum->l=tmp_sum;
1330     sum->i=active_classes;
1331     insert(sum,sums,order_by,i);
1332    }
1333
1334    if(!just_preview)
1335    {
1336     append_log(ip);
1337     for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1338     {
1339      append_log(sharedip);
1340     }
1341    }
1342   }
1343   fprintf(f,"</tbody><thead><tr>\n\
1344 <th colspan=\"%d\" style=\"text-align: left\">%d CLASSES</th>", colspan-7, i);
1345   fprintf(f,"<th style=\"text-align: right\">%Lu</th><th style=\"text-align: right\">%Lu</th>\n", total_traffic, total_direct);
1346   if(qos_proxy)
1347   {
1348    fprintf(f,"<th style=\"text-align: right\">%Lu</th>\n", total_proxy);
1349   }
1350   fprintf(f,"<th style=\"text-align: right\">%Lu</th>", total_upload);
1351   fprintf(f,"<th colspan=\"4\"><span style=\"color:red\">LIMIT %dx</span> <span style=\"color:brown\">LOW-PRIO %dx</span></th></tr>\n</thead></table>\n",limit_count,prio_count);
1352
1353   row_odd_even = 0;
1354   if(active_classes>10)
1355   {
1356    int top20_count=0,top20_perc1=0;
1357    long long top20_perc2=0;
1358    unsigned long long top20_sum=0l;
1359
1360    fputs("<a name=\"erp\"></a><p><table class=\"decorated last\"><caption>Enterprise Resource Planning (ERP)</caption>\n",f);
1361    fputs("<thead><tr>\n\
1362 <th>Analytic category</th>\n\
1363 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
1364 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
1365 </tr></thead><tbody>\n",f);
1366
1367    if_exists(sum,sums,sum->l>=total_traffic/4)
1368    {
1369     fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
1370     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1371 <td style=\"text-align: right\">%d %%</td>\n\
1372 <td style=\"text-align: right\">%Lu MB</td>\n\
1373 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1374               sum->i, (100*sum->i+50)/active_classes, sum->l, (100*sum->l+50)/total_traffic);
1375    }
1376
1377    if_exists(sum,sums,sum->i==10)
1378    {
1379     fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
1380     fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
1381 <td style=\"text-align: right\">%d %%</td>\n\
1382 <td style=\"text-align: right\">%Lu MB</td>\n\
1383 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1384               (100*sum->i+50)/active_classes, sum->l, (100*sum->l+50)/total_traffic);
1385    }
1386
1387    if_exists(sum,sums,sum->l>=total_traffic/2)
1388    {
1389     fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
1390     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1391 <td style=\"text-align: right\">%d %%</td>\n\
1392 <td style=\"text-align: right\">%Lu MB</td>\n\
1393 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1394               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1395    }
1396
1397    if_exists(sum,sums,sum->l>=4*total_traffic/5)
1398    {
1399     fprintf(f,"%s<td>Top 80%% of traffic</td>\n", tr_odd_even());
1400     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1401 <td style=\"text-align: right\">%d %%</td>\n\
1402 <td style=\"text-align: right\">%Lu MB</td>\n\
1403 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1404               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1405    }
1406
1407    if_exists(sum,sums,sum->i>=(active_classes+1)/5)
1408    {
1409     fprintf(f,"%s<td>Top 20%% downloaders</td>\n", tr_odd_even());
1410     top20_count=sum->i;
1411     top20_perc1=(100*sum->i+50)/active_classes;
1412     top20_sum=sum->l;
1413     top20_perc2=(100*sum->l+50)/total_traffic;
1414     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1415 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1416 <td style=\"text-align: right\">%Lu MB</td>\n\
1417 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1418               top20_count,top20_perc1,top20_sum,top20_perc2);
1419    }
1420
1421    if_exists(sum,sums,sum->i>=(active_classes+1)/4)
1422    {
1423     fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1424     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1425 <td style=\"text-align: right\">%d %%</td>\n\
1426 <td style=\"text-align: right\">%Lu MB</td>\n\
1427 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1428               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1429    }
1430
1431    if_exists(sum,sums,sum->i>=(active_classes+1)/2)
1432    {
1433     fprintf(f,"%s<td>Top 50%% downloaders</td>\n", tr_odd_even());
1434     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1435 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1436 <td style=\"text-align: right\">%Lu MB</td>\n\
1437 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1438               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1439    }
1440
1441    if_exists(sum,sums,sum->i>=4*(active_classes+1)/5)
1442    {
1443     fprintf(f,"%s<td>Top 80%% downloaders</td>\n", tr_odd_even());
1444     fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1445 <td style=\"text-align: right\">%d %%</td>\n\
1446 <td style=\"text-align: right\">%Lu MB</td>\n\
1447 <td style=\"text-align: right\">%Ld %%</td></tr></tbody>\n",
1448               sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1449    }
1450
1451    fprintf(f,"<thead><tr><th><a class=\"blue\" target=\"_blank\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
1452    fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
1453 <th style=\"text-align: right\">100 %%</th>\n\
1454 <th style=\"text-align: right\">%Lu MB</th>\n\
1455 <th style=\"text-align: right\">100 %%</th></tr>\n",active_classes,total_traffic);
1456    fputs("</thead></table>\n", f);
1457
1458    /* write basic ERP data to log directory */
1459    if(!just_preview)
1460    {
1461     FILE *iplog;
1462     sprintf(str,"%s/ERP.log",log_dir);
1463     iplog=fopen(str,"a");
1464     if(iplog)
1465     {
1466      fprintf(iplog,"%ld\t%d\t%d %%\t%Lu M\t%Ld %%\tACTIVE %d\tTRAFFIC %Lu M\tCLASSES %d\tFUP-LIMIT %d\tLOW-PRIO %d\t%s",
1467                    time(NULL), top20_count, top20_perc1, top20_sum, top20_perc2,
1468                    active_classes, total_traffic, i, limit_count, prio_count, d); /* d = date*/
1469      fclose(iplog);
1470     }
1471     else
1472     {
1473      perror(str);
1474     }
1475    }
1476   }
1477
1478   fprintf(f, stats_html_signature, version);
1479   fclose(f);
1480  }
1481
1482  if(just_preview)
1483  {
1484   char swchar='p';
1485   if(start_shaping)
1486   {
1487    swchar='s';
1488   }
1489   printf("Statistics preview generated (-%c switch) - now exiting ...\n", swchar);
1490   exit(0);
1491  }
1492
1493  i=0;
1494 #ifdef DEBUG
1495  printf("%-22s %-15s mark\n","name","ip");
1496 #endif
1497
1498  printf("Writing %s ... ", classmap);
1499  f = fopen(classmap, "w");
1500  if(f < 0)
1501  {
1502   perror(classmap);
1503  }
1504
1505  /*-----------------------------------------------------------------*/
1506  puts("Generating iptables and tc classes ... ");
1507  /*-----------------------------------------------------------------*/
1508
1509  for_each(ip, ips) if(ip->mark > 0)
1510  {
1511   if(idxs)
1512   {
1513    char *buf;
1514    duplicate(ip->addr,buf);
1515    buf=index_id(ip->addr,32-idxtable_bitmask1);
1516
1517    string(chain_forward,6+strlen(buf));
1518    strcpy(chain_forward,"forw_");
1519    strcat(chain_forward,buf);
1520
1521    string(chain_postrouting,6+strlen(buf));
1522    strcpy(chain_postrouting,"post_");
1523    strcat(chain_postrouting,buf);
1524
1525    free(buf);
1526   }
1527   else
1528   {
1529    chain_forward="FORWARD";
1530    chain_postrouting="POSTROUTING";
1531   }
1532
1533 #ifdef DEBUG
1534   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
1535 #endif
1536
1537   /* -------------------------------------------------------- mark download */
1538
1539   sprintf(str, "-A %s -d %s/32 -o %s -j %s%d",
1540                chain_postrouting, ip->addr, lan, mark_iptables, ip->mark);
1541   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
1542   /* -m limit --limit 1/s */
1543   save_line(str);
1544
1545   if(qos_proxy)
1546   {
1547    sprintf(str, "-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",
1548                 chain_postrouting, proxy_ip, proxy_port, ip->addr, lan, mark_iptables, ip->mark);
1549    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
1550    save_line(str);
1551   }
1552
1553   sprintf(str, "-A %s -d %s/32 -o %s -j ACCEPT",
1554                chain_postrouting, ip->addr, lan);
1555   save_line(str);
1556
1557   /* -------------------------------------------------------- mark upload */
1558   sprintf(str, "-A %s -s %s/32 -o %s -j %s%d",
1559                chain_forward, ip->addr, wan, mark_iptables, ip->mark);
1560   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
1561   save_line(str);
1562
1563   sprintf(str, "-A %s -s %s/32 -o %s -j ACCEPT",
1564                chain_forward, ip->addr, wan);
1565   save_line(str);
1566
1567   if(ip->min)
1568   {
1569    /* -------------------------------------------------------- download class */
1570 #ifdef DEBUG
1571    printf("(down: %dk-%dk ", ip->min, ip->max);
1572 #endif
1573
1574    sprintf(str, "%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1575                 tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
1576    safe_run(str);
1577
1578    if(strcmpi(ip->keyword->leaf_discipline, "none"))
1579    {
1580      sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
1581                   tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1582      safe_run(str);
1583    }
1584
1585    if(filter_type == 1)
1586    {
1587      sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
1588                   tc, lan, ip->mark, ip->mark);
1589      safe_run(str);
1590    }
1591
1592    /* -------------------------------------------------------- upload class */
1593 #ifdef DEBUG
1594    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1595                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
1596 #endif
1597
1598    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1599                 tc, wan, ip->group, ip->mark,
1600                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1601                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
1602    safe_run(str);
1603
1604    if(strcmpi(ip->keyword->leaf_discipline, "none"))
1605    {
1606      sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
1607                   tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1608      safe_run(str);
1609    }
1610
1611    if(filter_type == 1)
1612    {
1613      sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
1614                   tc, wan, ip->mark, ip->mark);
1615      safe_run(str);
1616    }
1617
1618    if(f > 0)
1619    {
1620      fprintf(f, "%s %d\n", ip->addr, ip->mark);
1621    }
1622   }
1623   else
1624   {
1625 #ifdef DEBUG
1626    printf("(sharing %s)\n", ip->sharing);
1627 #endif
1628   }
1629   i++;
1630  }
1631  if(f > 0)
1632  {
1633   puts("done.");
1634   fclose(f);
1635  }
1636
1637  if(idxs)
1638  {
1639    chain_forward = "forw_common";
1640    chain_postrouting = "post_common";
1641  }
1642  else
1643  {
1644    chain_forward = "FORWARD";
1645    chain_postrouting = "POSTROUTING";
1646  }
1647  /* -------------------------------- classify or reject free download */
1648  {
1649    char *final_chain = "DROP"; /* REJECT would be better, but it is impossible in mangle */
1650    if(free_min)
1651    {
1652     final_chain = "ACCEPT";
1653    }
1654    if(qos_proxy)
1655    {
1656      if(free_min)
1657      {
1658        sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",
1659                    chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
1660        save_line(str);
1661      }
1662      sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s",
1663                   chain_postrouting,proxy_ip,proxy_port,lan,final_chain);
1664      save_line(str);
1665    }
1666    if(free_min)
1667    {
1668      sprintf(str,"-A %s -o %s -j %s%d", chain_postrouting, lan, mark_iptables, 3);
1669      save_line(str);
1670    }
1671    sprintf(str,"-A %s -o %s -j %s", chain_postrouting, lan, final_chain);
1672    save_line(str);
1673    /* ------------------------------- classify or reject free  upload */
1674    if(free_min)
1675    {
1676      sprintf(str,"-A %s -o %s -j %s%d", chain_forward, wan, mark_iptables, 3);
1677      save_line(str);
1678    }
1679    sprintf(str,"-A %s -o %s -j %s", chain_forward, wan, final_chain);
1680    save_line(str);
1681  }
1682
1683  if(free_min) /* allocate free bandwith if it is not zero... */
1684  {
1685    /*-----------------------------------------------------------------*/
1686    puts("Generating free bandwith classes ...");
1687    /*-----------------------------------------------------------------*/
1688    sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
1689                 tc, lan, parent, free_min, free_max,burst, lowest_priority);
1690    safe_run(str);
1691    sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
1692                 tc, wan, parent, free_min, free_max, burst, lowest_priority);
1693    safe_run(str);
1694    /* tc SFQ */
1695    if(strcmpi(qos_leaf, "none"))
1696    {
1697      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, lan, qos_leaf);
1698      safe_run(str);
1699
1700      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, wan, qos_leaf);
1701      safe_run(str);
1702    }
1703    /* tc handle 1 fw flowid */
1704    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, lan);
1705    safe_run(str);
1706
1707    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, wan);
1708    safe_run(str);
1709  }
1710  printf("Total IP count: %d\n", i);
1711  run_restore();
1712  if(log_file)
1713  {
1714   fclose(log_file);
1715  }
1716  return 0;
1717  /* that's all folks, thank you for reading it all the way up to this point ;-) */
1718  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
1719 }