prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2008 Michael Polak (xChaos)           */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified: xChaos, 20080504
  11              ludva, 20080415
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 256
  30 #define FIRSTGROUPID 1024
  31 #define FIRSTIPCLASS 2048
  32 #undef DEBUG
  33
  34 #include "cll1-0.6.h"
  35
  36 const char *version = "0.7.9-c";
  37
  38 /* Version numbers: 0.7.9 is development releases ("beta"), 0.8.0 will be "stable" */
  39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
  40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
  41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
  42
  43 const char *stats_html_signature = "<small>Statistics generated by Prometheus QoS version %s<br>GPL+Copyright(C)2005-2008 Michael Polak, <a href=\"http://www.arachne.cz/\">Arachne Labs</a></small>\n";
  44
  45 /* ======= All path names are defined here (for RPM patch) =======  */
  46
  47 char              *tc = "/sbin/tc"; /* requires tc with HTB support */
  48 char        *iptables = "/sbin/iptables"; /* requires iptables utility */
  49 char    *iptablessave = "/sbin/iptables-save"; /* not yet required */
  50 char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  51 char              *ls = "/bin/ls"; /* this is not user configurable :-) */
  52
  53 char          *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  54 char           *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  55
  56 char    *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  57 char          *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
  58 char            *html = "/var/www/traffic.html"; /* hall of fame filename */
  59 char         *preview = "/var/www/preview.html"; /* hall of fame preview */
  60 char          *cmdlog = "/var/log/prometheuslog"; /* command log filename */
  61 char         *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
  62 char         *log_url = "logs/"; /* log directory relative URI prefix (partial URL) */
  63 char    *html_log_dir = "/var/www/logs/html/";
  64
  65 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  66
  67 void help(void)
  68 {
  69  puts("Command line switches:\n\
  70 \n\
  71 -?, --help    this help screen\n\
  72 -v, --version show version number of this utility and exit\n\
  73 -c filename   force alternative /etc/prometheus.conf filename\n\
  74 -h filename   force alternative /etc/hosts filename (overrides hosts keyword)\n\
  75 -f            just flush iptables and tc classes and exit (stop shaping)\n\
  76 -9            emergency iptables flush (do not read data transfer statistics)\n\
  77 -p            just generate preview of data transfer statistics and exit\n\
  78 -n            no delay (overrides qos-free-delay keyword)\n\
  79 -d            dry run (preview tc and iptables commands on stdout)\n\
  80 -l Mmm YYYY   generate HTML summary of traffic logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
  81 -m            generate HTML summary of traffic logs for yesterday's month\n\
  82 -y            generate HTML summary of traffic logs for yesterday's year\n");
  83 /* not yet implemented:
  84 -s            start shaping! (keep data transfer statistics - but apply shaping)\n\
  85 -r            just reload configuration (...and keep data transfer statistics)\n\
  86 */
  87 }
  88 /* === Configuraration file values defaults - stored in global variables ==== */
  89
  90 int        filter_type = 1; /*1 mark, 2 classify*/
  91 char             *mark = "MARK";
  92 char    *mark_iptables = "MARK --set-mark ";
  93 int            dry_run = 0; /* preview - use puts() instead of system() */
  94 char *iptablespreamble = "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
  95 FILE    *iptables_file = NULL;
  96 int      enable_credit = 1; /* enable credit file */
  97 int         use_credit = 0; /* use credit file (if enabled)*/
  98 char            *title = "Hall of Fame - Greatest Suckers"; /* hall of fame title */
  99 int       hall_of_fame = 1; /* enable hall of fame */
 100 char              *lan = "eth0"; /* LAN interface */
 101 char       *lan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 102 char              *wan = "eth1"; /* WAN/ISP interface */
 103 char       *wan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 104 char         *qos_leaf = "sfq perturb 5"; /* leaf discipline */
 105 char    *qos_free_zone = NULL; /* QoS free zone */
 106 int          qos_proxy = 1; /* include proxy port to QoS */
 107 int     include_upload = 1; /* upload+download=total traffic */
 108 char         *proxy_ip = "192.168.1.1/32"; /* our IP with proxy port */
 109 int         proxy_port = 3128; /* proxy port number */
 110 long long int     line = 1024; /* WAN/ISP download in kbps */
 111 long long int       up = 1024; /* WAN/ISP upload in kbps */
 112 int           free_min = 32; /* minimum guaranted bandwidth for all undefined hosts */
 113 int           free_max = 64; /* maximum allowed bandwidth for all undefined hosts */
 114 int     qos_free_delay = 0; /* seconds to sleep before applying new QoS rules */
 115 int     digital_divide = 2; /* controls digital divide weirdness ratio, 1...3 */
 116 int        max_nesting = 3; /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 117 int            htb_r2q = 1;
 118 int              burst = 8; /* HTB burst (in kbits) */
 119 int         burst_main = 64;
 120 int        burst_group = 32;
 121 int   magic_priorities = 8; /* number of priority levels (soft shaping) */
 122 int     magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 123 int       keywordcount = 0;
 124 /* not yet implemented:
 125 int      fixed_packets = 0; maximum number of pps per IP address (not class!)
 126 int       packet_limit = 5; maximum number of pps to htn CEIL, not rate !!!
 127 */
 128 FILE         *log_file = NULL;
 129 char              *kwd = "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
 130
 131 const int idxtable_treshold1=24;      /* this is no longer configurable */
 132 const int idxtable_treshold2=12;      /* this is no longer configurable */
 133 const int idxtable_bitmask1=3;        /* this is no longer configurable */
 134 const int idxtable_bitmask2=3;        /* this is no longer configurable */
 135
 136 /* ==== This is C<<1 stuff - learn C<<1 first! http://cll1.arachne.cz ==== */
 137
 138 struct IP
 139 {
 140  char *addr;
 141  char *name;
 142  char *sharing;
 143  int min;
 144  int desired;
 145  int max;
 146  int mark;
 147  int prio;
 148  int fixedprio;
 149  int group;
 150  unsigned long long direct;
 151  unsigned long long proxy;
 152  unsigned long long upload;
 153  unsigned long long traffic;
 154  unsigned long long credit;
 155  unsigned long pktsup;
 156  unsigned long pktsdown;
 157  struct Keyword *keyword;
 158  list(IP);
 159 } *ips=NULL, *ip, *sharedip;
 160
 161 struct Group
 162 {
 163  int min;
 164  int count;
 165  int desired;
 166  int id;
 167  list(Group);
 168 } *groups=NULL, *group;
 169
 170 struct Index
 171 {
 172  char *addr;
 173  char *id;
 174  struct Index *parent;
 175  int bitmask;
 176  int children;
 177  list(Index);
 178 } *idxs=NULL, *idx, *metaindex;
 179
 180 struct Keyword
 181 {
 182  char *key;
 183
 184  int asymetry_ratio;        /* ratio for ADSL-like upload */
 185  int asymetry_fixed;        /* fixed treshold for ADSL-like upload */
 186  int data_limit;            /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 187  int data_prio;            /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 188  long fixed_limit;          /* fixed data limit for setting lower HTB ceil */
 189  long fixed_prio;           /* fixed data lmit for setting lower HTB prio */
 190  int reserve_min;           /* bonus for nominal HTB rate bandwidth (in kbps) */
 191  int reserve_max;           /* malus for nominal HTB ceil (in kbps) */
 192 // int divide_max;          /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
 193 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
 194  int default_prio;          /* default HTB priority for this keyword */
 195  char *html_color;
 196  int ip_count;
 197  char *leaf_discipline;
 198
 199  list(Keyword);
 200 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
 201
 202 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
 203
 204 void TheIP(void)
 205 {
 206  create(ip,IP);
 207  ip->name="";
 208  ip->addr="";
 209  ip->sharing=NULL;
 210  ip->prio=1;
 211  ip->fixedprio=0;
 212  ip->mark=ip->min=ip->max=ip->desired=ip->credit=0;
 213  ip->upload=ip->proxy=ip->direct=ip->traffic=0;
 214  ip->pktsup=ip->pktsdown=0;
 215  ip->keyword=keywords;
 216  push(ip,ips);
 217 }
 218
 219 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 220
 221 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
 222 {
 223  /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
 224  int dot=0,n;
 225  char *ip,*outip,*outptr,*fmt;
 226
 227  duplicate(inip,ip);
 228  /* debug printf("(%s,%d) -> ",ip,bitmask); */
 229
 230  if(ip && *ip && bitmask>=0 && bitmask<=32)
 231   string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
 232  else
 233   /* should never exit here */
 234   return "undefined";
 235  outptr=outip;
 236  while(ip && *ip)
 237  {
 238   if(*ip=='.')
 239   {
 240    if(dot<(bitmask/8-1))
 241    {
 242     if(format_as_chainname)
 243      *outptr='_';
 244     else
 245      *outptr='.';
 246     outptr++;
 247     dot++;
 248    }
 249    else
 250    {
 251     char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
 252     if(cutdot)*cutdot='\0';
 253     if(format_as_chainname)
 254      fmt="_%d_%d";
 255     else
 256      fmt=".%d";
 257     if(bitmask%8)
 258      n=atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
 259     else
 260      n=0;
 261
 262     /*debug  printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
 263     sprintf(outptr,fmt,n,bitmask);
 264     if(!format_as_chainname) while(bitmask<24)
 265     {
 266      strcat(outip,".0");
 267      bitmask+=8;
 268     }
 269     /* debug printf("[%s]\n",outip); */
 270     return outip;
 271    }
 272   }
 273   else
 274   {
 275    *outptr=*ip;
 276    outptr++;
 277   }
 278   ip++;
 279  }
 280  /*should never exit here*/
 281  *outptr='\0';
 282  return outip;
 283 }
 284
 285 char *hash_id(char *ip,int bitmask)
 286 { return very_ugly_ipv4_code(ip,bitmask,1); }
 287
 288 char *subnet_id(char *ip,int bitmask)
 289 { return very_ugly_ipv4_code(ip,bitmask,0); }
 290
 291 /* ================= Let's parse configuration file here =================== */
 292
 293 void reject_config_and_exit(char *filename)
 294 {
 295  printf("Configuration file %s rejected - abnormal exit.",filename);
 296  exit(-1);
 297 }
 298
 299 void get_config(char *config_filename)
 300 {
 301  char *cnf="mark";
 302
 303  printf("Configured keywords: ");
 304  parse(config_filename)
 305  {
 306   option("keyword",kwd);
 307   if(kwd)
 308   {
 309    printf("%s ",kwd);
 310
 311    create(keyword,Keyword);
 312    keyword->key=kwd;
 313    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 314    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 315    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 316    keyword->data_prio=4;              /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 317    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 318    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 319    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 320    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 321 /* obsolete:
 322    keyword->divide_max=0;              relative malus: new_ceil=rate+(old_ceil-rate)/divide_max
 323    keyword->htb_ceil_bonus_divide=0;   relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide
 324 */
 325    keyword->default_prio=1;
 326    keyword->html_color="000000";
 327    keyword->ip_count=0;
 328    keyword->leaf_discipline="";
 329
 330    push(keyword,keywords);
 331    if(!defaultkeyword) defaultkeyword=keyword;
 332    keywordcount++;
 333
 334    kwd=NULL;
 335   }
 336   else every(keyword,keywords)
 337   {
 338    int l=strlen(keyword->key);
 339
 340
 341    if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 342    {
 343     char *tmptr=_; /*  <---- l+1 ----> */
 344     _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 345     ioption("asymetry-ratio",keyword->asymetry_ratio);
 346     ioption("asymetry-treshold",keyword->asymetry_fixed);
 347     ioption("magic-relative-limit",keyword->data_limit);
 348     ioption("magic-relative-prio",keyword->data_prio);
 349     loption("magic-fixed-limit",keyword->fixed_limit);
 350     loption("magic-fixed-prio",keyword->fixed_prio);
 351     ioption("htb-default-prio",keyword->default_prio);
 352     ioption("htb-rate-bonus",keyword->reserve_min);
 353     ioption("htb-ceil-malus",keyword->reserve_max);
 354 /* obsolete:
 355     ioption("htb-ceil-divide",keyword->divide_max);
 356     ioption("htb-ceil-bonus-divide",keyword->htb_ceil_bonus_divide);
 357 */
 358     option("leaf-discipline",keyword->leaf_discipline);
 359     option("html-color",keyword->html_color);
 360     _=tmptr;
 361
 362     if(keyword->data_limit || keyword->fixed_limit ||
 363        keyword->data_prio || keyword->fixed_prio)
 364         use_credit=1;
 365    }
 366   }
 367
 368   option("tc",tc);
 369   option("iptables",iptables);
 370   option("iptables-save",iptablessave); /* new */
 371   option("iptables-restore",iptablesrestore); /* new */
 372   option("iptables-file",iptablesfile); /* new */
 373   option("hosts",hosts);
 374   option("lan-interface",lan);
 375   option("wan-interface",wan);
 376   option("lan-medium",lan_medium);
 377   option("wan-medium",wan_medium);
 378   lloption("wan-download",line);
 379   lloption("wan-upload",up);
 380   ioption("hall-of-fame-enable",hall_of_fame);
 381   option("hall-of-fame-title",title);
 382   option("hall-of-fame-filename",html);
 383   option("hall-of-fame-preview",preview);
 384   option("log-filename",cmdlog);
 385   option("credit-filename",credit);
 386   ioption("credit-enable",enable_credit);
 387   option("log-traffic-directory",log_dir);
 388   option("log-traffic-html-directory",html_log_dir);
 389   option("log-traffic-url-path",log_url);
 390   option("qos-free-zone",qos_free_zone);
 391   ioption("qos-free-delay",qos_free_delay);
 392   ioption("qos-proxy-enable",qos_proxy);
 393   option("qos-proxy-ip",proxy_ip);
 394   option("htb-leaf-discipline",qos_leaf);
 395   ioption("qos-proxy-port",proxy_port);
 396   ioption("free-rate",free_min);
 397   ioption("free-ceil",free_max);
 398   ioption("htb-burst",burst);
 399   ioption("htb-burst-main",burst_main);
 400   ioption("htb-burst-group",burst_group);
 401   ioption("htb-nesting-limit",max_nesting);
 402   ioption("htb-r2q",htb_r2q);
 403   ioption("magic-include-upload",include_upload);
 404   ioption("magic-priorities",magic_priorities);
 405   ioption("magic-treshold",magic_treshold);
 406   option("filter-type", cnf);
 407
 408 /* not yet implemented:
 409   ioption("magic-fixed-packets",fixed_packets);
 410   ioption("magic-relative-packets",packet_limit);
 411 */
 412  }
 413  fail
 414  {
 415   perror(config_filename);
 416   puts("Warning - using built-in defaults instead ...");
 417  }
 418  done;
 419  printf("\n");
 420
 421  /*leaf discipline for keywords*/
 422  every(keyword,keywords)
 423  {
 424     if (!strcmpi(keyword->leaf_discipline, "")){
 425         keyword->leaf_discipline = qos_leaf;
 426     }
 427  }
 428
 429  if (strcmpi(cnf, "mark")){
 430     filter_type = 2;
 431     mark = "CLASSIFY";
 432     mark_iptables = "CLASSIFY --set-class 1:";
 433  }else{
 434     filter_type = 1;
 435     mark = "MARK";
 436     mark_iptables = "MARK --set-mark ";
 437  }
 438
 439  /* are supplied values meaningful ?*/
 440  if(line<=0 || up<=0)
 441  {
 442   puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
 443   reject_config_and_exit(config_filename);
 444  }
 445 }
 446
 447 /* ===================== traffic analyser - uses iptables  ================ */
 448
 449 void get_traffic_statistics(void)
 450 {
 451  char *str,*cmd;
 452  int downloadflag=0;
 453
 454  textfile(Pipe,str) *line,*lines=NULL;
 455  string(str,STRLEN);
 456  string(cmd,STRLEN);
 457
 458  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 459  shell(cmd);
 460  input(str,STRLEN)
 461  {
 462   create(line,Pipe);
 463   line->str=str;
 464   string(str,STRLEN);
 465   append(line,lines);
 466  }
 467
 468  every(line,lines)
 469  {
 470   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 471   unsigned long long traffic=0;
 472   unsigned long pkts=0;
 473   char *ipaddr=NULL,*ptr;
 474
 475   /* debug puts(line->str); */
 476   valid_columns(ptr,line->str,' ',col)
 477   if(valid) switch(col)
 478   {
 479    case 1: if(eq(ptr,"Chain"))
 480             setchainname=1;
 481            else if(eq(ptr,"pkts"))
 482             valid=0;
 483            else
 484             sscanf(ptr,"%lu",&pkts);
 485            break;
 486    case 2: if(setchainname)
 487            {
 488             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 489              downloadflag=1;
 490             else
 491             if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 492              downloadflag=0;
 493
 494             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 495              commonflag=1;
 496            }
 497            else
 498             sscanf(ptr,"%Lu",&traffic); traffic+=(1<<19); traffic>>=20;
 499            break;
 500    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 501             accept=eq(ptr,mark);
 502             /*if (filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 503            break;
 504    case 8: if(downloadflag)
 505            {
 506             if(strstr(proxy_ip,ptr))proxyflag=1;
 507            }
 508            else
 509             ipaddr=ptr;
 510             break;
 511    case 9: if(downloadflag)ipaddr=ptr;break;
 512   }
 513
 514     if(accept && traffic>0 && ipaddr)
 515     {
 516      if(proxyflag)printf("(proxy) ");
 517      else if(!downloadflag) printf("(upload) ");
 518      printf("IP %s: %Lu M (%ld pkts)\n", ipaddr, traffic, pkts);
 519      find(ip,ips,eq(ip->addr,ipaddr));
 520      else
 521      {
 522       TheIP();
 523       ip->addr=ipaddr;
 524       if(eq(ip->addr,"0.0.0.0/0"))
 525       {
 526        ip->name="(unregistered)";
 527        ip->min=free_min;
 528        ip->max=ip->desired=free_max;
 529       }
 530      }
 531
 532      if(downloadflag)
 533      {
 534       if(proxyflag)
 535        ip->proxy=traffic;
 536       else
 537        ip->traffic+=traffic;
 538       ip->direct=ip->traffic-ip->upload-ip->proxy;
 539       ip->pktsdown=pkts;
 540      }
 541      else
 542      {
 543       ip->upload=traffic;
 544       ip->pktsup=pkts;
 545       if(include_upload)
 546        ip->traffic+=traffic;
 547       else
 548        if(traffic>ip->traffic)
 549         ip->traffic=traffic;
 550      }
 551     }
 552   }
 553
 554  free(cmd);
 555 }
 556
 557 /* ========== This function executes, logs OR ALSO prints command ========== */
 558
 559 void safe_run(char *cmd)
 560 {
 561  if(dry_run) printf("\n=>%s\n",cmd); else system(cmd);
 562  if(log_file) fprintf(log_file,"%s\n",cmd);
 563 }
 564
 565 void save_line(char *line)
 566 {
 567  fprintf(iptables_file,"%s\n",line);
 568 }
 569
 570 void run_restore(void)
 571 {
 572  char *restor, *str;
 573  string(restor,STRLEN);
 574
 575  /*-----------------------------------------------------------------*/
 576  printf("Running %s <%s ...\n",iptablesrestore,iptablesfile);
 577  /*-----------------------------------------------------------------*/
 578
 579  save_line("COMMIT");
 580  fclose(iptables_file);
 581  if(dry_run)
 582  {
 583     parse(iptablesfile)
 584     {
 585         str=_;
 586         printf("%s\n", str);
 587     }done;
 588  }
 589
 590  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 591  safe_run(restor);
 592
 593  free(restor);
 594 }
 595
 596 /* == This function strips extra characters after IP address and stores it = */
 597
 598 void parse_ip(char *str)
 599 {
 600  char *ptr=str,*ipaddr=NULL,*ipname=NULL;;
 601
 602  while(*ptr && *ptr!=' ' && *ptr!=9)
 603   ptr++;
 604
 605  *ptr=0;
 606  ipaddr=str;
 607  ptr++;
 608  while(*ptr && (*ptr==' ' || *ptr==9))
 609   ptr++;
 610  ipname=ptr;
 611  while(*ptr && *ptr!=' ' && *ptr!=9)
 612   ptr++;
 613  *ptr=0;
 614
 615  find(ip,ips,eq(ip->addr,ipaddr)); else TheIP();
 616  ip->addr=ipaddr;
 617  ip->name=ipname;
 618 }
 619
 620 char *parse_datafile_line(char *str)
 621 {
 622  char *ptr=strchr(str,' ');
 623
 624  if(ptr)
 625  {
 626   *ptr=0;
 627   ptr++;
 628   return ptr;
 629  }
 630  else
 631   return NULL;
 632 }
 633
 634 struct IpLog
 635 {
 636  char *name;
 637  long traffic;
 638  long guaranted;
 639  list(IpLog);
 640 } *iplog,*iplogs;
 641
 642 void parse_ip_log(int argc, char **argv)
 643 {
 644  char *month, *year, *str, *name, *ptr, *ptr2;
 645  long traffic, traffic_month, total=0, guaranted;
 646  int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0;
 647  char mstr[4], ystr[5];
 648  FILE *f;
 649  string(str,STRLEN);
 650
 651  if(argv[1][1]=='l') /* -l */
 652  {
 653    if(argc<4)
 654    {
 655     puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
 656     exit(-1);
 657    }
 658    else
 659    {
 660     month=argv[2];
 661     if(eq(month,"Year")) any_month=1;
 662     year=argv[3];
 663    }
 664  }
 665  else
 666  {
 667    time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
 668    struct tm *timep = localtime(&t);
 669
 670    if(argv[1][1]=='m') /* -m yestarday - month */
 671    {
 672     strftime(mstr, 4, "%b", timep);
 673     month=mstr;
 674     strftime(ystr, 5, "%Y", timep);
 675     year=ystr;
 676    }
 677    else /* -y yesterday - year */
 678    {
 679     month="Year";
 680     any_month=1;
 681     strftime(ystr, 5, "%Y", timep);
 682     year=ystr;
 683    }
 684  }
 685  printf("Analysing traffic for %s %s ...\n",month,year);
 686
 687  sprintf(str,"%s %s/*.log",ls,log_dir);
 688  shell(str);
 689
 690  input(str,STRLEN)
 691  {
 692   ptr=strrchr(str,'\n');
 693   if(ptr) *ptr='\0';
 694   printf("Parsing %s ...",str);
 695   accept_month=0;
 696   traffic_month=0;
 697   guaranted = 0;
 698   parse(str)
 699   {
 700    y_ok=m_ok=0;
 701    valid_columns(ptr,_,'\t',col) switch(col)
 702    {
 703     case 2: name = ptr;break;
 704     case 3: traffic = atol(ptr);break;
 705     /* column number   - was 7, now 10...*/
 706     case 7:
 707     case 8:
 708     case 9:
 709     case 10: if (isalpha(*ptr)) /* character, not numeric string = date, just one*/
 710              {
 711                valid_columns(ptr2,ptr,' ',col2) switch(col2)
 712                {
 713                 case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
 714                 case 5: if(eq(ptr2,year)) y_ok = 1; break;
 715                }
 716              }
 717              else
 718              {
 719                if(col == 7) guaranted = atol(ptr);
 720              }
 721    }
 722
 723    if(y_ok && m_ok)
 724    {
 725     traffic_month += traffic;
 726     accept_month = 1;
 727    }
 728   }
 729   done;
 730
 731   if(accept_month)
 732   {
 733    create(iplog,IpLog);
 734    iplog->name = name;
 735    iplog->guaranted = guaranted;
 736    iplog->traffic = traffic_month;
 737    insert(iplog,iplogs,desc_order_by,traffic);
 738    printf(" %ld MB\n",iplog->traffic);
 739   }
 740   else
 741    puts(" no records.");
 742  }
 743  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 744  printf("Writing %s ...",str);
 745  f=fopen(str,"w");
 746  if(f)
 747  {
 748   fprintf(f,"<table border><tr><th colspan=\"4\">Data transfers - %s %s</th><th align=\"right\">Min.speed</th></tr>\n ",month,year);
 749   every(iplog,iplogs)
 750    if(iplog->traffic)
 751    {
 752     fprintf(f,"<tr><td align=\"right\">%d</td><th align=\"left\">%s</td><td align=\"right\">%ld MB</td><th align=\"right\">%ld GB</th><th align=\"right\">%ld kbps</th></tr>\n",
 753               i++, iplog->name, iplog->traffic, iplog->traffic>>10, iplog->guaranted);
 754     total+=iplog->traffic>>10;
 755    }
 756   fprintf(f,"<tr><th colspan=\"3\" align=\"left\">Total:</th><th align=\"right\">%ld GB</th><th align=\"right\">%Ld kbps</th></tr>\n", total, line);
 757   fputs("</table>\n", f);
 758   fprintf(f, stats_html_signature, version);
 759   fclose(f);
 760   puts(" done.");
 761  }
 762 }
 763
 764
 765 /*-----------------------------------------------------------------*/
 766 /* Are you looking for int main (int argc, char **argv) ? :-))     */
 767 /*-----------------------------------------------------------------*/
 768
 769 program
 770 {
 771  int i=0;
 772  FILE *f=NULL;
 773  char *str, *ptr, *d;
 774  char *substring;
 775  int class_count=0,ip_count=0;
 776  int parent=1;
 777  int just_flush=0;
 778  int nodelay=0;
 779  int just_preview=0;                /* preview - generate just stats */
 780  int just_logs=0;                   /* just parse logs */
 781
 782  char *chain_forward, *chain_postrouting;
 783  char *althosts=NULL;
 784
 785  printf("\n\
 786 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
 787 Version %s - Copyright (C)2005-2008 Michael Polak (xChaos)\n\
 788 iptables-restore & burst tunning & classify modification by Ludva\n\
 789 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
 790
 791  /*----- Boring... we have to check command line options first: ----*/
 792
 793  arguments
 794  {
 795   argument("-c") { nextargument(config); }
 796   argument("-h") { nextargument(althosts);}
 797   argument("-d") { dry_run=1; }
 798   argument("-f") { just_flush=1; }
 799   argument("-9") { just_flush=9; }
 800   argument("-p") { just_preview=1; }
 801   argument("-n") { nodelay=1; }
 802   argument("-l") { just_logs=1; }
 803   argument("-m") { just_logs=1; }
 804   argument("-y") { just_logs=1; }
 805   argument("-?") { help(); exit(0); }
 806   argument("--help") { help(); exit(0); }
 807   argument("-v") { exit(0); }
 808   argument("--version") { exit(0); }
 809  }
 810
 811  if(dry_run)
 812   puts("*** THIS IS JUST DRY RUN ! ***\n");
 813
 814  date(d); /* this is typical cll1.h macro */
 815
 816  /*-----------------------------------------------------------------*/
 817  printf("Parsing configuration file %s ...\n", config);
 818  /*-----------------------------------------------------------------*/
 819  get_config(config);
 820
 821  if(just_logs)
 822  {
 823     parse_ip_log(argc,argv);
 824     exit(0);
 825  }
 826
 827  if(althosts) hosts=althosts;
 828
 829  if(just_flush<9)
 830  {
 831   /*-----------------------------------------------------------------*/
 832   puts("Parsing iptables verbose output ...");
 833   /*-----------------------------------------------------------------*/
 834   get_traffic_statistics();
 835  }
 836
 837  /*-----------------------------------------------------------------*/
 838  printf("Parsing class defintion file %s ...\n", hosts);
 839  /*-----------------------------------------------------------------*/
 840  int groupidx = FIRSTGROUPID;
 841  parse(hosts)
 842  {
 843   str=_;
 844
 845   if(*str<'0' || *str>'9')
 846    continue;
 847
 848   //Does this IP share QoS class with some other ?
 849   substring=strstr(str,"sharing-");
 850   if(substring)
 851   {
 852    substring+=8; //"sharing-"
 853    parse_ip(str);
 854    ip_count++;
 855    ip->sharing=substring;
 856    ip->keyword=defaultkeyword; /* settings for default keyword */
 857    while(*substring && *substring!='\n')
 858     substring++;
 859    *substring=0;
 860   }
 861   else
 862   {
 863    //Do we have to create new QoS class for this IP ?
 864
 865    find(keyword,keywords,(substring=strstr(str,keyword->key)))
 866    {
 867     parse_ip(str);
 868     ip_count++;
 869     ip->keyword=keyword;
 870     keyword->ip_count++;
 871     ip->prio=keyword->default_prio;
 872     substring+=strlen(keyword->key)+1;
 873     ptr=substring;
 874     while(*ptr && *ptr!='-')
 875      ptr++;
 876     if(*ptr=='-')
 877     {
 878      *ptr=0;
 879      ip->max=ip->desired=atoi(ptr+1);
 880     }
 881     ip->min=atoi(substring);
 882     if(ip->min<=0)
 883     {
 884      printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kbps\n",str,free_min);
 885      ip->min=free_min;
 886     }
 887     if(ip->max<=ip->min)
 888     {
 889      ip->fixedprio=1;
 890      ip->max=ip->min+ip->keyword->reserve_min;
 891     }
 892     else
 893     {
 894      ip->max-=ip->keyword->reserve_max;
 895
 896 /*
 897      if(ip->keyword->divide_max>1)
 898       ip->max=ip->min+(ip->max-ip->min)/ip->keyword->divide_max;
 899      if(ip->keyword->htb_ceil_bonus_divide>0)
 900       ip->max+=ip->max/ip->keyword->htb_ceil_bonus_divide;
 901 */
 902      if(ip->max<ip->min)
 903       ip->max=ip->min;
 904     }
 905     ip->mark=FIRSTIPCLASS+1+class_count++;
 906
 907     find(group,groups,group->min==ip->min)
 908     {
 909      group->count++;
 910      group->desired+=ip->min;
 911      ip->group = group->id;
 912     }
 913     else
 914     {
 915      create(group,Group);
 916      group->min=ip->min;
 917      group->id = groupidx++;
 918      ip->group = group->id;
 919
 920      if(group->min<8) group->min=8;
 921      /* Warning - this is maybe because of primitive tc namespace, can be fixed */
 922      /* it is because class IDs are derived from min. bandwidth. - xCh */
 923      //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
 924
 925      group->count=1;
 926      group->desired=ip->min;
 927      insert(group,groups,desc_order_by,min);
 928     }
 929    }//endif keyword-
 930   }//endif sharing-
 931  }
 932  fail
 933  {
 934   perror(hosts);
 935   exit(-1);
 936  }
 937  done;
 938
 939  /*-----------------------------------------------------------------*/
 940  /* cll1.h - let's allocate brand new character buffer...           */
 941  /*-----------------------------------------------------------------*/
 942  string(str,STRLEN);
 943
 944  /*-----------------------------------------------------------------*/
 945  puts("Resolving shared connections ...");
 946  /*-----------------------------------------------------------------*/
 947  search(ip,ips,ip->sharing)
 948  {
 949   search(sharedip,ips,eq(sharedip->name,ip->sharing))
 950   {
 951    sharedip->traffic+=ip->traffic;
 952    ip->traffic=0;
 953    ip->mark=sharedip->mark;
 954    break;
 955   }
 956   if(!sharedip)
 957    printf("Unresolved shared connection: %s %s sharing-%s\n",ip->addr,ip->name,ip->sharing);
 958  }
 959
 960  if(enable_credit && just_flush<9)
 961  {
 962   /*-----------------------------------------------------------------*/
 963   printf("Parsing credit file %s ...\n", credit);
 964   /*-----------------------------------------------------------------*/
 965   parse(credit)
 966   {
 967    ptr=parse_datafile_line(_);
 968    if(ptr)
 969    {
 970     find(ip,ips,eq(ip->addr,_))
 971      sscanf(ptr,"%Lu",&(ip->credit));
 972    }
 973   }
 974   done;
 975  }
 976
 977  if(!just_preview)
 978  {
 979   /*-----------------------------------------------------------------*/
 980   puts("Initializing iptables and tc classes ...");
 981   /*-----------------------------------------------------------------*/
 982
 983   iptables_file=fopen(iptablesfile,"w");
 984   if (iptables_file == NULL) {
 985     puts("Cannot open iptablesfile!");
 986     exit(-1);
 987   }
 988
 989   log_file=fopen(cmdlog,"w");
 990   if (log_file == NULL) {
 991     puts("Cannot open logfile!");
 992     exit(-1);
 993   }
 994
 995   save_line(iptablespreamble);
 996   run_restore();
 997
 998   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
 999   safe_run(str);
1000
1001   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1002   safe_run(str);
1003
1004   iptables_file=fopen(iptablesfile,"w");
1005   save_line(iptablespreamble);
1006
1007   if(qos_free_zone && *qos_free_zone!='0')
1008   {
1009    char *chain;
1010
1011    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1012    save_line(str);
1013
1014    if(qos_proxy)
1015    {
1016     save_line(":post_noproxy - [0:0]");
1017     sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1018     save_line(str);
1019     sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1020     save_line(str);
1021     sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1022     save_line(str);
1023
1024     chain="post_noproxy";
1025    }
1026    else
1027     chain="POSTROUTING";
1028
1029    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1030    save_line(str);
1031   }
1032
1033   if(ip_count>idxtable_treshold1 && !just_flush)
1034   {
1035    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1036    char *subnet, *buf;
1037    /*-----------------------------------------------------------------*/
1038    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1039    /*-----------------------------------------------------------------*/
1040
1041    save_line(":post_common - [0:0]");
1042    save_line(":forw_common - [0:0]");
1043
1044    search(ip,ips,ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1045    {
1046     buf=hash_id(ip->addr,bitmask);
1047     find(idx,idxs,eq(idx->id,buf))
1048      idx->children++;
1049     else
1050     {
1051      create(idx,Index);
1052      idx->addr=ip->addr;
1053      idx->id=buf;
1054      idx->bitmask=bitmask;
1055      idx->parent=NULL;
1056      idx->children=0;
1057      idxcount++;
1058      push(idx,idxs);
1059     }
1060    }
1061
1062    /* brutal perfomance optimalization */
1063    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1064    {
1065     bitmask-=idxtable_bitmask2;
1066     idxcount=0;
1067     search(idx,idxs,idx->parent==NULL)
1068     {
1069      buf=hash_id(idx->addr,bitmask);
1070      find(metaindex,idxs,eq(metaindex->id,buf))
1071       metaindex->children++;
1072      else
1073      {
1074       create(metaindex,Index);
1075       metaindex->addr=idx->addr;
1076       metaindex->id=buf;
1077       metaindex->bitmask=bitmask;
1078       metaindex->parent=NULL;
1079       metaindex->children=0;
1080       idxcount++;
1081       push(metaindex,idxs);
1082      }
1083      idx->parent=metaindex;
1084     }
1085    }
1086
1087    /* this should slightly optimize throughout ... */
1088    sort(idx,idxs,desc_order_by,children);
1089    sort(idx,idxs,order_by,bitmask);
1090
1091    i=0;
1092    every(idx,idxs)
1093    {
1094     subnet=subnet_id(idx->addr,idx->bitmask);
1095     printf("%d: %s/%d\n",++i,subnet,idx->bitmask);
1096
1097     sprintf(str,":post_%s - [0:0]", idx->id);
1098     save_line(str);
1099
1100     sprintf(str,":forw_%s - [0:0]", idx->id);
1101     save_line(str);
1102
1103     if(idx->parent)
1104     {
1105      string(buf,strlen(idx->parent->id)+6);
1106      sprintf(buf,"post_%s",idx->parent->id);
1107     }
1108     else
1109      buf="POSTROUTING";
1110
1111     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1112     save_line(str);
1113
1114     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1115     save_line(str);
1116
1117     if(idx->parent)
1118     {
1119      string(buf,strlen(idx->parent->id)+6);
1120      sprintf(buf,"forw_%s",idx->parent->id);
1121     }
1122     else
1123      buf="FORWARD";
1124
1125     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1126     save_line(str);
1127
1128     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1129     save_line(str);
1130    }
1131    printf("Total indexed iptables chains created: %d\n", i);
1132
1133    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1134    save_line(str);
1135
1136    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1137    save_line(str);
1138   }
1139
1140  }
1141
1142  if(just_flush)
1143  {
1144   fclose(iptables_file);
1145   if (log_file) fclose(log_file);
1146   puts("Just flushed iptables and tc classes - now exiting ...");
1147   exit(0);
1148  }
1149
1150  if(!just_preview)
1151  {
1152   if(!dry_run && !nodelay && qos_free_delay)
1153   {
1154    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1155    sleep(qos_free_delay);
1156   }
1157
1158   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,lan,htb_r2q);
1159   safe_run(str);
1160
1161   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,lan,lan_medium,lan_medium,burst_main);
1162   safe_run(str);
1163
1164   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,lan,line,line,burst_main);
1165   safe_run(str);
1166
1167   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1168   safe_run(str);
1169
1170   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,wan,wan_medium,wan_medium,burst_main);
1171   safe_run(str);
1172
1173   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,wan,up,up,burst_main);
1174   safe_run(str);
1175  }
1176
1177  /*-----------------------------------------------------------------*/
1178  puts("Locating suckers and generating root classes ...");
1179  /*-----------------------------------------------------------------*/
1180  sort(ip,ips,desc_order_by,traffic);
1181
1182
1183  /*-----------------------------------------------------------------*/
1184  /* sub-scope - local variables */
1185  {
1186   long long int rate=line;
1187   long long int max=line;
1188   int group_count=0;
1189   FILE *credit_file=NULL;
1190
1191   if(!just_preview && !dry_run && enable_credit) credit_file=fopen(credit,"w");
1192
1193   every(group,groups)
1194   {
1195    if(!just_preview)
1196    {
1197
1198     //download
1199     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #down desired %d",
1200                  tc, lan, parent, group->id, rate, max, burst_group, group->desired);
1201     safe_run(str);
1202
1203     //upload
1204     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #up desired %d",
1205                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, group->desired);
1206     safe_run(str);
1207    }
1208
1209    if(group_count++<max_nesting) parent=group->id;
1210
1211    rate-=digital_divide*group->min;
1212    if(rate<group->min)rate=group->min;
1213
1214    /*shaping of aggresive downloaders, with credit file support */
1215    if(use_credit)
1216    {
1217     int group_rate=group->min, priority_sequence=magic_priorities+1;
1218
1219     search(ip, ips, ip->min==group->min && ip->max>ip->min)
1220     {
1221      if( ip->keyword->data_limit && !ip->fixedprio &&
1222          ip->traffic>ip->credit+
1223          (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)) )
1224      {
1225       if(group_rate<ip->max) ip->max=group_rate;
1226       group_rate+=magic_treshold;
1227       ip->prio=magic_priorities+2;
1228       if(ip->prio<3) ip->prio=3;
1229      }
1230      else
1231      {
1232       if( ip->keyword->data_prio && !ip->fixedprio &&
1233           ip->traffic>ip->credit+
1234            (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20)) )
1235       {
1236        ip->prio=priority_sequence--;
1237        if(ip->prio<2) ip->prio=2;
1238       }
1239
1240       if(credit_file)
1241       {
1242        unsigned long long lcredit=0;
1243
1244        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1245         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1246        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1247       }
1248      }
1249     }
1250
1251    }
1252   }
1253   if(credit_file)fclose(credit_file);
1254  }
1255
1256  if(just_preview)
1257  {
1258   f=fopen(preview,"w");
1259   ptr=preview;
1260  }
1261  else if(!dry_run && !just_flush)
1262  {
1263   /*-----------------------------------------------------------------*/
1264   printf("Writing data transfer database ...\n");
1265   /*-----------------------------------------------------------------*/
1266   f=fopen("/var/run/prometheus.previous","w");
1267   if(f)
1268   {
1269    search(ip,ips,ip->traffic || ip->direct || ip->proxy ||ip->upload)
1270     fprintf(f,"%s %Lu %Lu %Lu %Lu\n",ip->addr,ip->traffic,ip->direct,ip->proxy,ip->upload);
1271    fclose(f);
1272   }
1273
1274   f=fopen(html,"w");
1275   ptr=html;
1276  }
1277
1278  if(f)
1279  {
1280   int total=0;
1281   int count=1;
1282   i=0;
1283
1284   /*-----------------------------------------------------------------*/
1285   printf("Sorting data and generating statistics page %s ...\n",ptr);
1286   /*-----------------------------------------------------------------*/
1287
1288   fputs("<table border>\n<tr><th align=\"right\">#</th><th align=\"right\">group</th><th align=\"right\">IPs</th><th align=\"right\">requested</th>\n",f);
1289   fprintf(f,"<th colspan=\"%d\">data limits</th>\n",keywordcount);
1290   fputs("</tr>\n",f);
1291   every(group,groups)
1292   {
1293 #ifdef DEBUG
1294    printf("%d k group: %d bandwidth requested: %d k\n",group->min,group->count,group->desired);
1295 #endif
1296    fprintf(f,"<tr><td align=\"right\">%d</td><td align=\"right\">%d k</td>",count,group->min);
1297    fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d k</td>",group->count,group->desired);
1298
1299    every(keyword,keywords)
1300     fprintf(f,"<td align=\"right\"><font color=\"#%s\">%d M</font></td>",keyword->html_color,group->min*keyword->data_limit);
1301
1302    i+=group->desired;
1303    total+=group->count;
1304    count++;
1305   }
1306 #ifdef DEBUG
1307    printf("Total groups: %d Total bandwidth requested: %d k\nAGGREGATION: 1/%d\n",count,i,i/line);
1308 #endif
1309    fprintf(f,"<tr><th colspan=\"2\" align=\"left\">Line %Ld k</td>",line);
1310    fprintf(f,"<th align=\"right\">%d</td><th align=\"right\">%d k</td>",total,i);
1311
1312    every(keyword,keywords)
1313     fprintf(f,"<th align=\"right\">%d IPs</th>",keyword->ip_count);
1314
1315    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n",(int)(0.5+i/line));
1316    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n",keywordcount,total);
1317
1318    fputs("</table>\n",f);
1319  }
1320  else if(!dry_run && !just_flush)
1321   perror(html);
1322
1323  i=1;
1324  if(f)
1325  {
1326   unsigned long long total=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1327   int active_classes=0;
1328   int colspan;
1329   FILE *iplog;
1330   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1331
1332   if(qos_proxy)
1333    colspan=12;
1334   else
1335    colspan=11;
1336
1337   fprintf(f,"<p><table border>\n<tr><th colspan=\"%d\">%s",colspan,title);
1338   fprintf(f," (%s)</th></tr>\n", d);
1339   fputs("<tr><td align=\"right\">#</td><td>hostname</td>\
1340   <td align=\"right\">credit</td>\
1341   <td align=\"right\">limit</td>\
1342   <td align=\"right\">total</td>\
1343   <td align=\"right\">direct</td>\n",f);
1344   if(qos_proxy)
1345    fputs("<td align=\"right\">proxy</td>\n",f);
1346   fputs("<td align=\"right\">upload</td>\
1347   <td align=\"right\">minimum</td>\
1348   <td align=\"right\">desired</td>\
1349   <td align=\"right\">maximum</td>\
1350   <td>prio</td></tr>\n",f);
1351
1352   every(ip,ips)
1353   {
1354    char *f1="", *f2="";
1355    if(ip->max<ip->desired)
1356    {
1357     f1="<font color=\"red\">";
1358     f2="</font>";
1359    }
1360    else if(ip->prio>1)
1361    {
1362     f1="<font color=\"brown\">";
1363     f2="</font>";
1364    }
1365
1366 #ifdef DEBUG
1367    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1368 #endif
1369    fprintf(f,"<tr><td align=\"right\"><a name=\"%s\"></a>%d</td><td><a href=\"%s%s.log\">%s</a></td><td align=\"right\">%Lu M</td>\n",
1370               ip->name, i, log_url, ip->name, ip->name, ip->credit);
1371    fprintf(f,"<td align=\"right\"><font color=\"#%s\">%Lu M</font></td>",ip->keyword->html_color,ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1372    fprintf(f,"<td align=\"right\">%s%Lu M%s</td><td align=\"right\">%Lu M</td>\n", f1, ip->traffic, f2, ip->direct);
1373    if(qos_proxy)
1374     fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->proxy);
1375    fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->upload);
1376    fprintf(f,"<td align=\"right\">%d k</td><td align=\"right\">%d k</td><td align=\"right\">%s%d k%s</td><td>%s%d%s</td></tr>\n",ip->min,ip->desired,f1,ip->max,f2,f1,ip->prio,f2);
1377    total+=ip->traffic;
1378    total_direct+=ip->direct;
1379    total_proxy+=ip->proxy;
1380    total_upload+=ip->upload;
1381    if(ip->traffic>0)
1382    {
1383     active_classes++;
1384     tmp_sum+=ip->traffic;
1385     create(sum,Sum);
1386     sum->l=tmp_sum;
1387     sum->i=active_classes;
1388     insert(sum,sums,order_by,i);
1389    }
1390
1391    i++;
1392
1393    if(!just_preview)
1394    {
1395     sprintf(str,"%s/%s.log",log_dir,ip->name);
1396     iplog=fopen(str,"a");
1397     if(iplog)
1398     {
1399      fprintf(iplog,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%s",
1400                     time(NULL),ip->name,ip->traffic,ip->direct,ip->proxy,ip->upload,ip->min,ip->max,ip->desired,d); /* d = date*/
1401      fclose(iplog);
1402     }
1403    }
1404
1405   }
1406   fprintf(f,"<tr><th colspan=\"4 \"align=\"left\">SUMMARY:</td>");
1407   fprintf(f,"<th align=\"right\">%Lu M</th>\
1408   <th align=\"right\">%Lu M</th>\n", total, total_direct);
1409   if(qos_proxy)
1410    fprintf(f,"<th align=\"right\">%Lu M</th>\n", total_proxy);
1411   fprintf(f,"<th align=\"right\">%Lu M</th>", total_upload);
1412   fputs("<td colspan=\"4\"></td></th>\n</table>\n",f);
1413
1414   if(active_classes>10)
1415   {
1416    fputs("<a name=\"erp\"></a><p><table border><tr><th colspan=\"5\">Enterprise Research and Planning (ERP)</th></tr>\n",f);
1417    fputs("<tr><td>Analytic category</td>\n",f);
1418    fputs("<td colspan=\"2\" align=\"center\">Active Classes</td><td colspan=\"2\" align=\"center\">Data transfers</td></tr>\n",f);
1419
1420    find(sum,sums,sum->l>=total/4)
1421    {
1422     fprintf(f,"<tr><td>Top 25%% of traffic</td>\n");
1423     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1424    }
1425
1426    find(sum,sums,sum->i==10)
1427    {
1428     fprintf(f,"<tr><td>Top 10 downloaders</td>\n");
1429     fprintf(f,"<th align=\"right\">10</th><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1430    }
1431
1432    find(sum,sums,sum->l>=total/2)
1433    {
1434     fprintf(f,"<tr><td>Top 50%% of traffic</td>\n");
1435     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1436    }
1437
1438    find(sum,sums,sum->l>=4*total/5)
1439    {
1440     fprintf(f,"<tr><td>Top 80%% of traffic</td>\n");
1441     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1442    }
1443
1444    find (sum,sums,sum->i>=(active_classes+1)/5)
1445    {
1446     fprintf(f,"<tr><td>Top 20%% downloaders</td>\n");
1447     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1448    }
1449
1450    find(sum,sums,sum->i>=(active_classes+1)/4)
1451    {
1452     fprintf(f,"<tr><td>Top 25%% downloaders</td>\n");
1453     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1454    }
1455
1456    find(sum,sums,sum->i>=(active_classes+1)/2)
1457    {
1458     fprintf(f,"<tr><td>Top 50%% downloaders</td>\n");
1459     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1460    }
1461
1462    find(sum,sums,sum->i>=4*(active_classes+1)/5)
1463    {
1464     fprintf(f,"<tr><td>Top 80%% downloaders</td>\n");
1465     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1466    }
1467
1468    fprintf(f,"<tr><td>All users, all traffic</td>\n");
1469    fprintf(f,"<th align=\"right\">%d</th><th align=\"right\">100 %%</th><th align=\"right\">%Lu M</th><th align=\"right\">100 %%</th></tr>\n",active_classes,total);
1470    fputs("</table>\n", f);
1471   }
1472   fprintf(f, stats_html_signature, version);
1473   fclose(f);
1474  }
1475
1476  if(just_preview)
1477  {
1478   puts("Statistics preview generated (-p switch) - now exiting ...");
1479   exit(0);
1480  }
1481
1482  /*-----------------------------------------------------------------*/
1483  puts("Generating iptables and tc classes ...");
1484  /*-----------------------------------------------------------------*/
1485
1486  i=0;
1487  printf("%-22s %-15s mark\n","name","ip");
1488  search(ip,ips,ip->mark>0)
1489  {
1490
1491   if(idxs)
1492   {
1493    char *buf;
1494    duplicate(ip->addr,buf);
1495    buf=hash_id(ip->addr,32-idxtable_bitmask1);
1496
1497    string(chain_forward,6+strlen(buf));
1498    strcpy(chain_forward,"forw_");
1499    strcat(chain_forward,buf);
1500
1501    string(chain_postrouting,6+strlen(buf));
1502    strcpy(chain_postrouting,"post_");
1503    strcat(chain_postrouting,buf);
1504
1505    free(buf);
1506   }
1507   else
1508   {
1509    chain_forward="FORWARD";
1510    chain_postrouting="POSTROUTING";
1511   }
1512
1513   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
1514
1515   /* -------------------------------------------------------- mark download */
1516
1517   sprintf(str,"-A %s -d %s/32 -o %s -j %s%d",chain_postrouting,ip->addr,lan,mark_iptables,ip->mark);
1518   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
1519   /* -m limit --limit 1/s */
1520   save_line(str);
1521
1522   if(qos_proxy)
1523   {
1524    sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,mark_iptables,ip->mark);
1525    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
1526    save_line(str);
1527   }
1528
1529   sprintf(str,"-A %s -d %s/32 -o %s -j ACCEPT",chain_postrouting,ip->addr,lan);
1530   save_line(str);
1531
1532   /* -------------------------------------------------------- mark upload */
1533   sprintf(str,"-A %s -s %s/32 -o %s -j %s%d",chain_forward,ip->addr,wan,mark_iptables,ip->mark);
1534   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
1535   save_line(str);
1536
1537   sprintf(str,"-A %s -s %s/32 -o %s -j ACCEPT",chain_forward,ip->addr,wan);
1538   save_line(str);
1539
1540   if(ip->min)
1541   {
1542    /* -------------------------------------------------------- download class */
1543    printf("(down: %dk-%dk ", ip->min, ip->max);
1544
1545    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d", tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
1546    safe_run(str);
1547
1548    if (strcmpi(ip->keyword->leaf_discipline, "none")){
1549     sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s", tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1550     safe_run(str);
1551    }
1552
1553    if (filter_type == 1){
1554     sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d", tc, lan, ip->mark, ip->mark);
1555     safe_run(str);
1556    }
1557
1558    /* -------------------------------------------------------- upload class */
1559    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1560                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
1561
1562    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1563                 tc, wan, ip->group, ip->mark,
1564                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1565                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
1566    safe_run(str);
1567
1568    if (strcmpi(ip->keyword->leaf_discipline, "none")){
1569     sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s",tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1570     safe_run(str);
1571    }
1572
1573    if (filter_type == 1){
1574     sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",tc, wan, ip->mark, ip->mark);
1575     safe_run(str);
1576    }
1577   }
1578   else
1579    printf("(sharing %s)\n", ip->sharing);
1580   i++;
1581  }
1582
1583
1584  if(idxs)
1585  {
1586   chain_forward="forw_common";
1587   chain_postrouting="post_common";
1588  }
1589  else
1590  {
1591   chain_forward="FORWARD";
1592   chain_postrouting="POSTROUTING";
1593  }
1594
1595  /* --------------------------------------------------------  mark download */
1596
1597  if(qos_proxy)
1598  {
1599   sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
1600   save_line(str);
1601   sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j ACCEPT",chain_postrouting,proxy_ip,proxy_port,lan);
1602   save_line(str);
1603  }
1604  sprintf(str,"-A %s -o %s -j %s%d",chain_postrouting,lan,mark_iptables,3);
1605  save_line(str);
1606  sprintf(str,"-A %s -o %s -j ACCEPT",chain_postrouting,lan);
1607  save_line(str);
1608
1609  /* --------------------------------------------------------  mark upload */
1610  sprintf(str,"-A %s -o %s -j %s%d",chain_forward,wan,mark_iptables,3);
1611  save_line(str);
1612  sprintf(str,"-A %s -o %s -j ACCEPT",chain_forward,wan);
1613  save_line(str);
1614
1615  printf("Total IP count: %d\n", i);
1616
1617  /*-----------------------------------------------------------------*/
1618  puts("Generating free bandwith classes ...");
1619  /*-----------------------------------------------------------------*/
1620
1621  /* ---------------------------------------- tc - free bandwith shared class */
1622  sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,lan,parent,free_min,free_max,burst);
1623  safe_run(str);
1624
1625  sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,wan,parent,free_min,free_max,burst);
1626  safe_run(str);
1627
1628  /* tc SFQ */
1629  if (strcmpi(qos_leaf, "none")){
1630   sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,lan,qos_leaf);
1631   safe_run(str);
1632
1633   sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,wan,qos_leaf);
1634   safe_run(str);
1635  }
1636
1637  /* tc handle 1 fw flowid */
1638  sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,lan);
1639  safe_run(str);
1640
1641  sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,wan);
1642  safe_run(str);
1643
1644  run_restore();
1645
1646  if (log_file) fclose(log_file);
1647  return 0;
1648
1649  /* that's all folks, thank you for reading it all the way up to this point ;-) */
1650  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
1651 }