prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2008 Michael Polak (xChaos)           */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified by: xChaos, 20080728
  11                  ludva, 20080415
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 256
  30 #define FIRSTGROUPID 1024
  31 #define FIRSTIPCLASS 2048
  32 #undef DEBUG
  33
  34 #include "cll1-0.6.h"
  35
  36 const char *version = "0.8.1-b";
  37
  38 /* Version numbers: 0.7.9 is development releases ("beta"), 0.8.0 will be "stable" */
  39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
  40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
  41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
  42
  43 const char *stats_html_signature = "<small>Statistics generated by Prometheus QoS version %s<br>GPL+Copyright(C)2005-2008 Michael Polak, <a href=\"http://www.arachne.cz/\">Arachne Labs</a></small>\n";
  44
  45 /* ======= All path names are defined here (for RPM patch) =======  */
  46
  47 char              *tc = "/sbin/tc"; /* requires tc with HTB support */
  48 char        *iptables = "/sbin/iptables"; /* requires iptables utility */
  49 char    *iptablessave = "/sbin/iptables-save"; /* not yet required */
  50 char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  51 char              *ls = "/bin/ls"; /* this is not user configurable :-) */
  52
  53 char          *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  54 char           *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  55
  56 char    *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  57 char          *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
  58 char            *html = "/var/www/traffic.html"; /* hall of fame filename */
  59 char         *preview = "/var/www/preview.html"; /* hall of fame preview */
  60 char          *cmdlog = "/var/log/prometheuslog"; /* command log filename */
  61 char         *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
  62 char         *log_url = "logs/"; /* log directory relative URI prefix (partial URL) */
  63 char    *html_log_dir = "/var/www/logs/html/";
  64
  65 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  66
  67 void help(void)
  68 {
  69  puts("Command line switches:\n\
  70 \n\
  71 -?, --help    this help screen\n\
  72 -v, --version show version number of this utility and exit\n\
  73 -c filename   force alternative /etc/prometheus.conf filename\n\
  74 -h filename   force alternative /etc/hosts filename (overrides hosts keyword)\n\
  75 -f            just flush iptables and tc classes and exit (stop shaping)\n\
  76 -9            emergency iptables flush (do not read data transfer statistics)\n\
  77 -p            just generate preview of data transfer statistics and exit\n\
  78 -n            no delay (overrides qos-free-delay keyword)\n\
  79 -d            dry run (preview tc and iptables commands on stdout)\n\
  80 -l Mmm YYYY   generate HTML summary of traffic logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
  81 -m            generate HTML summary of traffic logs for yesterday's month\n\
  82 -y            generate HTML summary of traffic logs for yesterday's year\n");
  83 /* not yet implemented:
  84 -s            start shaping! (keep data transfer statistics - but apply shaping)\n\
  85 -r            just reload configuration (...and keep data transfer statistics)\n\
  86 */
  87 }
  88 /* === Configuraration file values defaults - stored in global variables ==== */
  89
  90 int        filter_type = 1; /*1 mark, 2 classify*/
  91 char             *mark = "MARK";
  92 char    *mark_iptables = "MARK --set-mark ";
  93 int            dry_run = 0; /* preview - use puts() instead of system() */
  94 char *iptablespreamble = "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
  95 FILE    *iptables_file = NULL;
  96 int      enable_credit = 1; /* enable credit file */
  97 int         use_credit = 0; /* use credit file (if enabled)*/
  98 char            *title = "Hall of Fame - Greatest Suckers"; /* hall of fame title */
  99 int       hall_of_fame = 1; /* enable hall of fame */
 100 char              *lan = "eth0"; /* LAN interface */
 101 char       *lan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 102 char              *wan = "eth1"; /* WAN/ISP interface */
 103 char       *wan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
 104 char         *qos_leaf = "sfq perturb 5"; /* leaf discipline */
 105 char    *qos_free_zone = NULL; /* QoS free zone */
 106 int          qos_proxy = 1; /* include proxy port to QoS */
 107 int     include_upload = 1; /* upload+download=total traffic */
 108 char         *proxy_ip = "192.168.1.1/32"; /* our IP with proxy port */
 109 int         proxy_port = 3128; /* proxy port number */
 110 long long int     line = 1024; /* WAN/ISP download in kbps */
 111 long long int       up = 1024; /* WAN/ISP upload in kbps */
 112 int           free_min = 32; /* minimum guaranted bandwidth for all undefined hosts */
 113 int           free_max = 64; /* maximum allowed bandwidth for all undefined hosts */
 114 int     qos_free_delay = 0; /* seconds to sleep before applying new QoS rules */
 115 int     digital_divide = 2; /* controls digital divide weirdness ratio, 1...3 */
 116 int        max_nesting = 3; /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 117 int            htb_r2q = 1;
 118 int              burst = 8; /* HTB burst (in kbits) */
 119 int         burst_main = 64;
 120 int        burst_group = 32;
 121 int   magic_priorities = 8; /* number of priority levels (soft shaping) */
 122 int     magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 123 int       keywordcount = 0;
 124 /* not yet implemented:
 125 int      fixed_packets = 0; maximum number of pps per IP address (not class!)
 126 int       packet_limit = 5; maximum number of pps to htn CEIL, not rate !!!
 127 */
 128 FILE         *log_file = NULL;
 129 char              *kwd = "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
 130
 131 const int idxtable_treshold1=24;      /* this is no longer configurable */
 132 const int idxtable_treshold2=12;      /* this is no longer configurable */
 133 const int idxtable_bitmask1=3;        /* this is no longer configurable */
 134 const int idxtable_bitmask2=3;        /* this is no longer configurable */
 135
 136 /* ==== This is C<<1 stuff - learn C<<1 first! http://cll1.arachne.cz ==== */
 137
 138 struct IP
 139 {
 140  char *addr;
 141  char *name;
 142  char *sharing;
 143  int min;
 144  int desired;
 145  int max;
 146  int mark;
 147  int prio;
 148  int fixedprio;
 149  int group;
 150  unsigned long long direct;
 151  unsigned long long proxy;
 152  unsigned long long upload;
 153  unsigned long long traffic;
 154  unsigned long long credit;
 155  unsigned long pktsup;
 156  unsigned long pktsdown;
 157  struct Keyword *keyword;
 158  list(IP);
 159 } *ips=NULL, *ip, *sharedip;
 160
 161 struct Group
 162 {
 163  int min;
 164  int count;
 165  int desired;
 166  int id;
 167  list(Group);
 168 } *groups=NULL, *group;
 169
 170 struct Index
 171 {
 172  char *addr;
 173  char *id;
 174  struct Index *parent;
 175  int bitmask;
 176  int children;
 177  list(Index);
 178 } *idxs=NULL, *idx, *metaindex;
 179
 180 struct Keyword
 181 {
 182  char *key;
 183
 184  int asymetry_ratio;        /* ratio for ADSL-like upload */
 185  int asymetry_fixed;        /* fixed treshold for ADSL-like upload */
 186  int data_limit;            /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 187  int data_prio;            /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 188  long fixed_limit;          /* fixed data limit for setting lower HTB ceil */
 189  long fixed_prio;           /* fixed data lmit for setting lower HTB prio */
 190  int reserve_min;           /* bonus for nominal HTB rate bandwidth (in kbps) */
 191  int reserve_max;           /* malus for nominal HTB ceil (in kbps) */
 192 // int divide_max;          /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
 193 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
 194  int default_prio;          /* default HTB priority for this keyword */
 195  char *html_color;
 196  int ip_count;
 197  char *leaf_discipline;
 198
 199  list(Keyword);
 200 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
 201
 202 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
 203
 204 void TheIP(void)
 205 {
 206  create(ip,IP);
 207  ip->name="";
 208  ip->addr="";
 209  ip->sharing=NULL;
 210  ip->prio=1;
 211  ip->fixedprio=0;
 212  ip->mark=ip->min=ip->max=ip->desired=ip->credit=0;
 213  ip->upload=ip->proxy=ip->direct=ip->traffic=0;
 214  ip->pktsup=ip->pktsdown=0;
 215  ip->keyword=keywords;
 216  push(ip,ips);
 217 }
 218
 219 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 220
 221 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
 222 {
 223  /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
 224  int dot=0,n;
 225  char *ip,*outip,*outptr,*fmt;
 226
 227  duplicate(inip,ip);
 228  /* debug printf("(%s,%d) -> ",ip,bitmask); */
 229
 230  if(ip && *ip && bitmask>=0 && bitmask<=32)
 231   string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
 232  else
 233   /* should never exit here */
 234   return "undefined";
 235  outptr=outip;
 236  while(ip && *ip)
 237  {
 238   if(*ip=='.')
 239   {
 240    if(dot<(bitmask/8-1))
 241    {
 242     if(format_as_chainname)
 243      *outptr='_';
 244     else
 245      *outptr='.';
 246     outptr++;
 247     dot++;
 248    }
 249    else
 250    {
 251     char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
 252     if(cutdot)*cutdot='\0';
 253     if(format_as_chainname)
 254      fmt="_%d_%d";
 255     else
 256      fmt=".%d";
 257     if(bitmask%8)
 258      n=atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
 259     else
 260      n=0;
 261
 262     /*debug  printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
 263     sprintf(outptr,fmt,n,bitmask);
 264     if(!format_as_chainname) while(bitmask<24)
 265     {
 266      strcat(outip,".0");
 267      bitmask+=8;
 268     }
 269     /* debug printf("[%s]\n",outip); */
 270     return outip;
 271    }
 272   }
 273   else
 274   {
 275    *outptr=*ip;
 276    outptr++;
 277   }
 278   ip++;
 279  }
 280  /*should never exit here*/
 281  *outptr='\0';
 282  return outip;
 283 }
 284
 285 char *hash_id(char *ip,int bitmask)
 286 { return very_ugly_ipv4_code(ip,bitmask,1); }
 287
 288 char *subnet_id(char *ip,int bitmask)
 289 { return very_ugly_ipv4_code(ip,bitmask,0); }
 290
 291 /* ================= Let's parse configuration file here =================== */
 292
 293 void reject_config_and_exit(char *filename)
 294 {
 295  printf("Configuration file %s rejected - abnormal exit.",filename);
 296  exit(-1);
 297 }
 298
 299 void get_config(char *config_filename)
 300 {
 301  char *cnf="mark";
 302
 303  printf("Configured keywords: ");
 304  parse(config_filename)
 305  {
 306   option("keyword",kwd);
 307   if(kwd)
 308   {
 309    printf("%s ",kwd);
 310
 311    create(keyword,Keyword);
 312    keyword->key=kwd;
 313    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 314    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 315    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 316    keyword->data_prio=4;              /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 317    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 318    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 319    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 320    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 321 /* obsolete:
 322    keyword->divide_max=0;              relative malus: new_ceil=rate+(old_ceil-rate)/divide_max
 323    keyword->htb_ceil_bonus_divide=0;   relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide
 324 */
 325    keyword->default_prio=1;
 326    keyword->html_color="000000";
 327    keyword->ip_count=0;
 328    keyword->leaf_discipline="";
 329
 330    push(keyword,keywords);
 331    if(!defaultkeyword) defaultkeyword=keyword;
 332    keywordcount++;
 333
 334    kwd=NULL;
 335   }
 336   else every(keyword,keywords)
 337   {
 338    int l=strlen(keyword->key);
 339
 340
 341    if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 342    {
 343     char *tmptr=_; /*  <---- l+1 ----> */
 344     _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 345     ioption("asymetry-ratio",keyword->asymetry_ratio);
 346     ioption("asymetry-treshold",keyword->asymetry_fixed);
 347     ioption("magic-relative-limit",keyword->data_limit);
 348     ioption("magic-relative-prio",keyword->data_prio);
 349     loption("magic-fixed-limit",keyword->fixed_limit);
 350     loption("magic-fixed-prio",keyword->fixed_prio);
 351     ioption("htb-default-prio",keyword->default_prio);
 352     ioption("htb-rate-bonus",keyword->reserve_min);
 353     ioption("htb-ceil-malus",keyword->reserve_max);
 354 /* obsolete:
 355     ioption("htb-ceil-divide",keyword->divide_max);
 356     ioption("htb-ceil-bonus-divide",keyword->htb_ceil_bonus_divide);
 357 */
 358     option("leaf-discipline",keyword->leaf_discipline);
 359     option("html-color",keyword->html_color);
 360     _=tmptr;
 361
 362     if(keyword->data_limit || keyword->fixed_limit ||
 363        keyword->data_prio || keyword->fixed_prio)
 364         use_credit=1;
 365    }
 366   }
 367
 368   option("tc",tc);
 369   option("iptables",iptables);
 370   option("iptables-save",iptablessave); /* new */
 371   option("iptables-restore",iptablesrestore); /* new */
 372   option("iptables-file",iptablesfile); /* new */
 373   option("hosts",hosts);
 374   option("lan-interface",lan);
 375   option("wan-interface",wan);
 376   option("lan-medium",lan_medium);
 377   option("wan-medium",wan_medium);
 378   lloption("wan-download",line);
 379   lloption("wan-upload",up);
 380   ioption("hall-of-fame-enable",hall_of_fame);
 381   option("hall-of-fame-title",title);
 382   option("hall-of-fame-filename",html);
 383   option("hall-of-fame-preview",preview);
 384   option("log-filename",cmdlog);
 385   option("credit-filename",credit);
 386   ioption("credit-enable",enable_credit);
 387   option("log-traffic-directory",log_dir);
 388   option("log-traffic-html-directory",html_log_dir);
 389   option("log-traffic-url-path",log_url);
 390   option("qos-free-zone",qos_free_zone);
 391   ioption("qos-free-delay",qos_free_delay);
 392   ioption("qos-proxy-enable",qos_proxy);
 393   option("qos-proxy-ip",proxy_ip);
 394   option("htb-leaf-discipline",qos_leaf);
 395   ioption("qos-proxy-port",proxy_port);
 396   ioption("free-rate",free_min);
 397   ioption("free-ceil",free_max);
 398   ioption("htb-burst",burst);
 399   ioption("htb-burst-main",burst_main);
 400   ioption("htb-burst-group",burst_group);
 401   ioption("htb-nesting-limit",max_nesting);
 402   ioption("htb-r2q",htb_r2q);
 403   ioption("magic-include-upload",include_upload);
 404   ioption("magic-priorities",magic_priorities);
 405   ioption("magic-treshold",magic_treshold);
 406   option("filter-type", cnf);
 407
 408 /* not yet implemented:
 409   ioption("magic-fixed-packets",fixed_packets);
 410   ioption("magic-relative-packets",packet_limit);
 411 */
 412  }
 413  fail
 414  {
 415   perror(config_filename);
 416   puts("Warning - using built-in defaults instead ...");
 417  }
 418  done;
 419  printf("\n");
 420
 421  /*leaf discipline for keywords*/
 422  every(keyword,keywords)
 423  {
 424     if (!strcmpi(keyword->leaf_discipline, "")){
 425         keyword->leaf_discipline = qos_leaf;
 426     }
 427  }
 428
 429  if (strcmpi(cnf, "mark")){
 430     filter_type = 2;
 431     mark = "CLASSIFY";
 432     mark_iptables = "CLASSIFY --set-class 1:";
 433  }else{
 434     filter_type = 1;
 435     mark = "MARK";
 436     mark_iptables = "MARK --set-mark ";
 437  }
 438
 439  /* are supplied values meaningful ?*/
 440  if(line<=0 || up<=0)
 441  {
 442   puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
 443   reject_config_and_exit(config_filename);
 444  }
 445 }
 446
 447 /* ===================== traffic analyser - uses iptables  ================ */
 448
 449 void get_traffic_statistics(void)
 450 {
 451  char *str,*cmd;
 452  int downloadflag=0;
 453
 454  textfile(Pipe,str) *line,*lines=NULL;
 455  string(str,STRLEN);
 456  string(cmd,STRLEN);
 457
 458  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 459  shell(cmd);
 460  input(str,STRLEN)
 461  {
 462   create(line,Pipe);
 463   line->str=str;
 464   string(str,STRLEN);
 465   append(line,lines);
 466  }
 467
 468  every(line,lines)
 469  {
 470   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 471   unsigned long long traffic=0;
 472   unsigned long pkts=0;
 473   char *ipaddr=NULL,*ptr;
 474
 475   /* debug puts(line->str); */
 476   valid_columns(ptr,line->str,' ',col)
 477   if(valid) switch(col)
 478   {
 479    case 1: if(eq(ptr,"Chain"))
 480             setchainname=1;
 481            else if(eq(ptr,"pkts"))
 482             valid=0;
 483            else
 484             sscanf(ptr,"%lu",&pkts);
 485            break;
 486    case 2: if(setchainname)
 487            {
 488             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 489              downloadflag=1;
 490             else
 491             if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 492              downloadflag=0;
 493
 494             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 495              commonflag=1;
 496            }
 497            else
 498             sscanf(ptr,"%Lu",&traffic); traffic+=(1<<19); traffic>>=20;
 499            break;
 500    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 501             accept=eq(ptr,mark);
 502             /*if (filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 503            break;
 504    case 8: if(downloadflag)
 505            {
 506             if(strstr(proxy_ip,ptr))proxyflag=1;
 507            }
 508            else
 509             ipaddr=ptr;
 510             break;
 511    case 9: if(downloadflag)ipaddr=ptr;break;
 512   }
 513
 514     if(accept && traffic>0 && ipaddr)
 515     {
 516      if(proxyflag)printf("(proxy) ");
 517      else if(!downloadflag) printf("(upload) ");
 518      printf("IP %s: %Lu M (%ld pkts)\n", ipaddr, traffic, pkts);
 519      find(ip,ips,eq(ip->addr,ipaddr));
 520      else
 521      {
 522       TheIP();
 523       ip->addr=ipaddr;
 524       if(eq(ip->addr,"0.0.0.0/0"))
 525       {
 526        ip->name="(unregistered)";
 527        ip->min=free_min;
 528        ip->max=ip->desired=free_max;
 529       }
 530      }
 531
 532      if(downloadflag)
 533      {
 534       if(proxyflag)
 535        ip->proxy=traffic;
 536       else
 537        ip->traffic+=traffic;
 538       ip->direct=ip->traffic-ip->upload-ip->proxy;
 539       ip->pktsdown=pkts;
 540      }
 541      else
 542      {
 543       ip->upload=traffic;
 544       ip->pktsup=pkts;
 545       if(include_upload)
 546        ip->traffic+=traffic;
 547       else
 548        if(traffic>ip->traffic)
 549         ip->traffic=traffic;
 550      }
 551     }
 552   }
 553
 554  free(cmd);
 555 }
 556
 557 /* ========== This function executes, logs OR ALSO prints command ========== */
 558
 559 void safe_run(char *cmd)
 560 {
 561  if(dry_run) printf("\n=>%s\n",cmd); else system(cmd);
 562  if(log_file) fprintf(log_file,"%s\n",cmd);
 563 }
 564
 565 void save_line(char *line)
 566 {
 567  fprintf(iptables_file,"%s\n",line);
 568 }
 569
 570 void run_restore(void)
 571 {
 572  char *restor, *str;
 573  string(restor,STRLEN);
 574
 575  /*-----------------------------------------------------------------*/
 576  printf("Running %s <%s ...\n",iptablesrestore,iptablesfile);
 577  /*-----------------------------------------------------------------*/
 578
 579  save_line("COMMIT");
 580  fclose(iptables_file);
 581  if(dry_run)
 582  {
 583     parse(iptablesfile)
 584     {
 585         str=_;
 586         printf("%s\n", str);
 587     }done;
 588  }
 589
 590  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 591  safe_run(restor);
 592
 593  free(restor);
 594 }
 595
 596 /* == This function strips extra characters after IP address and stores it = */
 597
 598 void parse_ip(char *str)
 599 {
 600  char *ptr=str,*ipaddr=NULL,*ipname=NULL;;
 601
 602  while(*ptr && *ptr!=' ' && *ptr!=9)
 603   ptr++;
 604
 605  *ptr=0;
 606  ipaddr=str;
 607  ptr++;
 608  while(*ptr && (*ptr==' ' || *ptr==9))
 609   ptr++;
 610  ipname=ptr;
 611  while(*ptr && *ptr!=' ' && *ptr!=9)
 612   ptr++;
 613  *ptr=0;
 614
 615  find(ip,ips,eq(ip->addr,ipaddr)); else TheIP();
 616  ip->addr=ipaddr;
 617  ip->name=ipname;
 618 }
 619
 620 char *parse_datafile_line(char *str)
 621 {
 622  char *ptr=strchr(str,' ');
 623
 624  if(ptr)
 625  {
 626   *ptr=0;
 627   ptr++;
 628   return ptr;
 629  }
 630  else
 631   return NULL;
 632 }
 633
 634 struct IpLog
 635 {
 636  char *name;
 637  long traffic;
 638  long guaranted;
 639  list(IpLog);
 640 } *iplog,*iplogs;
 641
 642 void parse_ip_log(int argc, char **argv)
 643 {
 644  char *month, *year, *str, *name, *ptr, *ptr2, *filename;
 645  long traffic, traffic_month, total=0, guaranted;
 646  int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0;
 647  char mstr[4], ystr[5];
 648  FILE *f;
 649  string(str,STRLEN);
 650  string(filename,STRLEN);
 651
 652  if(argv[1][1]=='l') /* -l */
 653  {
 654    if(argc<4)
 655    {
 656     puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
 657     exit(-1);
 658    }
 659    else
 660    {
 661     month=argv[2];
 662     if(eq(month,"Year")) any_month=1;
 663     year=argv[3];
 664    }
 665  }
 666  else
 667  {
 668    time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
 669    struct tm *timep = localtime(&t);
 670
 671    if(argv[1][1]=='m') /* -m yestarday - month */
 672    {
 673     strftime(mstr, 4, "%b", timep);
 674     month=mstr;
 675     strftime(ystr, 5, "%Y", timep);
 676     year=ystr;
 677    }
 678    else /* -y yesterday - year */
 679    {
 680     month="Year";
 681     any_month=1;
 682     strftime(ystr, 5, "%Y", timep);
 683     year=ystr;
 684    }
 685  }
 686  printf("Analysing traffic for %s %s ...\n",month,year);
 687
 688  /* sorry... next release of C<<1 header file will include for_path_files(name,path) {  } macro */
 689  sprintf(str,"%s %s/",ls,log_dir);
 690  shell(str);
 691  input(str,STRLEN)
 692  {
 693   if(strstr(str,".log"))
 694   {
 695     ptr=strrchr(str,'\n');
 696     if(ptr) *ptr='\0';
 697     sprintf(filename,"%s/%s",log_dir,str);
 698     printf("Parsing %s ...",filename);
 699     accept_month=0;
 700     traffic_month=0;
 701     guaranted = 0;
 702     parse(filename)
 703     {
 704      y_ok=m_ok=0;
 705      valid_columns(ptr,_,'\t',col) switch(col)
 706      {
 707       case 2: name = ptr;break;
 708       case 3: traffic = atol(ptr);break;
 709       /* column number   - was 7, now 10...*/
 710       case 7:
 711       case 8:
 712       case 9:
 713       case 10: if (isalpha(*ptr)) /* character, not numeric string = date, just one*/
 714                {
 715                  valid_columns(ptr2,ptr,' ',col2) switch(col2)
 716                  {
 717                   case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
 718                   case 5: if(eq(ptr2,year)) y_ok = 1; break;
 719                  }
 720                }
 721                else
 722                {
 723                  if(col == 7) guaranted = atol(ptr);
 724                }
 725      }
 726
 727      if(y_ok && m_ok)
 728      {
 729       traffic_month += traffic;
 730       accept_month = 1;
 731      }
 732     }
 733     done;
 734
 735     if(accept_month)
 736     {
 737      create(iplog,IpLog);
 738      iplog->name = name;
 739      iplog->guaranted = guaranted;
 740      iplog->traffic = traffic_month;
 741      insert(iplog,iplogs,desc_order_by,traffic);
 742      printf(" %ld MB\n",iplog->traffic);
 743     }
 744     else
 745      puts(" no records.");
 746   }
 747  }
 748  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 749  printf("Writing %s ...",str);
 750  f=fopen(str,"w");
 751  if(f)
 752  {
 753   fprintf(f,"<table border><tr><th colspan=\"2\">%s %s</th><th colspan=\"2\">Data transfers</th><th align=\"right\">Min.speed</th></tr>\n ",month,year);
 754   every(iplog,iplogs)
 755    if(iplog->traffic)
 756    {
 757     fprintf(f,"<tr><td align=\"right\">%d</td><th align=\"left\">%s</td><td align=\"right\">%ld MB</td><th align=\"right\">%ld GB</th><td align=\"right\">%ld kbps</th></tr>\n",
 758               i++, iplog->name, iplog->traffic, iplog->traffic>>10, iplog->guaranted);
 759     total+=iplog->traffic>>10;
 760    }
 761   fprintf(f,"<tr><th colspan=\"3\" align=\"left\">Total:</th><th align=\"right\">%ld GB</th><th align=\"right\">%Ld kbps</th></tr>\n", total, line);
 762   fputs("</table>\n", f);
 763   fprintf(f, stats_html_signature, version);
 764   fclose(f);
 765   puts(" done.");
 766  }
 767 }
 768
 769
 770 /*-----------------------------------------------------------------*/
 771 /* Are you looking for int main(int argc, char **argv) ? :-))      */
 772 /*-----------------------------------------------------------------*/
 773
 774 program
 775 {
 776  int i=0;
 777  FILE *f=NULL;
 778  char *str, *ptr, *d;
 779  char *substring;
 780  int class_count=0,ip_count=0;
 781  int parent=1;
 782  int just_flush=0;
 783  int nodelay=0;
 784  int just_preview=0;                /* preview - generate just stats */
 785  int just_logs=0;                   /* just parse logs */
 786
 787  char *chain_forward, *chain_postrouting;
 788  char *althosts=NULL;
 789
 790  printf("\n\
 791 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
 792 Version %s - Copyright (C)2005-2008 Michael Polak (xChaos)\n\
 793 iptables-restore & burst tunning & classify modification by Ludva\n\
 794 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
 795
 796  /*----- Boring... we have to check command line options first: ----*/
 797
 798  arguments
 799  {
 800   argument("-c") { nextargument(config); }
 801   argument("-h") { nextargument(althosts);}
 802   argument("-d") { dry_run=1; }
 803   argument("-f") { just_flush=1; }
 804   argument("-9") { just_flush=9; }
 805   argument("-p") { just_preview=1; }
 806   argument("-n") { nodelay=1; }
 807   argument("-l") { just_logs=1; }
 808   argument("-m") { just_logs=1; }
 809   argument("-y") { just_logs=1; }
 810   argument("-?") { help(); exit(0); }
 811   argument("--help") { help(); exit(0); }
 812   argument("-v") { exit(0); }
 813   argument("--version") { exit(0); }
 814  }
 815
 816  if(dry_run)
 817   puts("*** THIS IS JUST DRY RUN ! ***\n");
 818
 819  date(d); /* this is typical cll1.h macro */
 820
 821  /*-----------------------------------------------------------------*/
 822  printf("Parsing configuration file %s ...\n", config);
 823  /*-----------------------------------------------------------------*/
 824  get_config(config);
 825
 826  if(just_logs)
 827  {
 828     parse_ip_log(argc,argv);
 829     exit(0);
 830  }
 831
 832  if(althosts) hosts=althosts;
 833
 834  if(just_flush<9)
 835  {
 836   /*-----------------------------------------------------------------*/
 837   puts("Parsing iptables verbose output ...");
 838   /*-----------------------------------------------------------------*/
 839   get_traffic_statistics();
 840  }
 841
 842  /*-----------------------------------------------------------------*/
 843  printf("Parsing class defintion file %s ...\n", hosts);
 844  /*-----------------------------------------------------------------*/
 845  int groupidx = FIRSTGROUPID;
 846  parse(hosts)
 847  {
 848   str=_;
 849
 850   if(*str<'0' || *str>'9')
 851    continue;
 852
 853   //Does this IP share QoS class with some other ?
 854   substring=strstr(str,"sharing-");
 855   if(substring)
 856   {
 857    substring+=8; //"sharing-"
 858    parse_ip(str);
 859    ip_count++;
 860    ip->sharing=substring;
 861    ip->keyword=defaultkeyword; /* settings for default keyword */
 862    while(*substring && *substring!='\n')
 863     substring++;
 864    *substring=0;
 865   }
 866   else
 867   {
 868    //Do we have to create new QoS class for this IP ?
 869
 870    find(keyword,keywords,(substring=strstr(str,keyword->key)))
 871    {
 872     parse_ip(str);
 873     ip_count++;
 874     ip->keyword=keyword;
 875     keyword->ip_count++;
 876     ip->prio=keyword->default_prio;
 877     substring+=strlen(keyword->key)+1;
 878     ptr=substring;
 879     while(*ptr && *ptr!='-')
 880      ptr++;
 881     if(*ptr=='-')
 882     {
 883      *ptr=0;
 884      ip->max=ip->desired=atoi(ptr+1);
 885     }
 886     ip->min=atoi(substring);
 887     if(ip->min<=0)
 888     {
 889      printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kbps\n",str,free_min);
 890      ip->min=free_min;
 891     }
 892     if(ip->max<=ip->min)
 893     {
 894      ip->fixedprio=1;
 895      ip->max=ip->min+ip->keyword->reserve_min;
 896     }
 897     else
 898     {
 899      ip->max-=ip->keyword->reserve_max;
 900
 901 /*
 902      if(ip->keyword->divide_max>1)
 903       ip->max=ip->min+(ip->max-ip->min)/ip->keyword->divide_max;
 904      if(ip->keyword->htb_ceil_bonus_divide>0)
 905       ip->max+=ip->max/ip->keyword->htb_ceil_bonus_divide;
 906 */
 907      if(ip->max<ip->min)
 908       ip->max=ip->min;
 909     }
 910     ip->mark=FIRSTIPCLASS+1+class_count++;
 911
 912     find(group,groups,group->min==ip->min)
 913     {
 914      group->count++;
 915      group->desired+=ip->min;
 916      ip->group = group->id;
 917     }
 918     else
 919     {
 920      create(group,Group);
 921      group->min=ip->min;
 922      group->id = groupidx++;
 923      ip->group = group->id;
 924
 925      if(group->min<8) group->min=8;
 926      /* Warning - this is maybe because of primitive tc namespace, can be fixed */
 927      /* it is because class IDs are derived from min. bandwidth. - xCh */
 928      //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
 929
 930      group->count=1;
 931      group->desired=ip->min;
 932      insert(group,groups,desc_order_by,min);
 933     }
 934    }//endif keyword-
 935   }//endif sharing-
 936  }
 937  fail
 938  {
 939   perror(hosts);
 940   exit(-1);
 941  }
 942  done;
 943
 944  /*-----------------------------------------------------------------*/
 945  /* cll1.h - let's allocate brand new character buffer...           */
 946  /*-----------------------------------------------------------------*/
 947  string(str,STRLEN);
 948
 949  /*-----------------------------------------------------------------*/
 950  puts("Resolving shared connections ...");
 951  /*-----------------------------------------------------------------*/
 952  search(ip,ips,ip->sharing)
 953  {
 954   search(sharedip,ips,eq(sharedip->name,ip->sharing))
 955   {
 956    sharedip->traffic+=ip->traffic;
 957    ip->traffic=0;
 958    ip->mark=sharedip->mark;
 959    break;
 960   }
 961   if(!sharedip)
 962    printf("Unresolved shared connection: %s %s sharing-%s\n",ip->addr,ip->name,ip->sharing);
 963  }
 964
 965  if(enable_credit && just_flush<9)
 966  {
 967   /*-----------------------------------------------------------------*/
 968   printf("Parsing credit file %s ...\n", credit);
 969   /*-----------------------------------------------------------------*/
 970   parse(credit)
 971   {
 972    ptr=parse_datafile_line(_);
 973    if(ptr)
 974    {
 975     find(ip,ips,eq(ip->addr,_))
 976      sscanf(ptr,"%Lu",&(ip->credit));
 977    }
 978   }
 979   done;
 980  }
 981
 982  if(!just_preview)
 983  {
 984   /*-----------------------------------------------------------------*/
 985   puts("Initializing iptables and tc classes ...");
 986   /*-----------------------------------------------------------------*/
 987
 988   iptables_file=fopen(iptablesfile,"w");
 989   if (iptables_file == NULL) {
 990     puts("Cannot open iptablesfile!");
 991     exit(-1);
 992   }
 993
 994   log_file=fopen(cmdlog,"w");
 995   if (log_file == NULL) {
 996     puts("Cannot open logfile!");
 997     exit(-1);
 998   }
 999
1000   save_line(iptablespreamble);
1001   run_restore();
1002
1003   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
1004   safe_run(str);
1005
1006   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1007   safe_run(str);
1008
1009   iptables_file=fopen(iptablesfile,"w");
1010   save_line(iptablespreamble);
1011
1012   if(qos_free_zone && *qos_free_zone!='0')
1013   {
1014    char *chain;
1015
1016    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1017    save_line(str);
1018
1019    if(qos_proxy)
1020    {
1021     save_line(":post_noproxy - [0:0]");
1022     sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1023     save_line(str);
1024     sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1025     save_line(str);
1026     sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1027     save_line(str);
1028
1029     chain="post_noproxy";
1030    }
1031    else
1032     chain="POSTROUTING";
1033
1034    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1035    save_line(str);
1036   }
1037
1038   if(ip_count>idxtable_treshold1 && !just_flush)
1039   {
1040    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1041    char *subnet, *buf;
1042    /*-----------------------------------------------------------------*/
1043    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1044    /*-----------------------------------------------------------------*/
1045
1046    save_line(":post_common - [0:0]");
1047    save_line(":forw_common - [0:0]");
1048
1049    search(ip,ips,ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1050    {
1051     buf=hash_id(ip->addr,bitmask);
1052     find(idx,idxs,eq(idx->id,buf))
1053      idx->children++;
1054     else
1055     {
1056      create(idx,Index);
1057      idx->addr=ip->addr;
1058      idx->id=buf;
1059      idx->bitmask=bitmask;
1060      idx->parent=NULL;
1061      idx->children=0;
1062      idxcount++;
1063      push(idx,idxs);
1064     }
1065    }
1066
1067    /* brutal perfomance optimalization */
1068    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1069    {
1070     bitmask-=idxtable_bitmask2;
1071     idxcount=0;
1072     search(idx,idxs,idx->parent==NULL)
1073     {
1074      buf=hash_id(idx->addr,bitmask);
1075      find(metaindex,idxs,eq(metaindex->id,buf))
1076       metaindex->children++;
1077      else
1078      {
1079       create(metaindex,Index);
1080       metaindex->addr=idx->addr;
1081       metaindex->id=buf;
1082       metaindex->bitmask=bitmask;
1083       metaindex->parent=NULL;
1084       metaindex->children=0;
1085       idxcount++;
1086       push(metaindex,idxs);
1087      }
1088      idx->parent=metaindex;
1089     }
1090    }
1091
1092    /* this should slightly optimize throughout ... */
1093    sort(idx,idxs,desc_order_by,children);
1094    sort(idx,idxs,order_by,bitmask);
1095
1096    i=0;
1097    every(idx,idxs)
1098    {
1099     subnet=subnet_id(idx->addr,idx->bitmask);
1100     printf("%d: %s/%d\n",++i,subnet,idx->bitmask);
1101
1102     sprintf(str,":post_%s - [0:0]", idx->id);
1103     save_line(str);
1104
1105     sprintf(str,":forw_%s - [0:0]", idx->id);
1106     save_line(str);
1107
1108     if(idx->parent)
1109     {
1110      string(buf,strlen(idx->parent->id)+6);
1111      sprintf(buf,"post_%s",idx->parent->id);
1112     }
1113     else
1114      buf="POSTROUTING";
1115
1116     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1117     save_line(str);
1118
1119     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1120     save_line(str);
1121
1122     if(idx->parent)
1123     {
1124      string(buf,strlen(idx->parent->id)+6);
1125      sprintf(buf,"forw_%s",idx->parent->id);
1126     }
1127     else
1128      buf="FORWARD";
1129
1130     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1131     save_line(str);
1132
1133     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1134     save_line(str);
1135    }
1136    printf("Total indexed iptables chains created: %d\n", i);
1137
1138    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1139    save_line(str);
1140
1141    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1142    save_line(str);
1143   }
1144
1145  }
1146
1147  if(just_flush)
1148  {
1149   fclose(iptables_file);
1150   if (log_file) fclose(log_file);
1151   puts("Just flushed iptables and tc classes - now exiting ...");
1152   exit(0);
1153  }
1154
1155  if(!just_preview)
1156  {
1157   if(!dry_run && !nodelay && qos_free_delay)
1158   {
1159    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1160    sleep(qos_free_delay);
1161   }
1162
1163   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,lan,htb_r2q);
1164   safe_run(str);
1165
1166   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,lan,lan_medium,lan_medium,burst_main);
1167   safe_run(str);
1168
1169   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,lan,line,line,burst_main);
1170   safe_run(str);
1171
1172   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1173   safe_run(str);
1174
1175   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,wan,wan_medium,wan_medium,burst_main);
1176   safe_run(str);
1177
1178   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,wan,up,up,burst_main);
1179   safe_run(str);
1180  }
1181
1182  /*-----------------------------------------------------------------*/
1183  puts("Locating suckers and generating root classes ...");
1184  /*-----------------------------------------------------------------*/
1185  sort(ip,ips,desc_order_by,traffic);
1186
1187
1188  /*-----------------------------------------------------------------*/
1189  /* sub-scope - local variables */
1190  {
1191   long long int rate=line;
1192   long long int max=line;
1193   int group_count=0;
1194   FILE *credit_file=NULL;
1195
1196   if(!just_preview && !dry_run && enable_credit) credit_file=fopen(credit,"w");
1197
1198   every(group,groups)
1199   {
1200    if(!just_preview)
1201    {
1202
1203     //download
1204     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #down desired %d",
1205                  tc, lan, parent, group->id, rate, max, burst_group, group->desired);
1206     safe_run(str);
1207
1208     //upload
1209     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #up desired %d",
1210                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, group->desired);
1211     safe_run(str);
1212    }
1213
1214    if(group_count++<max_nesting) parent=group->id;
1215
1216    rate-=digital_divide*group->min;
1217    if(rate<group->min)rate=group->min;
1218
1219    /*shaping of aggresive downloaders, with credit file support */
1220    if(use_credit)
1221    {
1222     int group_rate=group->min, priority_sequence=magic_priorities+1;
1223
1224     search(ip, ips, ip->min==group->min && ip->max>ip->min)
1225     {
1226      if( ip->keyword->data_limit && !ip->fixedprio &&
1227          ip->traffic>ip->credit+
1228          (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)) )
1229      {
1230       if(group_rate<ip->max) ip->max=group_rate;
1231       group_rate+=magic_treshold;
1232       ip->prio=magic_priorities+2;
1233       if(ip->prio<3) ip->prio=3;
1234      }
1235      else
1236      {
1237       if( ip->keyword->data_prio && !ip->fixedprio &&
1238           ip->traffic>ip->credit+
1239            (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20)) )
1240       {
1241        ip->prio=priority_sequence--;
1242        if(ip->prio<2) ip->prio=2;
1243       }
1244
1245       if(credit_file)
1246       {
1247        unsigned long long lcredit=0;
1248
1249        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1250         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1251        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1252       }
1253      }
1254     }
1255
1256    }
1257   }
1258   if(credit_file)fclose(credit_file);
1259  }
1260
1261  if(just_preview)
1262  {
1263   f=fopen(preview,"w");
1264   ptr=preview;
1265  }
1266  else if(!dry_run && !just_flush)
1267  {
1268   /*-----------------------------------------------------------------*/
1269   printf("Writing data transfer database ...\n");
1270   /*-----------------------------------------------------------------*/
1271   f=fopen("/var/run/prometheus.previous","w");
1272   if(f)
1273   {
1274    search(ip,ips,ip->traffic || ip->direct || ip->proxy ||ip->upload)
1275     fprintf(f,"%s %Lu %Lu %Lu %Lu\n",ip->addr,ip->traffic,ip->direct,ip->proxy,ip->upload);
1276    fclose(f);
1277   }
1278
1279   f=fopen(html,"w");
1280   ptr=html;
1281  }
1282
1283  if(f)
1284  {
1285   int total=0;
1286   int count=1;
1287   i=0;
1288
1289   /*-----------------------------------------------------------------*/
1290   printf("Sorting data and generating statistics page %s ...\n",ptr);
1291   /*-----------------------------------------------------------------*/
1292
1293   fputs("<table border>\n<tr><th align=\"right\">#</th><th align=\"right\">group</th><th align=\"right\">IPs</th><th align=\"right\">requested</th>\n",f);
1294   fprintf(f,"<th colspan=\"%d\">data limits</th>\n",keywordcount);
1295   fputs("</tr>\n",f);
1296   every(group,groups)
1297   {
1298 #ifdef DEBUG
1299    printf("%d k group: %d bandwidth requested: %d k\n",group->min,group->count,group->desired);
1300 #endif
1301    fprintf(f,"<tr><td align=\"right\">%d</td><td align=\"right\">%d k</td>",count,group->min);
1302    fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d k</td>",group->count,group->desired);
1303
1304    every(keyword,keywords)
1305     fprintf(f,"<td align=\"right\"><font color=\"#%s\">%d M</font></td>",keyword->html_color,group->min*keyword->data_limit);
1306
1307    i+=group->desired;
1308    total+=group->count;
1309    count++;
1310   }
1311 #ifdef DEBUG
1312    printf("Total groups: %d Total bandwidth requested: %d k\nAGGREGATION: 1/%d\n",count,i,i/line);
1313 #endif
1314    fprintf(f,"<tr><th colspan=\"2\" align=\"left\">Line %Ld k</td>",line);
1315    fprintf(f,"<th align=\"right\">%d</td><th align=\"right\">%d k</td>",total,i);
1316
1317    every(keyword,keywords)
1318     fprintf(f,"<th align=\"right\">%d IPs</th>",keyword->ip_count);
1319
1320    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n",(int)(0.5+i/line));
1321    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n",keywordcount,total);
1322
1323    fputs("</table>\n",f);
1324  }
1325  else if(!dry_run && !just_flush)
1326   perror(html);
1327
1328  i=1;
1329  if(f)
1330  {
1331   unsigned long long total=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1332   int active_classes=0;
1333   int colspan;
1334   FILE *iplog;
1335   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1336
1337   if(qos_proxy)
1338    colspan=12;
1339   else
1340    colspan=11;
1341
1342   fprintf(f,"<p><table border>\n<tr><th colspan=\"%d\">%s",colspan,title);
1343   fprintf(f," (%s)</th></tr>\n", d);
1344   fputs("<tr><td align=\"right\">#</td><td>hostname</td>\
1345   <td align=\"right\">credit</td>\
1346   <td align=\"right\">limit</td>\
1347   <td align=\"right\">total</td>\
1348   <td align=\"right\">direct</td>\n",f);
1349   if(qos_proxy)
1350    fputs("<td align=\"right\">proxy</td>\n",f);
1351   fputs("<td align=\"right\">upload</td>\
1352   <td align=\"right\">minimum</td>\
1353   <td align=\"right\">desired</td>\
1354   <td align=\"right\">maximum</td>\
1355   <td>prio</td></tr>\n",f);
1356
1357   every(ip,ips)
1358   {
1359    char *f1="", *f2="";
1360    if(ip->max<ip->desired)
1361    {
1362     f1="<font color=\"red\">";
1363     f2="</font>";
1364    }
1365    else if(ip->prio>1)
1366    {
1367     f1="<font color=\"brown\">";
1368     f2="</font>";
1369    }
1370
1371 #ifdef DEBUG
1372    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1373 #endif
1374    fprintf(f,"<tr><td align=\"right\"><a name=\"%s\"></a>%d</td><td><a href=\"%s%s.log\">%s</a></td><td align=\"right\">%Lu M</td>\n",
1375               ip->name, i, log_url, ip->name, ip->name, ip->credit);
1376    fprintf(f,"<td align=\"right\"><font color=\"#%s\">%Lu M</font></td>",ip->keyword->html_color,ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1377    fprintf(f,"<td align=\"right\">%s%Lu M%s</td><td align=\"right\">%Lu M</td>\n", f1, ip->traffic, f2, ip->direct);
1378    if(qos_proxy)
1379     fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->proxy);
1380    fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->upload);
1381    fprintf(f,"<td align=\"right\">%d k</td><td align=\"right\">%d k</td><td align=\"right\">%s%d k%s</td><td>%s%d%s</td></tr>\n",ip->min,ip->desired,f1,ip->max,f2,f1,ip->prio,f2);
1382    total+=ip->traffic;
1383    total_direct+=ip->direct;
1384    total_proxy+=ip->proxy;
1385    total_upload+=ip->upload;
1386    if(ip->traffic>0)
1387    {
1388     active_classes++;
1389     tmp_sum+=ip->traffic;
1390     create(sum,Sum);
1391     sum->l=tmp_sum;
1392     sum->i=active_classes;
1393     insert(sum,sums,order_by,i);
1394    }
1395
1396    i++;
1397
1398    if(!just_preview)
1399    {
1400     sprintf(str,"%s/%s.log",log_dir,ip->name);
1401     iplog=fopen(str,"a");
1402     if(iplog)
1403     {
1404      fprintf(iplog,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%s",
1405                     time(NULL),ip->name,ip->traffic,ip->direct,ip->proxy,ip->upload,ip->min,ip->max,ip->desired,d); /* d = date*/
1406      fclose(iplog);
1407     }
1408    }
1409
1410   }
1411   fprintf(f,"<tr><th colspan=\"4 \"align=\"left\">SUMMARY:</td>");
1412   fprintf(f,"<th align=\"right\">%Lu M</th>\
1413   <th align=\"right\">%Lu M</th>\n", total, total_direct);
1414   if(qos_proxy)
1415    fprintf(f,"<th align=\"right\">%Lu M</th>\n", total_proxy);
1416   fprintf(f,"<th align=\"right\">%Lu M</th>", total_upload);
1417   fputs("<td colspan=\"4\"></td></th>\n</table>\n",f);
1418
1419   if(active_classes>10)
1420   {
1421    fputs("<a name=\"erp\"></a><p><table border><tr><th colspan=\"5\">Enterprise Research and Planning (ERP)</th></tr>\n",f);
1422    fputs("<tr><td>Analytic category</td>\n",f);
1423    fputs("<td colspan=\"2\" align=\"center\">Active Classes</td><td colspan=\"2\" align=\"center\">Data transfers</td></tr>\n",f);
1424
1425    find(sum,sums,sum->l>=total/4)
1426    {
1427     fprintf(f,"<tr><td>Top 25%% of traffic</td>\n");
1428     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1429    }
1430
1431    find(sum,sums,sum->i==10)
1432    {
1433     fprintf(f,"<tr><td>Top 10 downloaders</td>\n");
1434     fprintf(f,"<th align=\"right\">10</th><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1435    }
1436
1437    find(sum,sums,sum->l>=total/2)
1438    {
1439     fprintf(f,"<tr><td>Top 50%% of traffic</td>\n");
1440     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1441    }
1442
1443    find(sum,sums,sum->l>=4*total/5)
1444    {
1445     fprintf(f,"<tr><td>Top 80%% of traffic</td>\n");
1446     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1447    }
1448
1449    find (sum,sums,sum->i>=(active_classes+1)/5)
1450    {
1451     fprintf(f,"<tr><td>Top 20%% downloaders</td>\n");
1452     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1453    }
1454
1455    find(sum,sums,sum->i>=(active_classes+1)/4)
1456    {
1457     fprintf(f,"<tr><td>Top 25%% downloaders</td>\n");
1458     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1459    }
1460
1461    find(sum,sums,sum->i>=(active_classes+1)/2)
1462    {
1463     fprintf(f,"<tr><td>Top 50%% downloaders</td>\n");
1464     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1465    }
1466
1467    find(sum,sums,sum->i>=4*(active_classes+1)/5)
1468    {
1469     fprintf(f,"<tr><td>Top 80%% downloaders</td>\n");
1470     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1471    }
1472
1473    fprintf(f,"<tr><td>All users, all traffic</td>\n");
1474    fprintf(f,"<th align=\"right\">%d</th><th align=\"right\">100 %%</th><th align=\"right\">%Lu M</th><th align=\"right\">100 %%</th></tr>\n",active_classes,total);
1475    fputs("</table>\n", f);
1476   }
1477   fprintf(f, stats_html_signature, version);
1478   fclose(f);
1479  }
1480
1481  if(just_preview)
1482  {
1483   puts("Statistics preview generated (-p switch) - now exiting ...");
1484   exit(0);
1485  }
1486
1487  /*-----------------------------------------------------------------*/
1488  puts("Generating iptables and tc classes ...");
1489  /*-----------------------------------------------------------------*/
1490
1491  i=0;
1492  printf("%-22s %-15s mark\n","name","ip");
1493  search(ip,ips,ip->mark>0)
1494  {
1495
1496   if(idxs)
1497   {
1498    char *buf;
1499    duplicate(ip->addr,buf);
1500    buf=hash_id(ip->addr,32-idxtable_bitmask1);
1501
1502    string(chain_forward,6+strlen(buf));
1503    strcpy(chain_forward,"forw_");
1504    strcat(chain_forward,buf);
1505
1506    string(chain_postrouting,6+strlen(buf));
1507    strcpy(chain_postrouting,"post_");
1508    strcat(chain_postrouting,buf);
1509
1510    free(buf);
1511   }
1512   else
1513   {
1514    chain_forward="FORWARD";
1515    chain_postrouting="POSTROUTING";
1516   }
1517
1518   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
1519
1520   /* -------------------------------------------------------- mark download */
1521
1522   sprintf(str,"-A %s -d %s/32 -o %s -j %s%d",chain_postrouting,ip->addr,lan,mark_iptables,ip->mark);
1523   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
1524   /* -m limit --limit 1/s */
1525   save_line(str);
1526
1527   if(qos_proxy)
1528   {
1529    sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,mark_iptables,ip->mark);
1530    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
1531    save_line(str);
1532   }
1533
1534   sprintf(str,"-A %s -d %s/32 -o %s -j ACCEPT",chain_postrouting,ip->addr,lan);
1535   save_line(str);
1536
1537   /* -------------------------------------------------------- mark upload */
1538   sprintf(str,"-A %s -s %s/32 -o %s -j %s%d",chain_forward,ip->addr,wan,mark_iptables,ip->mark);
1539   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
1540   save_line(str);
1541
1542   sprintf(str,"-A %s -s %s/32 -o %s -j ACCEPT",chain_forward,ip->addr,wan);
1543   save_line(str);
1544
1545   if(ip->min)
1546   {
1547    /* -------------------------------------------------------- download class */
1548    printf("(down: %dk-%dk ", ip->min, ip->max);
1549
1550    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d", tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
1551    safe_run(str);
1552
1553    if (strcmpi(ip->keyword->leaf_discipline, "none"))
1554    {
1555      sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s", tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1556      safe_run(str);
1557    }
1558    if (filter_type == 1)
1559    {
1560      sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d", tc, lan, ip->mark, ip->mark);
1561      safe_run(str);
1562    }
1563
1564    /* -------------------------------------------------------- upload class */
1565    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1566                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
1567
1568    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1569                 tc, wan, ip->group, ip->mark,
1570                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1571                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
1572    safe_run(str);
1573
1574    if (strcmpi(ip->keyword->leaf_discipline, "none"))
1575    {
1576      sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s",tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1577      safe_run(str);
1578    }
1579    if (filter_type == 1)
1580    {
1581      sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",tc, wan, ip->mark, ip->mark);
1582      safe_run(str);
1583    }
1584   }
1585   else
1586    printf("(sharing %s)\n", ip->sharing);
1587   i++;
1588  }
1589
1590  if(idxs)
1591  {
1592    chain_forward = "forw_common";
1593    chain_postrouting = "post_common";
1594  }
1595  else
1596  {
1597    chain_forward = "FORWARD";
1598    chain_postrouting = "POSTROUTING";
1599  }
1600  /* -------------------------------- classify or reject free download */
1601  {
1602    char *final_chain = "DROP"; /* REJECT would be better, but it is impossible in mangle */
1603    if(free_min) final_chain = "ACCEPT";
1604    if(qos_proxy)
1605    {
1606      if(free_min)
1607      {
1608        sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
1609        save_line(str);
1610      }
1611      sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s",chain_postrouting,proxy_ip,proxy_port,lan,final_chain);
1612      save_line(str);
1613    }
1614    if(free_min)
1615    {
1616      sprintf(str,"-A %s -o %s -j %s%d",chain_postrouting,lan,mark_iptables,3);
1617      save_line(str);
1618    }
1619    sprintf(str,"-A %s -o %s -j %s",chain_postrouting,lan,final_chain);
1620    save_line(str);
1621    /* ------------------------------- classify or reject free  upload */
1622    if(free_min)
1623    {
1624      sprintf(str,"-A %s -o %s -j %s%d",chain_forward,wan,mark_iptables,3);
1625      save_line(str);
1626    }
1627    sprintf(str,"-A %s -o %s -j %s",chain_forward,wan,final_chain);
1628    save_line(str);
1629  }
1630
1631  if(free_min) /* allocate free bandwith if it is not zero... */
1632  {
1633    /*-----------------------------------------------------------------*/
1634    puts("Generating free bandwith classes ...");
1635    /*-----------------------------------------------------------------*/
1636    sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,lan,parent,free_min,free_max,burst);
1637    safe_run(str);
1638    sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,wan,parent,free_min,free_max,burst);
1639    safe_run(str);
1640    /* tc SFQ */
1641    if (strcmpi(qos_leaf, "none"))
1642    {
1643      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,lan,qos_leaf);
1644      safe_run(str);
1645
1646      sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,wan,qos_leaf);
1647      safe_run(str);
1648    }
1649    /* tc handle 1 fw flowid */
1650    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,lan);
1651    safe_run(str);
1652
1653    sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,wan);
1654    safe_run(str);
1655  }
1656  printf("Total IP count: %d\n", i);
1657  run_restore();
1658  if (log_file) fclose(log_file);
1659  return 0;
1660  /* that's all folks, thank you for reading it all the way up to this point ;-) */
1661  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
1662 }