prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2008 Michael Polak (xChaos)           */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified: xChaos, 20080422
  11              ludva, 20080415
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 256
  30 #define FIRSTGROUPID 1024
  31 #define FIRSTIPCLASS 2048
  32 #undef DEBUG
  33
  34 #include "cll1-0.6.h"
  35
  36 const char *version = "0.7.9-c";
  37
  38 /* Version numbers: 0.7.9 will be last development ("beta"), 0.8.0 first stable */
  39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
  40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
  41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
  42
  43 const char *stats_html_signature = "<small>Statistics generated by Prometheus QoS version %s<br>GPL+Copyright(C)2005-2008 Michael Polak, <a href=\"http://www.arachne.cz/\">Arachne Labs</a></small>\n";
  44
  45 /* ======= All path names are defined here (for RPM patch) =======  */
  46
  47 char              *tc = "/sbin/tc"; /* requires tc with HTB support */
  48 char        *iptables = "/sbin/iptables"; /* requires iptables utility */
  49 char    *iptablessave = "/sbin/iptables-save"; /* not yet required */
  50 char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  51 char              *ls = "/bin/ls"; /* this is not user configurable :-) */
  52
  53 char          *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  54 char           *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  55
  56 char    *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  57 char          *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
  58 char            *html = "/var/www/traffic.html"; /* hall of fame filename */
  59 char         *preview = "/var/www/preview.html"; /* hall of fame preview */
  60 char          *cmdlog = "/var/log/prometheuslog"; /* command log filename */
  61 char         *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
  62 char         *log_url = "logs/"; /* log directory relative URI prefix (partial URL) */
  63 char    *html_log_dir = "/var/www/logs/html/";
  64
  65 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  66
  67 void help(void)
  68 {
  69  puts("Command line switches:\n\
  70 \n\
  71 -?, --help    this help screen\n\
  72 -v, --version show version number of this utility and exit\n\
  73 -c filename   force alternative /etc/prometheus.conf filename\n\
  74 -h filename   force alternative /etc/hosts filename (overrides hosts keyword)\n\
  75 -f            just flush iptables and tc classes and exit (stop shaping)\n\
  76 -9            emergency iptables flush (do not read data transfer statistics)\n\
  77 -p            just generate preview of data transfer statistics and exit\n\
  78 -n            no delay (overrides qos-free-delay keyword)\n\
  79 -d            dry run (preview tc and iptables commands on stdout)\n\
  80 -l Mmm YYYY   generate HTML summary of traffic logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
  81 -m            generate HTML summary of traffic logs for yesterday's month\n\
  82 -y            generate HTML summary of traffic logs for yesterday's year\n");
  83 /* not yet implemented:
  84 -s            start shaping! (keep data transfer statistics - but apply shaping)\n\
  85 -r            just reload configuration (...and keep data transfer statistics)\n\
  86 */
  87 }
  88
  89 /* === Configuraration file values defaults - stored in global variables ==== */
  90
  91 int filter_type=1;                      /*1 mark, 2 classify*/
  92 char *mark="MARK";
  93 char *mark_iptables="MARK --set-mark ";
  94 int dry_run=0;                         /* preview - use puts() instead of system() */
  95 char *iptablespreamble="*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
  96 FILE *iptables_file=NULL;
  97 int enable_credit=1;                   /* enable credit file */
  98 int use_credit=0;                      /* use credit file (if enabled)*/
  99 char *title="Hall of Fame - Greatest Suckers"; /* hall of fame title */
 100 int hall_of_fame=1;                            /* enable hall of fame */
 101 char *lan="eth0";                /* LAN interface */
 102 char *lan_medium="100Mbit";      /* 10Mbit/100Mbit ethernet */
 103 char *wan="eth1";                /* WAN/ISP interface */
 104 char *wan_medium="100Mbit";      /* 10Mbit/100Mbit ethernet */
 105 char *qos_leaf="sfq perturb 5";  /* leaf discipline */
 106 char *qos_free_zone=NULL;        /* QoS free zone */
 107 int qos_proxy=1;                 /* include proxy port to QoS */
 108 int include_upload=1;            /* upload+download=total traffic */
 109 char *proxy_ip="192.168.1.1/32"; /* our IP with proxy port */
 110 int proxy_port=3128;      /* proxy port number */
 111 long long int line=1024;  /* WAN/ISP download in kbps */
 112 long long int up=1024;    /* WAN/ISP upload in kbps */
 113 int free_min=32;          /* minimum guaranted bandwidth for all undefined hosts */
 114 int free_max=64;          /* maximum allowed bandwidth for all undefined hosts */
 115 int qos_free_delay=0;     /* seconds to sleep before applying new QoS rules */
 116 int digital_divide=2;     /* controls digital divide weirdness ratio, 1...3 */
 117 int max_nesting=3;        /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 118 int htb_r2q=1;
 119 int burst=8;              /* HTB burst (in kbits) */
 120 int burst_main=64;
 121 int burst_group=32;
 122 int magic_priorities=8;   /* number of priority levels (soft shaping) */
 123 int magic_treshold=8;     /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 124 int keywordcount=0;
 125
 126 /* not yet implemented:
 127  int fixed_packets=0;   maximum number of pps per IP address (not class!)
 128  int packet_limit=5;   maximum number of pps to htn CEIL, not rate !!!
 129 */
 130 FILE *log_file=NULL;
 131
 132 char *kwd="via-prometheus";           /* /etc/hosts comment, eg. #qos-64-128 */
 133
 134 const int idxtable_treshold1=24;      /* this is no longer configurable */
 135 const int idxtable_treshold2=12;      /* this is no longer configurable */
 136 const int idxtable_bitmask1=3;        /* this is no longer configurable */
 137 const int idxtable_bitmask2=3;        /* this is no longer configurable */
 138
 139 /* ==== This is C<<1 stuff - learn C<<1 first! http://cll1.arachne.cz ==== */
 140
 141 struct IP
 142 {
 143  char *addr;
 144  char *name;
 145  char *sharing;
 146  int min;
 147  int desired;
 148  int max;
 149  int mark;
 150  int prio;
 151  int fixedprio;
 152  int group;
 153  unsigned long long direct;
 154  unsigned long long proxy;
 155  unsigned long long upload;
 156  unsigned long long traffic;
 157  unsigned long long credit;
 158  unsigned long pktsup;
 159  unsigned long pktsdown;
 160  struct Keyword *keyword;
 161  list(IP);
 162 } *ips=NULL, *ip, *sharedip;
 163
 164 struct Group
 165 {
 166  int min;
 167  int count;
 168  int desired;
 169  int id;
 170  list(Group);
 171 } *groups=NULL, *group;
 172
 173 struct Index
 174 {
 175  char *addr;
 176  char *id;
 177  struct Index *parent;
 178  int bitmask;
 179  int children;
 180  list(Index);
 181 } *idxs=NULL, *idx, *metaindex;
 182
 183 struct Keyword
 184 {
 185  char *key;
 186
 187  int asymetry_ratio;        /* ratio for ADSL-like upload */
 188  int asymetry_fixed;        /* fixed treshold for ADSL-like upload */
 189  int data_limit;            /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 190  int data_prio;            /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 191  long fixed_limit;          /* fixed data limit for setting lower HTB ceil */
 192  long fixed_prio;           /* fixed data lmit for setting lower HTB prio */
 193  int reserve_min;           /* bonus for nominal HTB rate bandwidth (in kbps) */
 194  int reserve_max;           /* malus for nominal HTB ceil (in kbps) */
 195 // int divide_max;          /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
 196 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
 197  int default_prio;          /* default HTB priority for this keyword */
 198  char *html_color;
 199  int ip_count;
 200  char *leaf_discipline;
 201
 202  list(Keyword);
 203 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
 204
 205 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
 206
 207 void TheIP(void)
 208 {
 209  create(ip,IP);
 210  ip->name="";
 211  ip->addr="";
 212  ip->sharing=NULL;
 213  ip->prio=1;
 214  ip->fixedprio=0;
 215  ip->mark=ip->min=ip->max=ip->desired=ip->credit=0;
 216  ip->upload=ip->proxy=ip->direct=ip->traffic=0;
 217  ip->pktsup=ip->pktsdown=0;
 218  ip->keyword=keywords;
 219  push(ip,ips);
 220 }
 221
 222 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 223
 224 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
 225 {
 226  /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
 227  int dot=0,n;
 228  char *ip,*outip,*outptr,*fmt;
 229
 230  duplicate(inip,ip);
 231  /* debug printf("(%s,%d) -> ",ip,bitmask); */
 232
 233  if(ip && *ip && bitmask>=0 && bitmask<=32)
 234   string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
 235  else
 236   /* should never exit here */
 237   return "undefined";
 238  outptr=outip;
 239  while(ip && *ip)
 240  {
 241   if(*ip=='.')
 242   {
 243    if(dot<(bitmask/8-1))
 244    {
 245     if(format_as_chainname)
 246      *outptr='_';
 247     else
 248      *outptr='.';
 249     outptr++;
 250     dot++;
 251    }
 252    else
 253    {
 254     char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
 255     if(cutdot)*cutdot='\0';
 256     if(format_as_chainname)
 257      fmt="_%d_%d";
 258     else
 259      fmt=".%d";
 260     if(bitmask%8)
 261      n=atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
 262     else
 263      n=0;
 264
 265     /*debug  printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
 266     sprintf(outptr,fmt,n,bitmask);
 267     if(!format_as_chainname) while(bitmask<24)
 268     {
 269      strcat(outip,".0");
 270      bitmask+=8;
 271     }
 272     /* debug printf("[%s]\n",outip); */
 273     return outip;
 274    }
 275   }
 276   else
 277   {
 278    *outptr=*ip;
 279    outptr++;
 280   }
 281   ip++;
 282  }
 283  /*should never exit here*/
 284  *outptr='\0';
 285  return outip;
 286 }
 287
 288 char *hash_id(char *ip,int bitmask)
 289 { return very_ugly_ipv4_code(ip,bitmask,1); }
 290
 291 char *subnet_id(char *ip,int bitmask)
 292 { return very_ugly_ipv4_code(ip,bitmask,0); }
 293
 294 /* ================= Let's parse configuration file here =================== */
 295
 296 void reject_config_and_exit(char *filename)
 297 {
 298  printf("Configuration file %s rejected - abnormal exit.",filename);
 299  exit(-1);
 300 }
 301
 302 void get_config(char *config_filename)
 303 {
 304  char *cnf="mark";
 305
 306  printf("Configured keywords: ");
 307  parse(config_filename)
 308  {
 309   option("keyword",kwd);
 310   if(kwd)
 311   {
 312    printf("%s ",kwd);
 313
 314    create(keyword,Keyword);
 315    keyword->key=kwd;
 316    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 317    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 318    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 319    keyword->data_prio=4;              /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 320    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 321    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 322    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 323    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 324 /* obsolete:
 325    keyword->divide_max=0;              relative malus: new_ceil=rate+(old_ceil-rate)/divide_max
 326    keyword->htb_ceil_bonus_divide=0;   relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide
 327 */
 328    keyword->default_prio=1;
 329    keyword->html_color="000000";
 330    keyword->ip_count=0;
 331    keyword->leaf_discipline="";
 332
 333    push(keyword,keywords);
 334    if(!defaultkeyword) defaultkeyword=keyword;
 335    keywordcount++;
 336
 337    kwd=NULL;
 338   }
 339   else every(keyword,keywords)
 340   {
 341    int l=strlen(keyword->key);
 342
 343
 344    if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 345    {
 346     char *tmptr=_; /*  <---- l+1 ----> */
 347     _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 348     ioption("asymetry-ratio",keyword->asymetry_ratio);
 349     ioption("asymetry-treshold",keyword->asymetry_fixed);
 350     ioption("magic-relative-limit",keyword->data_limit);
 351     ioption("magic-relative-prio",keyword->data_prio);
 352     loption("magic-fixed-limit",keyword->fixed_limit);
 353     loption("magic-fixed-prio",keyword->fixed_prio);
 354     ioption("htb-default-prio",keyword->default_prio);
 355     ioption("htb-rate-bonus",keyword->reserve_min);
 356     ioption("htb-ceil-malus",keyword->reserve_max);
 357 /* obsolete:
 358     ioption("htb-ceil-divide",keyword->divide_max);
 359     ioption("htb-ceil-bonus-divide",keyword->htb_ceil_bonus_divide);
 360 */
 361     option("leaf-discipline",keyword->leaf_discipline);
 362     option("html-color",keyword->html_color);
 363     _=tmptr;
 364
 365     if(keyword->data_limit || keyword->fixed_limit ||
 366        keyword->data_prio || keyword->fixed_prio)
 367         use_credit=1;
 368    }
 369   }
 370
 371   option("tc",tc);
 372   option("iptables",iptables);
 373   option("iptables-save",iptablessave); /* new */
 374   option("iptables-restore",iptablesrestore); /* new */
 375   option("iptables-file",iptablesfile); /* new */
 376   option("hosts",hosts);
 377   option("lan-interface",lan);
 378   option("wan-interface",wan);
 379   option("lan-medium",lan_medium);
 380   option("wan-medium",wan_medium);
 381   lloption("wan-download",line);
 382   lloption("wan-upload",up);
 383   ioption("hall-of-fame-enable",hall_of_fame);
 384   option("hall-of-fame-title",title);
 385   option("hall-of-fame-filename",html);
 386   option("hall-of-fame-preview",preview);
 387   option("log-filename",cmdlog);
 388   option("credit-filename",credit);
 389   ioption("credit-enable",enable_credit);
 390   option("log-traffic-directory",log_dir);
 391   option("log-traffic-html-directory",html_log_dir);
 392   option("log-traffic-url-path",log_url);
 393   option("qos-free-zone",qos_free_zone);
 394   ioption("qos-free-delay",qos_free_delay);
 395   ioption("qos-proxy-enable",qos_proxy);
 396   option("qos-proxy-ip",proxy_ip);
 397   option("htb-leaf-discipline",qos_leaf);
 398   ioption("qos-proxy-port",proxy_port);
 399   ioption("free-rate",free_min);
 400   ioption("free-ceil",free_max);
 401   ioption("htb-burst",burst);
 402   ioption("htb-burst-main",burst_main);
 403   ioption("htb-burst-group",burst_group);
 404   ioption("htb-nesting-limit",max_nesting);
 405   ioption("htb-r2q",htb_r2q);
 406   ioption("magic-include-upload",include_upload);
 407   ioption("magic-priorities",magic_priorities);
 408   ioption("magic-treshold",magic_treshold);
 409   option("filter-type", cnf);
 410
 411 /* not yet implemented:
 412   ioption("magic-fixed-packets",fixed_packets);
 413   ioption("magic-relative-packets",packet_limit);
 414 */
 415  }
 416  fail
 417  {
 418   perror(config_filename);
 419   puts("Warning - using built-in defaults instead ...");
 420  }
 421  done;
 422  printf("\n");
 423
 424  /*leaf discipline for keywords*/
 425  every(keyword,keywords)
 426  {
 427     if (!strcmpi(keyword->leaf_discipline, "")){
 428         keyword->leaf_discipline = qos_leaf;
 429     }
 430  }
 431
 432  if (strcmpi(cnf, "mark")){
 433     filter_type = 2;
 434     mark = "CLASSIFY";
 435     mark_iptables = "CLASSIFY --set-class 1:";
 436  }else{
 437     filter_type = 1;
 438     mark = "MARK";
 439     mark_iptables = "MARK --set-mark ";
 440  }
 441
 442  /* are supplied values meaningful ?*/
 443  if(line<=0 || up<=0)
 444  {
 445   puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
 446   reject_config_and_exit(config_filename);
 447  }
 448 }
 449
 450 /* ===================== traffic analyser - uses iptables  ================ */
 451
 452 void get_traffic_statistics(void)
 453 {
 454  char *str,*cmd;
 455  int downloadflag=0;
 456
 457  textfile(Pipe,str) *line,*lines=NULL;
 458  string(str,STRLEN);
 459  string(cmd,STRLEN);
 460
 461  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 462  shell(cmd);
 463  input(str,STRLEN)
 464  {
 465   create(line,Pipe);
 466   line->str=str;
 467   string(str,STRLEN);
 468   append(line,lines);
 469  }
 470
 471  every(line,lines)
 472  {
 473   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 474   unsigned long long traffic=0;
 475   unsigned long pkts=0;
 476   char *ipaddr=NULL,*ptr;
 477
 478   /* debug puts(line->str); */
 479   valid_columns(ptr,line->str,' ',col)
 480   if(valid) switch(col)
 481   {
 482    case 1: if(eq(ptr,"Chain"))
 483             setchainname=1;
 484            else if(eq(ptr,"pkts"))
 485             valid=0;
 486            else
 487             sscanf(ptr,"%lu",&pkts);
 488            break;
 489    case 2: if(setchainname)
 490            {
 491             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 492              downloadflag=1;
 493             else
 494             if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 495              downloadflag=0;
 496
 497             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 498              commonflag=1;
 499            }
 500            else
 501             sscanf(ptr,"%Lu",&traffic); traffic+=(1<<19); traffic>>=20;
 502            break;
 503    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 504             accept=eq(ptr,mark);
 505             /*if (filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 506            break;
 507    case 8: if(downloadflag)
 508            {
 509             if(strstr(proxy_ip,ptr))proxyflag=1;
 510            }
 511            else
 512             ipaddr=ptr;
 513             break;
 514    case 9: if(downloadflag)ipaddr=ptr;break;
 515   }
 516
 517     if(accept && traffic>0 && ipaddr)
 518     {
 519      if(proxyflag)printf("(proxy) ");
 520      else if(!downloadflag) printf("(upload) ");
 521      printf("IP %s: %Lu M (%ld pkts)\n", ipaddr, traffic, pkts);
 522      find(ip,ips,eq(ip->addr,ipaddr));
 523      else
 524      {
 525       TheIP();
 526       ip->addr=ipaddr;
 527       if(eq(ip->addr,"0.0.0.0/0"))
 528       {
 529        ip->name="(unregistered)";
 530        ip->min=free_min;
 531        ip->max=ip->desired=free_max;
 532       }
 533      }
 534
 535      if(downloadflag)
 536      {
 537       if(proxyflag)
 538        ip->proxy=traffic;
 539       else
 540        ip->traffic+=traffic;
 541       ip->direct=ip->traffic-ip->upload-ip->proxy;
 542       ip->pktsdown=pkts;
 543      }
 544      else
 545      {
 546       ip->upload=traffic;
 547       ip->pktsup=pkts;
 548       if(include_upload)
 549        ip->traffic+=traffic;
 550       else
 551        if(traffic>ip->traffic)
 552         ip->traffic=traffic;
 553      }
 554     }
 555   }
 556
 557  free(cmd);
 558 }
 559
 560 /* ========== This function executes, logs OR ALSO prints command ========== */
 561
 562 void safe_run(char *cmd)
 563 {
 564  if(dry_run) printf("\n=>%s\n",cmd); else system(cmd);
 565  if(log_file) fprintf(log_file,"%s\n",cmd);
 566 }
 567
 568 void save_line(char *line)
 569 {
 570  fprintf(iptables_file,"%s\n",line);
 571 }
 572
 573 void run_restore(void)
 574 {
 575  char *restor, *str;
 576  string(restor,STRLEN);
 577
 578  /*-----------------------------------------------------------------*/
 579  printf("Running %s <%s ...\n",iptablesrestore,iptablesfile);
 580  /*-----------------------------------------------------------------*/
 581
 582  save_line("COMMIT");
 583  fclose(iptables_file);
 584  if(dry_run)
 585  {
 586     parse(iptablesfile)
 587     {
 588         str=_;
 589         printf("%s\n", str);
 590     }done;
 591  }
 592
 593  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 594  safe_run(restor);
 595
 596  free(restor);
 597 }
 598
 599 /* == This function strips extra characters after IP address and stores it = */
 600
 601 void parse_ip(char *str)
 602 {
 603  char *ptr=str,*ipaddr=NULL,*ipname=NULL;;
 604
 605  while(*ptr && *ptr!=' ' && *ptr!=9)
 606   ptr++;
 607
 608  *ptr=0;
 609  ipaddr=str;
 610  ptr++;
 611  while(*ptr && (*ptr==' ' || *ptr==9))
 612   ptr++;
 613  ipname=ptr;
 614  while(*ptr && *ptr!=' ' && *ptr!=9)
 615   ptr++;
 616  *ptr=0;
 617
 618  find(ip,ips,eq(ip->addr,ipaddr)); else TheIP();
 619  ip->addr=ipaddr;
 620  ip->name=ipname;
 621 }
 622
 623 char *parse_datafile_line(char *str)
 624 {
 625  char *ptr=strchr(str,' ');
 626
 627  if(ptr)
 628  {
 629   *ptr=0;
 630   ptr++;
 631   return ptr;
 632  }
 633  else
 634   return NULL;
 635 }
 636
 637 struct IpLog
 638 {
 639  char *name;
 640  long traffic;
 641  long guaranted;
 642  list(IpLog);
 643 } *iplog,*iplogs;
 644
 645 void parse_ip_log(int argc, char **argv)
 646 {
 647  char *month, *year, *str, *name, *ptr, *ptr2;
 648  long traffic, traffic_month, total=0, guaranted;
 649  int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0;
 650  char mstr[4], ystr[5];
 651  FILE *f;
 652  string(str,STRLEN);
 653
 654  if(argv[1][1]=='l') /* -l */
 655  {
 656    if(argc<4)
 657    {
 658     puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
 659     exit(-1);
 660    }
 661    else
 662    {
 663     month=argv[2];
 664     if(eq(month,"Year")) any_month=1;
 665     year=argv[3];
 666    }
 667  }
 668  else
 669  {
 670    time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
 671    struct tm *timep = localtime(&t);
 672
 673    if(argv[1][1]=='m') /* -m yestarday - month */
 674    {
 675     strftime(mstr, 4, "%b", timep);
 676     month=mstr;
 677     strftime(ystr, 5, "%Y", timep);
 678     year=ystr;
 679    }
 680    else /* -y yesterday - year */
 681    {
 682     month="Year";
 683     any_month=1;
 684     strftime(ystr, 5, "%Y", timep);
 685     year=ystr;
 686    }
 687  }
 688  printf("Analysing traffic for %s %s ...\n",month,year);
 689
 690  sprintf(str,"%s %s/*.log",ls,log_dir);
 691  shell(str);
 692
 693  input(str,STRLEN)
 694  {
 695   ptr=strrchr(str,'\n');
 696   if(ptr) *ptr='\0';
 697   printf("Parsing %s ...",str);
 698   accept_month=0;
 699   traffic_month=0;
 700   guaranted = 0;
 701   parse(str)
 702   {
 703    y_ok=m_ok=0;
 704    valid_columns(ptr,_,'\t',col) switch(col)
 705    {
 706     case 2: name = ptr;break;
 707     case 3: traffic = atol(ptr);break;
 708     /* column number   - was 7, now 10...*/
 709     case 7:
 710     case 8:
 711     case 9:
 712     case 10: if (isalpha(*ptr)) /* character, not numeric string = date, just one*/
 713              {
 714                valid_columns(ptr2,ptr,' ',col2) switch(col2)
 715                {
 716                 case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
 717                 case 5: if(eq(ptr2,year)) y_ok = 1; break;
 718                }
 719              }
 720              else
 721              {
 722                if(col == 7) guaranted = atol(ptr);
 723              }
 724    }
 725
 726    if(y_ok && m_ok)
 727    {
 728     traffic_month += traffic;
 729     accept_month = 1;
 730    }
 731   }
 732   done;
 733
 734   if(accept_month)
 735   {
 736    create(iplog,IpLog);
 737    iplog->name = name;
 738    iplog->guaranted = guaranted;
 739    iplog->traffic = traffic_month;
 740    insert(iplog,iplogs,desc_order_by,traffic);
 741    printf(" %ld MB\n",iplog->traffic);
 742   }
 743   else
 744    puts(" no records.");
 745  }
 746  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 747  printf("Writing %s ...",str);
 748  f=fopen(str,"w");
 749  if(f)
 750  {
 751   fprintf(f,"<table border><tr><th colspan=\"4\">Data transfers - %s %s</th><th align=\"right\">Min.speed</th></tr>\n ",month,year);
 752   every(iplog,iplogs)
 753    if(iplog->traffic)
 754    {
 755     fprintf(f,"<tr><td align=\"right\">%d</td><th>%s</td><td align=\"right\">%ld MB</td><th align=\"right\">%ld GB</th><th align=\"right\">%ld kbps</th></tr>\n",
 756               i++, iplog->name, iplog->traffic, iplog->traffic>>10, iplog->guaranted);
 757     total+=iplog->traffic>>10;
 758    }
 759   fprintf(f,"<tr><th colspan=\"3\" align=\"left\">Total:</th><th align=\"right\">%ld GB</th><th align=\"right\">%Ld kbps</th></tr>\n", total, line);
 760   fputs("</table>\n", f);
 761   fprintf(f, stats_html_signature, version);
 762   fclose(f);
 763   puts(" done.");
 764  }
 765 }
 766
 767
 768 /*-----------------------------------------------------------------*/
 769 /* Are you looking for int main (int argc, char **argv) ? :-))     */
 770 /*-----------------------------------------------------------------*/
 771
 772 program
 773 {
 774  int i=0;
 775  FILE *f=NULL;
 776  char *str, *ptr, *d;
 777  char *substring;
 778  int class_count=0,ip_count=0;
 779  int parent=1;
 780  int just_flush=0;
 781  int nodelay=0;
 782  int just_preview=0;                /* preview - generate just stats */
 783  int just_logs=0;                   /* just parse logs */
 784
 785  char *chain_forward, *chain_postrouting;
 786  char *althosts=NULL;
 787
 788  printf("\n\
 789 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
 790 Version %s - Copyright (C)2005-2008 Michael Polak (xChaos)\n\
 791 iptables-restore & burst tunning & classify modification 0.7d by Ludva\n\
 792 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
 793
 794  /*----- Boring... we have to check command line options first: ----*/
 795
 796  arguments
 797  {
 798   argument("-c") { nextargument(config); }
 799   argument("-h") { nextargument(althosts);}
 800   argument("-d") { dry_run=1; }
 801   argument("-f") { just_flush=1; }
 802   argument("-9") { just_flush=9; }
 803   argument("-p") { just_preview=1; }
 804   argument("-n") { nodelay=1; }
 805   argument("-l") { just_logs=1; }
 806   argument("-m") { just_logs=1; }
 807   argument("-y") { just_logs=1; }
 808   argument("-?") { help(); exit(0); }
 809   argument("--help") { help(); exit(0); }
 810   argument("-v") { exit(0); }
 811   argument("--version") { exit(0); }
 812  }
 813
 814  if(dry_run)
 815   puts("*** THIS IS JUST DRY RUN ! ***\n");
 816
 817  date(d); /* this is typical cll1.h macro */
 818
 819  /*-----------------------------------------------------------------*/
 820  printf("Parsing configuration file %s ...\n", config);
 821  /*-----------------------------------------------------------------*/
 822  get_config(config);
 823
 824  if(just_logs)
 825  {
 826     parse_ip_log(argc,argv);
 827     exit(0);
 828  }
 829
 830  if(althosts) hosts=althosts;
 831
 832  if(just_flush<9)
 833  {
 834   /*-----------------------------------------------------------------*/
 835   puts("Parsing iptables verbose output ...");
 836   /*-----------------------------------------------------------------*/
 837   get_traffic_statistics();
 838  }
 839
 840  /*-----------------------------------------------------------------*/
 841  printf("Parsing class defintion file %s ...\n", hosts);
 842  /*-----------------------------------------------------------------*/
 843  int groupidx = FIRSTGROUPID;
 844  parse(hosts)
 845  {
 846   str=_;
 847
 848   if(*str<'0' || *str>'9')
 849    continue;
 850
 851   //Does this IP share QoS class with some other ?
 852   substring=strstr(str,"sharing-");
 853   if(substring)
 854   {
 855    substring+=8; //"sharing-"
 856    parse_ip(str);
 857    ip_count++;
 858    ip->sharing=substring;
 859    ip->keyword=defaultkeyword; /* settings for default keyword */
 860    while(*substring && *substring!='\n')
 861     substring++;
 862    *substring=0;
 863   }
 864   else
 865   {
 866    //Do we have to create new QoS class for this IP ?
 867
 868    find(keyword,keywords,(substring=strstr(str,keyword->key)))
 869    {
 870     parse_ip(str);
 871     ip_count++;
 872     ip->keyword=keyword;
 873     keyword->ip_count++;
 874     ip->prio=keyword->default_prio;
 875     substring+=strlen(keyword->key)+1;
 876     ptr=substring;
 877     while(*ptr && *ptr!='-')
 878      ptr++;
 879     if(*ptr=='-')
 880     {
 881      *ptr=0;
 882      ip->max=ip->desired=atoi(ptr+1);
 883     }
 884     ip->min=atoi(substring);
 885     if(ip->min<=0)
 886     {
 887      printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kbps\n",str,free_min);
 888      ip->min=free_min;
 889     }
 890     if(ip->max<=ip->min)
 891     {
 892      ip->fixedprio=1;
 893      ip->max=ip->min+ip->keyword->reserve_min;
 894     }
 895     else
 896     {
 897      ip->max-=ip->keyword->reserve_max;
 898
 899 /*
 900      if(ip->keyword->divide_max>1)
 901       ip->max=ip->min+(ip->max-ip->min)/ip->keyword->divide_max;
 902      if(ip->keyword->htb_ceil_bonus_divide>0)
 903       ip->max+=ip->max/ip->keyword->htb_ceil_bonus_divide;
 904 */
 905      if(ip->max<ip->min)
 906       ip->max=ip->min;
 907     }
 908     ip->mark=FIRSTIPCLASS+1+class_count++;
 909
 910     find(group,groups,group->min==ip->min)
 911     {
 912      group->count++;
 913      group->desired+=ip->min;
 914      ip->group = group->id;
 915     }
 916     else
 917     {
 918      create(group,Group);
 919      group->min=ip->min;
 920      group->id = groupidx++;
 921      ip->group = group->id;
 922
 923      if(group->min<8) group->min=8;
 924      /* Warning - this is maybe because of primitive tc namespace, can be fixed */
 925      /* it is because class IDs are derived from min. bandwidth. - xCh */
 926      //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
 927
 928      group->count=1;
 929      group->desired=ip->min;
 930      insert(group,groups,desc_order_by,min);
 931     }
 932    }//endif keyword-
 933   }//endif sharing-
 934  }
 935  fail
 936  {
 937   perror(hosts);
 938   exit(-1);
 939  }
 940  done;
 941
 942  /*-----------------------------------------------------------------*/
 943  /* cll1.h - let's allocate brand new character buffer...           */
 944  /*-----------------------------------------------------------------*/
 945  string(str,STRLEN);
 946
 947  /*-----------------------------------------------------------------*/
 948  puts("Resolving shared connections ...");
 949  /*-----------------------------------------------------------------*/
 950  search(ip,ips,ip->sharing)
 951  {
 952   search(sharedip,ips,eq(sharedip->name,ip->sharing))
 953   {
 954    sharedip->traffic+=ip->traffic;
 955    ip->traffic=0;
 956    ip->mark=sharedip->mark;
 957    break;
 958   }
 959   if(!sharedip)
 960    printf("Unresolved shared connection: %s %s sharing-%s\n",ip->addr,ip->name,ip->sharing);
 961  }
 962
 963  if(enable_credit && just_flush<9)
 964  {
 965   /*-----------------------------------------------------------------*/
 966   printf("Parsing credit file %s ...\n", credit);
 967   /*-----------------------------------------------------------------*/
 968   parse(credit)
 969   {
 970    ptr=parse_datafile_line(_);
 971    if(ptr)
 972    {
 973     find(ip,ips,eq(ip->addr,_))
 974      sscanf(ptr,"%Lu",&(ip->credit));
 975    }
 976   }
 977   done;
 978  }
 979
 980  if(!just_preview)
 981  {
 982   /*-----------------------------------------------------------------*/
 983   puts("Initializing iptables and tc classes ...");
 984   /*-----------------------------------------------------------------*/
 985
 986   iptables_file=fopen(iptablesfile,"w");
 987   if (iptables_file == NULL) {
 988     puts("Cannot open iptablesfile!");
 989     exit(-1);
 990   }
 991
 992   log_file=fopen(cmdlog,"w");
 993   if (log_file == NULL) {
 994     puts("Cannot open logfile!");
 995     exit(-1);
 996   }
 997
 998   save_line(iptablespreamble);
 999   run_restore();
1000
1001   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
1002   safe_run(str);
1003
1004   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1005   safe_run(str);
1006
1007   iptables_file=fopen(iptablesfile,"w");
1008   save_line(iptablespreamble);
1009
1010   if(qos_free_zone && *qos_free_zone!='0')
1011   {
1012    char *chain;
1013
1014    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1015    save_line(str);
1016
1017    if(qos_proxy)
1018    {
1019     save_line(":post_noproxy - [0:0]");
1020     sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1021     save_line(str);
1022     sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1023     save_line(str);
1024     sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1025     save_line(str);
1026
1027     chain="post_noproxy";
1028    }
1029    else
1030     chain="POSTROUTING";
1031
1032    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1033    save_line(str);
1034   }
1035
1036   if(ip_count>idxtable_treshold1 && !just_flush)
1037   {
1038    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1039    char *subnet, *buf;
1040    /*-----------------------------------------------------------------*/
1041    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1042    /*-----------------------------------------------------------------*/
1043
1044    save_line(":post_common - [0:0]");
1045    save_line(":forw_common - [0:0]");
1046
1047    search(ip,ips,ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1048    {
1049     buf=hash_id(ip->addr,bitmask);
1050     find(idx,idxs,eq(idx->id,buf))
1051      idx->children++;
1052     else
1053     {
1054      create(idx,Index);
1055      idx->addr=ip->addr;
1056      idx->id=buf;
1057      idx->bitmask=bitmask;
1058      idx->parent=NULL;
1059      idx->children=0;
1060      idxcount++;
1061      push(idx,idxs);
1062     }
1063    }
1064
1065    /* brutal perfomance optimalization */
1066    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1067    {
1068     bitmask-=idxtable_bitmask2;
1069     idxcount=0;
1070     search(idx,idxs,idx->parent==NULL)
1071     {
1072      buf=hash_id(idx->addr,bitmask);
1073      find(metaindex,idxs,eq(metaindex->id,buf))
1074       metaindex->children++;
1075      else
1076      {
1077       create(metaindex,Index);
1078       metaindex->addr=idx->addr;
1079       metaindex->id=buf;
1080       metaindex->bitmask=bitmask;
1081       metaindex->parent=NULL;
1082       metaindex->children=0;
1083       idxcount++;
1084       push(metaindex,idxs);
1085      }
1086      idx->parent=metaindex;
1087     }
1088    }
1089
1090    /* this should slightly optimize throughout ... */
1091    sort(idx,idxs,desc_order_by,children);
1092    sort(idx,idxs,order_by,bitmask);
1093
1094    i=0;
1095    every(idx,idxs)
1096    {
1097     subnet=subnet_id(idx->addr,idx->bitmask);
1098     printf("%d: %s/%d\n",++i,subnet,idx->bitmask);
1099
1100     sprintf(str,":post_%s - [0:0]", idx->id);
1101     save_line(str);
1102
1103     sprintf(str,":forw_%s - [0:0]", idx->id);
1104     save_line(str);
1105
1106     if(idx->parent)
1107     {
1108      string(buf,strlen(idx->parent->id)+6);
1109      sprintf(buf,"post_%s",idx->parent->id);
1110     }
1111     else
1112      buf="POSTROUTING";
1113
1114     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1115     save_line(str);
1116
1117     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1118     save_line(str);
1119
1120     if(idx->parent)
1121     {
1122      string(buf,strlen(idx->parent->id)+6);
1123      sprintf(buf,"forw_%s",idx->parent->id);
1124     }
1125     else
1126      buf="FORWARD";
1127
1128     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1129     save_line(str);
1130
1131     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1132     save_line(str);
1133    }
1134    printf("Total indexed iptables chains created: %d\n", i);
1135
1136    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1137    save_line(str);
1138
1139    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1140    save_line(str);
1141   }
1142
1143  }
1144
1145  if(just_flush)
1146  {
1147   fclose(iptables_file);
1148   if (log_file) fclose(log_file);
1149   puts("Just flushed iptables and tc classes - now exiting ...");
1150   exit(0);
1151  }
1152
1153  if(!just_preview)
1154  {
1155   if(!dry_run && !nodelay && qos_free_delay)
1156   {
1157    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1158    sleep(qos_free_delay);
1159   }
1160
1161   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,lan,htb_r2q);
1162   safe_run(str);
1163
1164   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,lan,lan_medium,lan_medium,burst_main);
1165   safe_run(str);
1166
1167   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,lan,line,line,burst_main);
1168   safe_run(str);
1169
1170   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1171   safe_run(str);
1172
1173   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,wan,wan_medium,wan_medium,burst_main);
1174   safe_run(str);
1175
1176   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,wan,up,up,burst_main);
1177   safe_run(str);
1178  }
1179
1180  /*-----------------------------------------------------------------*/
1181  puts("Locating suckers and generating root classes ...");
1182  /*-----------------------------------------------------------------*/
1183  sort(ip,ips,desc_order_by,traffic);
1184
1185
1186  /*-----------------------------------------------------------------*/
1187  /* sub-scope - local variables */
1188  {
1189   long long int rate=line;
1190   long long int max=line;
1191   int group_count=0;
1192   FILE *credit_file=NULL;
1193
1194   if(!just_preview && !dry_run && enable_credit) credit_file=fopen(credit,"w");
1195
1196   every(group,groups)
1197   {
1198    if(!just_preview)
1199    {
1200
1201     //download
1202     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #down desired %d",
1203                  tc, lan, parent, group->id, rate, max, burst_group, group->desired);
1204     safe_run(str);
1205
1206     //upload
1207     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #up desired %d",
1208                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, group->desired);
1209     safe_run(str);
1210    }
1211
1212    if(group_count++<max_nesting) parent=group->id;
1213
1214    rate-=digital_divide*group->min;
1215    if(rate<group->min)rate=group->min;
1216
1217    /*shaping of aggresive downloaders, with credit file support */
1218    if(use_credit)
1219    {
1220     int group_rate=group->min, priority_sequence=magic_priorities+1;
1221
1222     search(ip, ips, ip->min==group->min && ip->max>ip->min)
1223     {
1224      if( ip->keyword->data_limit && !ip->fixedprio &&
1225          ip->traffic>ip->credit+
1226          (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)) )
1227      {
1228       if(group_rate<ip->max) ip->max=group_rate;
1229       group_rate+=magic_treshold;
1230       ip->prio=magic_priorities+2;
1231       if(ip->prio<3) ip->prio=3;
1232      }
1233      else
1234      {
1235       if( ip->keyword->data_prio && !ip->fixedprio &&
1236           ip->traffic>ip->credit+
1237            (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20)) )
1238       {
1239        ip->prio=priority_sequence--;
1240        if(ip->prio<2) ip->prio=2;
1241       }
1242
1243       if(credit_file)
1244       {
1245        unsigned long long lcredit=0;
1246
1247        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1248         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1249        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1250       }
1251      }
1252     }
1253
1254    }
1255   }
1256   if(credit_file)fclose(credit_file);
1257  }
1258
1259  if(just_preview)
1260  {
1261   f=fopen(preview,"w");
1262   ptr=preview;
1263  }
1264  else if(!dry_run && !just_flush)
1265  {
1266   /*-----------------------------------------------------------------*/
1267   printf("Writing data transfer database ...\n");
1268   /*-----------------------------------------------------------------*/
1269   f=fopen("/var/run/prometheus.previous","w");
1270   if(f)
1271   {
1272    search(ip,ips,ip->traffic || ip->direct || ip->proxy ||ip->upload)
1273     fprintf(f,"%s %Lu %Lu %Lu %Lu\n",ip->addr,ip->traffic,ip->direct,ip->proxy,ip->upload);
1274    fclose(f);
1275   }
1276
1277   f=fopen(html,"w");
1278   ptr=html;
1279  }
1280
1281  if(f)
1282  {
1283   int total=0;
1284   int count=1;
1285   i=0;
1286
1287   /*-----------------------------------------------------------------*/
1288   printf("Sorting data and generating statistics page %s ...\n",ptr);
1289   /*-----------------------------------------------------------------*/
1290
1291   fputs("<table border>\n<tr><th align=\"right\">#</th><th align=\"right\">group</th><th align=\"right\">IPs</th><th align=\"right\">requested</th>\n",f);
1292   fprintf(f,"<th colspan=\"%d\">data limits</th>\n",keywordcount);
1293   fputs("</tr>\n",f);
1294   every(group,groups)
1295   {
1296 #ifdef DEBUG
1297    printf("%d k group: %d bandwidth requested: %d k\n",group->min,group->count,group->desired);
1298 #endif
1299    fprintf(f,"<tr><td align=\"right\">%d</td><td align=\"right\">%d k</td>",count,group->min);
1300    fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d k</td>",group->count,group->desired);
1301
1302    every(keyword,keywords)
1303     fprintf(f,"<td align=\"right\"><font color=\"#%s\">%d M</font></td>",keyword->html_color,group->min*keyword->data_limit);
1304
1305    i+=group->desired;
1306    total+=group->count;
1307    count++;
1308   }
1309 #ifdef DEBUG
1310    printf("Total groups: %d Total bandwidth requested: %d k\nAGGREGATION: 1/%d\n",count,i,i/line);
1311 #endif
1312    fprintf(f,"<tr><th colspan=\"2\" align=\"left\">Line %Ld k</td>",line);
1313    fprintf(f,"<th align=\"right\">%d</td><th align=\"right\">%d k</td>",total,i);
1314
1315    every(keyword,keywords)
1316     fprintf(f,"<th align=\"right\">%d IPs</th>",keyword->ip_count);
1317
1318    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n",(int)(0.5+i/line));
1319    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n",keywordcount,total);
1320
1321    fputs("</table>\n",f);
1322  }
1323  else if(!dry_run && !just_flush)
1324   perror(html);
1325
1326  i=1;
1327  if(f)
1328  {
1329   unsigned long long total=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1330   int active_classes=0;
1331   int colspan;
1332   FILE *iplog;
1333   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1334
1335   if(qos_proxy)
1336    colspan=12;
1337   else
1338    colspan=11;
1339
1340   fprintf(f,"<p><table border>\n<tr><th colspan=\"%d\">%s",colspan,title);
1341   fprintf(f," (%s)</th></tr>\n", d);
1342   fputs("<tr><td align=\"right\">#</td><td>hostname</td>\
1343   <td align=\"right\">credit</td>\
1344   <td align=\"right\">limit</td>\
1345   <td align=\"right\">total</td>\
1346   <td align=\"right\">direct</td>\n",f);
1347   if(qos_proxy)
1348    fputs("<td align=\"right\">proxy</td>\n",f);
1349   fputs("<td align=\"right\">upload</td>\
1350   <td align=\"right\">minimum</td>\
1351   <td align=\"right\">desired</td>\
1352   <td align=\"right\">maximum</td>\
1353   <td>prio</td></tr>\n",f);
1354
1355   every(ip,ips)
1356   {
1357    char *f1="", *f2="";
1358    if(ip->max<ip->desired)
1359    {
1360     f1="<font color=\"red\">";
1361     f2="</font>";
1362    }
1363    else if(ip->prio>1)
1364    {
1365     f1="<font color=\"brown\">";
1366     f2="</font>";
1367    }
1368
1369 #ifdef DEBUG
1370    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1371 #endif
1372    fprintf(f,"<tr><td align=\"right\"><a name=\"%s\"></a>%d</td><td><a href=\"%s%s.log\">%s</a></td><td align=\"right\">%Lu M</td>\n",
1373               ip->name, i, log_url, ip->name, ip->name, ip->credit);
1374    fprintf(f,"<td align=\"right\"><font color=\"#%s\">%Lu M</font></td>",ip->keyword->html_color,ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1375    fprintf(f,"<td align=\"right\">%s%Lu M%s</td><td align=\"right\">%Lu M</td>\n", f1, ip->traffic, f2, ip->direct);
1376    if(qos_proxy)
1377     fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->proxy);
1378    fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->upload);
1379    fprintf(f,"<td align=\"right\">%d k</td><td align=\"right\">%d k</td><td align=\"right\">%s%d k%s</td><td>%s%d%s</td></tr>\n",ip->min,ip->desired,f1,ip->max,f2,f1,ip->prio,f2);
1380    total+=ip->traffic;
1381    total_direct+=ip->direct;
1382    total_proxy+=ip->proxy;
1383    total_upload+=ip->upload;
1384    if(ip->traffic>0)
1385    {
1386     active_classes++;
1387     tmp_sum+=ip->traffic;
1388     create(sum,Sum);
1389     sum->l=tmp_sum;
1390     sum->i=active_classes;
1391     insert(sum,sums,order_by,i);
1392    }
1393
1394    i++;
1395
1396    if(!just_preview)
1397    {
1398     sprintf(str,"%s/%s.log",log_dir,ip->name);
1399     iplog=fopen(str,"a");
1400     if(iplog)
1401     {
1402      fprintf(iplog,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%s",
1403                     time(NULL),ip->name,ip->traffic,ip->direct,ip->proxy,ip->upload,ip->min,ip->max,ip->desired,d); /* d = date*/
1404      fclose(iplog);
1405     }
1406    }
1407
1408   }
1409   fprintf(f,"<tr><th colspan=\"4 \"align=\"left\">SUMMARY:</td>");
1410   fprintf(f,"<th align=\"right\">%Lu M</th>\
1411   <th align=\"right\">%Lu M</th>\n", total, total_direct);
1412   if(qos_proxy)
1413    fprintf(f,"<th align=\"right\">%Lu M</th>\n", total_proxy);
1414   fprintf(f,"<th align=\"right\">%Lu M</th>", total_upload);
1415   fputs("<td colspan=\"4\"></td></th>\n</table>\n",f);
1416
1417   if(active_classes>10)
1418   {
1419    fputs("<a name=\"erp\"></a><p><table border><tr><th colspan=\"5\">Enterprise Research and Planning (ERP)</th></tr>\n",f);
1420    fputs("<tr><td>Analytic category</td>\n",f);
1421    fputs("<td colspan=\"2\" align=\"center\">Active Classes</td><td colspan=\"2\" align=\"center\">Data transfers</td></tr>\n",f);
1422
1423    find(sum,sums,sum->l>=total/4)
1424    {
1425     fprintf(f,"<tr><td>Top 25%% of traffic</td>\n");
1426     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1427    }
1428
1429    find(sum,sums,sum->i==10)
1430    {
1431     fprintf(f,"<tr><td>Top 10 downloaders</td>\n");
1432     fprintf(f,"<th align=\"right\">10</th><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1433    }
1434
1435    find(sum,sums,sum->l>=total/2)
1436    {
1437     fprintf(f,"<tr><td>Top 50%% of traffic</td>\n");
1438     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1439    }
1440
1441    find(sum,sums,sum->l>=4*total/5)
1442    {
1443     fprintf(f,"<tr><td>Top 80%% of traffic</td>\n");
1444     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1445    }
1446
1447    find (sum,sums,sum->i>=(active_classes+1)/5)
1448    {
1449     fprintf(f,"<tr><td>Top 20%% downloaders</td>\n");
1450     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1451    }
1452
1453    find(sum,sums,sum->i>=(active_classes+1)/4)
1454    {
1455     fprintf(f,"<tr><td>Top 25%% downloaders</td>\n");
1456     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1457    }
1458
1459    find(sum,sums,sum->i>=(active_classes+1)/2)
1460    {
1461     fprintf(f,"<tr><td>Top 50%% downloaders</td>\n");
1462     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1463    }
1464
1465    find(sum,sums,sum->i>=4*(active_classes+1)/5)
1466    {
1467     fprintf(f,"<tr><td>Top 80%% downloaders</td>\n");
1468     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1469    }
1470
1471    fprintf(f,"<tr><td>All users, all traffic</td>\n");
1472    fprintf(f,"<th align=\"right\">%d</th><th align=\"right\">100 %%</th><th align=\"right\">%Lu M</th><th align=\"right\">100 %%</th></tr>\n",active_classes,total);
1473    fputs("</table>\n", f);
1474   }
1475   fprintf(f, stats_html_signature, version);
1476   fclose(f);
1477  }
1478
1479  if(just_preview)
1480  {
1481   puts("Statistics preview generated (-p switch) - now exiting ...");
1482   exit(0);
1483  }
1484
1485  /*-----------------------------------------------------------------*/
1486  puts("Generating iptables and tc classes ...");
1487  /*-----------------------------------------------------------------*/
1488
1489  i=0;
1490  printf("%-22s %-15s mark\n","name","ip");
1491  search(ip,ips,ip->mark>0)
1492  {
1493
1494   if(idxs)
1495   {
1496    char *buf;
1497    duplicate(ip->addr,buf);
1498    buf=hash_id(ip->addr,32-idxtable_bitmask1);
1499
1500    string(chain_forward,6+strlen(buf));
1501    strcpy(chain_forward,"forw_");
1502    strcat(chain_forward,buf);
1503
1504    string(chain_postrouting,6+strlen(buf));
1505    strcpy(chain_postrouting,"post_");
1506    strcat(chain_postrouting,buf);
1507
1508    free(buf);
1509   }
1510   else
1511   {
1512    chain_forward="FORWARD";
1513    chain_postrouting="POSTROUTING";
1514   }
1515
1516   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
1517
1518   /* -------------------------------------------------------- mark download */
1519
1520   sprintf(str,"-A %s -d %s/32 -o %s -j %s%d",chain_postrouting,ip->addr,lan,mark_iptables,ip->mark);
1521   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
1522   /* -m limit --limit 1/s */
1523   save_line(str);
1524
1525   if(qos_proxy)
1526   {
1527    sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,mark_iptables,ip->mark);
1528    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
1529    save_line(str);
1530   }
1531
1532   sprintf(str,"-A %s -d %s/32 -o %s -j ACCEPT",chain_postrouting,ip->addr,lan);
1533   save_line(str);
1534
1535   /* -------------------------------------------------------- mark upload */
1536   sprintf(str,"-A %s -s %s/32 -o %s -j %s%d",chain_forward,ip->addr,wan,mark_iptables,ip->mark);
1537   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
1538   save_line(str);
1539
1540   sprintf(str,"-A %s -s %s/32 -o %s -j ACCEPT",chain_forward,ip->addr,wan);
1541   save_line(str);
1542
1543   if(ip->min)
1544   {
1545    /* -------------------------------------------------------- download class */
1546    printf("(down: %dk-%dk ", ip->min, ip->max);
1547
1548    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d", tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
1549    safe_run(str);
1550
1551    if (strcmpi(ip->keyword->leaf_discipline, "none")){
1552     sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s", tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1553     safe_run(str);
1554    }
1555
1556    if (filter_type == 1){
1557     sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d", tc, lan, ip->mark, ip->mark);
1558     safe_run(str);
1559    }
1560
1561    /* -------------------------------------------------------- upload class */
1562    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1563                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
1564
1565    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1566                 tc, wan, ip->group, ip->mark,
1567                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1568                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
1569    safe_run(str);
1570
1571    if (strcmpi(ip->keyword->leaf_discipline, "none")){
1572     sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s",tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1573     safe_run(str);
1574    }
1575
1576    if (filter_type == 1){
1577     sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",tc, wan, ip->mark, ip->mark);
1578     safe_run(str);
1579    }
1580   }
1581   else
1582    printf("(sharing %s)\n", ip->sharing);
1583   i++;
1584  }
1585
1586
1587  if(idxs)
1588  {
1589   chain_forward="forw_common";
1590   chain_postrouting="post_common";
1591  }
1592  else
1593  {
1594   chain_forward="FORWARD";
1595   chain_postrouting="POSTROUTING";
1596  }
1597
1598  /* --------------------------------------------------------  mark download */
1599
1600  if(qos_proxy)
1601  {
1602   sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
1603   save_line(str);
1604   sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j ACCEPT",chain_postrouting,proxy_ip,proxy_port,lan);
1605   save_line(str);
1606  }
1607  sprintf(str,"-A %s -o %s -j %s%d",chain_postrouting,lan,mark_iptables,3);
1608  save_line(str);
1609  sprintf(str,"-A %s -o %s -j ACCEPT",chain_postrouting,lan);
1610  save_line(str);
1611
1612  /* --------------------------------------------------------  mark upload */
1613  sprintf(str,"-A %s -o %s -j %s%d",chain_forward,wan,mark_iptables,3);
1614  save_line(str);
1615  sprintf(str,"-A %s -o %s -j ACCEPT",chain_forward,wan);
1616  save_line(str);
1617
1618  printf("Total IP count: %d\n", i);
1619
1620  /*-----------------------------------------------------------------*/
1621  puts("Generating free bandwith classes ...");
1622  /*-----------------------------------------------------------------*/
1623
1624  /* ---------------------------------------- tc - free bandwith shared class */
1625  sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,lan,parent,free_min,free_max,burst);
1626  safe_run(str);
1627
1628  sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,wan,parent,free_min,free_max,burst);
1629  safe_run(str);
1630
1631  /* tc SFQ */
1632  if (strcmpi(qos_leaf, "none")){
1633   sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,lan,qos_leaf);
1634   safe_run(str);
1635
1636   sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,wan,qos_leaf);
1637   safe_run(str);
1638  }
1639
1640  /* tc handle 1 fw flowid */
1641  sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,lan);
1642  safe_run(str);
1643
1644  sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,wan);
1645  safe_run(str);
1646
1647  run_restore();
1648
1649  if (log_file) fclose(log_file);
1650  return 0;
1651
1652  /* that's all folks, thank you for reading it all the way up to this point ;-) */
1653  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
1654 }