prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2008 Michael Polak (xChaos)           */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified: xChaos, 20080422
  11              ludva, 20080415
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 256
  30 #define FIRSTGROUPID 1024
  31 #define FIRSTIPCLASS 2048
  32 #undef DEBUG
  33
  34 #include "cll1-0.6.h"
  35
  36 const char *version="0.7.9-c";
  37
  38 /* Version numbers: 0.7.9 will be last development ("beta"), 0.8.0 first stable */
  39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
  40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
  41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
  42
  43 /* ======= All path names are defined here (for RPM patch) =======  */
  44
  45 char *tc              = "/sbin/tc"; /* requires tc with HTB support */
  46 char *iptables        = "/sbin/iptables"; /* requires iptables utility */
  47 char *iptablessave    = "/sbin/iptables-save"; /* not yet required */
  48 char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  49 char *ls              = "/bin/ls"; /* this is not user configurable :-) */
  50
  51 char *config          = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  52 char *hosts           = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  53
  54 char *iptablesfile    = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  55 char *credit          = "/var/lib/misc/prometheus.credit"; /* credit log file */
  56 char *html            = "/var/www/traffic.html"; /* hall of fame filename */
  57 char *preview         = "/var/www/preview.html"; /* hall of fame preview */
  58 char *cmdlog          = "/var/log/prometheuslog"; /* command log filename */
  59 char *log_dir         = "/var/www/logs/"; /* log directory pathname, ended with slash */
  60 char *log_url         = "logs/"; /* log directory relative URI prefix (partial URL) */
  61 char *html_log_dir    = "/var/www/logs/html/";
  62
  63 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  64
  65 void help(void)
  66 {
  67  puts("Command line switches:\n\
  68 \n\
  69 -?, --help    this help screen\n\
  70 -v, --version show version number of this utility and exit\n\
  71 -c filename   force alternative /etc/prometheus.conf filename\n\
  72 -h filename   force alternative /etc/hosts filename (overrides hosts keyword)\n\
  73 -f            just flush iptables and tc classes and exit (stop shaping)\n\
  74 -9            emergency iptables flush (do not read data transfer statistics)\n\
  75 -p            just generate preview of data transfer statistics and exit\n\
  76 -n            no delay (overrides qos-free-delay keyword)\n\
  77 -d            dry run (preview tc and iptables commands on stdout)\n\
  78 -l Mmm YYYY   generate HTML summary of traffic logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
  79 -m            generate HTML summary of traffic logs for yesterday's month\n\
  80 -y            generate HTML summary of traffic logs for yesterday's year\n");
  81 /* not yet implemented:
  82 -s            start shaping! (keep data transfer statistics - but apply shaping)\n\
  83 -r            just reload configuration (...and keep data transfer statistics)\n\
  84 */
  85 }
  86
  87 /* === Configuraration file values defaults - stored in global variables ==== */
  88
  89 int filter_type=1;                      /*1 mark, 2 classify*/
  90 char *mark="MARK";
  91 char *mark_iptables="MARK --set-mark ";
  92 int dry_run=0;                         /* preview - use puts() instead of system() */
  93 char *iptablespreamble="*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
  94 FILE *iptables_file=NULL;
  95 int enable_credit=1;                   /* enable credit file */
  96 int use_credit=0;                      /* use credit file (if enabled)*/
  97 char *title="Hall of Fame - Greatest Suckers"; /* hall of fame title */
  98 int hall_of_fame=1;                            /* enable hall of fame */
  99 char *lan="eth0";                /* LAN interface */
 100 char *lan_medium="100Mbit";      /* 10Mbit/100Mbit ethernet */
 101 char *wan="eth1";                /* WAN/ISP interface */
 102 char *wan_medium="100Mbit";      /* 10Mbit/100Mbit ethernet */
 103 char *qos_leaf="sfq perturb 5";  /* leaf discipline */
 104 char *qos_free_zone=NULL;        /* QoS free zone */
 105 int qos_proxy=1;                 /* include proxy port to QoS */
 106 int include_upload=1;            /* upload+download=total traffic */
 107 char *proxy_ip="192.168.1.1/32"; /* our IP with proxy port */
 108 int proxy_port=3128;      /* proxy port number */
 109 long long int line=1024;  /* WAN/ISP download in kbps */
 110 long long int up=1024;    /* WAN/ISP upload in kbps */
 111 int free_min=32;          /* minimum guaranted bandwidth for all undefined hosts */
 112 int free_max=64;          /* maximum allowed bandwidth for all undefined hosts */
 113 int qos_free_delay=0;     /* seconds to sleep before applying new QoS rules */
 114 int digital_divide=2;     /* controls digital divide weirdness ratio, 1...3 */
 115 int max_nesting=3;        /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 116 int htb_r2q=1;
 117 int burst=8;              /* HTB burst (in kbits) */
 118 int burst_main=64;
 119 int burst_group=32;
 120 int magic_priorities=8;   /* number of priority levels (soft shaping) */
 121 int magic_treshold=8;     /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 122 int keywordcount=0;
 123
 124 /* not yet implemented:
 125  int fixed_packets=0;   maximum number of pps per IP address (not class!)
 126  int packet_limit=5;   maximum number of pps to htn CEIL, not rate !!!
 127 */
 128 FILE *log_file=NULL;
 129
 130 char *kwd="via-prometheus";           /* /etc/hosts comment, eg. #qos-64-128 */
 131
 132 const int idxtable_treshold1=24;      /* this is no longer configurable */
 133 const int idxtable_treshold2=12;      /* this is no longer configurable */
 134 const int idxtable_bitmask1=3;        /* this is no longer configurable */
 135 const int idxtable_bitmask2=3;        /* this is no longer configurable */
 136
 137 /* ==== This is C<<1 stuff - learn C<<1 first! http://cll1.arachne.cz ==== */
 138
 139 struct IP
 140 {
 141  char *addr;
 142  char *name;
 143  char *sharing;
 144  int min;
 145  int desired;
 146  int max;
 147  int mark;
 148  int prio;
 149  int fixedprio;
 150  int group;
 151  unsigned long long direct;
 152  unsigned long long proxy;
 153  unsigned long long upload;
 154  unsigned long long traffic;
 155  unsigned long long credit;
 156  unsigned long pktsup;
 157  unsigned long pktsdown;
 158  struct Keyword *keyword;
 159  list(IP);
 160 } *ips=NULL, *ip, *sharedip;
 161
 162 struct Group
 163 {
 164  int min;
 165  int count;
 166  int desired;
 167  int id;
 168  list(Group);
 169 } *groups=NULL, *group;
 170
 171 struct Index
 172 {
 173  char *addr;
 174  char *id;
 175  struct Index *parent;
 176  int bitmask;
 177  int children;
 178  list(Index);
 179 } *idxs=NULL, *idx, *metaindex;
 180
 181 struct Keyword
 182 {
 183  char *key;
 184
 185  int asymetry_ratio;        /* ratio for ADSL-like upload */
 186  int asymetry_fixed;        /* fixed treshold for ADSL-like upload */
 187  int data_limit;            /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 188  int data_prio;            /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 189  long fixed_limit;          /* fixed data limit for setting lower HTB ceil */
 190  long fixed_prio;           /* fixed data lmit for setting lower HTB prio */
 191  int reserve_min;           /* bonus for nominal HTB rate bandwidth (in kbps) */
 192  int reserve_max;           /* malus for nominal HTB ceil (in kbps) */
 193 // int divide_max;          /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
 194 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
 195  int default_prio;          /* default HTB priority for this keyword */
 196  char *html_color;
 197  int ip_count;
 198  char *leaf_discipline;
 199
 200  list(Keyword);
 201 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
 202
 203 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
 204
 205 void TheIP(void)
 206 {
 207  create(ip,IP);
 208  ip->name="";
 209  ip->addr="";
 210  ip->sharing=NULL;
 211  ip->prio=1;
 212  ip->fixedprio=0;
 213  ip->mark=ip->min=ip->max=ip->desired=ip->credit=0;
 214  ip->upload=ip->proxy=ip->direct=ip->traffic=0;
 215  ip->pktsup=ip->pktsdown=0;
 216  ip->keyword=keywords;
 217  push(ip,ips);
 218 }
 219
 220 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 221
 222 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
 223 {
 224  /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
 225  int dot=0,n;
 226  char *ip,*outip,*outptr,*fmt;
 227
 228  duplicate(inip,ip);
 229  /* debug printf("(%s,%d) -> ",ip,bitmask); */
 230
 231  if(ip && *ip && bitmask>=0 && bitmask<=32)
 232   string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
 233  else
 234   /* should never exit here */
 235   return "undefined";
 236  outptr=outip;
 237  while(ip && *ip)
 238  {
 239   if(*ip=='.')
 240   {
 241    if(dot<(bitmask/8-1))
 242    {
 243     if(format_as_chainname)
 244      *outptr='_';
 245     else
 246      *outptr='.';
 247     outptr++;
 248     dot++;
 249    }
 250    else
 251    {
 252     char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
 253     if(cutdot)*cutdot='\0';
 254     if(format_as_chainname)
 255      fmt="_%d_%d";
 256     else
 257      fmt=".%d";
 258     if(bitmask%8)
 259      n=atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
 260     else
 261      n=0;
 262
 263     /*debug  printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
 264     sprintf(outptr,fmt,n,bitmask);
 265     if(!format_as_chainname) while(bitmask<24)
 266     {
 267      strcat(outip,".0");
 268      bitmask+=8;
 269     }
 270     /* debug printf("[%s]\n",outip); */
 271     return outip;
 272    }
 273   }
 274   else
 275   {
 276    *outptr=*ip;
 277    outptr++;
 278   }
 279   ip++;
 280  }
 281  /*should never exit here*/
 282  *outptr='\0';
 283  return outip;
 284 }
 285
 286 char *hash_id(char *ip,int bitmask)
 287 { return very_ugly_ipv4_code(ip,bitmask,1); }
 288
 289 char *subnet_id(char *ip,int bitmask)
 290 { return very_ugly_ipv4_code(ip,bitmask,0); }
 291
 292 /* ================= Let's parse configuration file here =================== */
 293
 294 void reject_config_and_exit(char *filename)
 295 {
 296  printf("Configuration file %s rejected - abnormal exit.",filename);
 297  exit(-1);
 298 }
 299
 300 void get_config(char *config_filename)
 301 {
 302  char *cnf="mark";
 303
 304  printf("Configured keywords: ");
 305  parse(config_filename)
 306  {
 307   option("keyword",kwd);
 308   if(kwd)
 309   {
 310    printf("%s ",kwd);
 311
 312    create(keyword,Keyword);
 313    keyword->key=kwd;
 314    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 315    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 316    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 317    keyword->data_prio=4;              /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 318    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 319    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 320    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 321    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 322 /* obsolete:
 323    keyword->divide_max=0;              relative malus: new_ceil=rate+(old_ceil-rate)/divide_max
 324    keyword->htb_ceil_bonus_divide=0;   relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide
 325 */
 326    keyword->default_prio=1;
 327    keyword->html_color="000000";
 328    keyword->ip_count=0;
 329    keyword->leaf_discipline="";
 330
 331    push(keyword,keywords);
 332    if(!defaultkeyword) defaultkeyword=keyword;
 333    keywordcount++;
 334
 335    kwd=NULL;
 336   }
 337   else every(keyword,keywords)
 338   {
 339    int l=strlen(keyword->key);
 340
 341
 342    if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 343    {
 344     char *tmptr=_; /*  <---- l+1 ----> */
 345     _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 346     ioption("asymetry-ratio",keyword->asymetry_ratio);
 347     ioption("asymetry-treshold",keyword->asymetry_fixed);
 348     ioption("magic-relative-limit",keyword->data_limit);
 349     ioption("magic-relative-prio",keyword->data_prio);
 350     loption("magic-fixed-limit",keyword->fixed_limit);
 351     loption("magic-fixed-prio",keyword->fixed_prio);
 352     ioption("htb-default-prio",keyword->default_prio);
 353     ioption("htb-rate-bonus",keyword->reserve_min);
 354     ioption("htb-ceil-malus",keyword->reserve_max);
 355 /* obsolete:
 356     ioption("htb-ceil-divide",keyword->divide_max);
 357     ioption("htb-ceil-bonus-divide",keyword->htb_ceil_bonus_divide);
 358 */
 359     option("leaf-discipline",keyword->leaf_discipline);
 360     option("html-color",keyword->html_color);
 361     _=tmptr;
 362
 363     if(keyword->data_limit || keyword->fixed_limit ||
 364        keyword->data_prio || keyword->fixed_prio)
 365         use_credit=1;
 366    }
 367   }
 368
 369   option("tc",tc);
 370   option("iptables",iptables);
 371   option("iptables-save",iptablessave); /* new */
 372   option("iptables-restore",iptablesrestore); /* new */
 373   option("iptables-file",iptablesfile); /* new */
 374   option("hosts",hosts);
 375   option("lan-interface",lan);
 376   option("wan-interface",wan);
 377   option("lan-medium",lan_medium);
 378   option("wan-medium",wan_medium);
 379   lloption("wan-download",line);
 380   lloption("wan-upload",up);
 381   ioption("hall-of-fame-enable",hall_of_fame);
 382   option("hall-of-fame-title",title);
 383   option("hall-of-fame-filename",html);
 384   option("hall-of-fame-preview",preview);
 385   option("log-filename",cmdlog);
 386   option("credit-filename",credit);
 387   ioption("credit-enable",enable_credit);
 388   option("log-traffic-directory",log_dir);
 389   option("log-traffic-html-directory",html_log_dir);
 390   option("log-traffic-url-path",log_url);
 391   option("qos-free-zone",qos_free_zone);
 392   ioption("qos-free-delay",qos_free_delay);
 393   ioption("qos-proxy-enable",qos_proxy);
 394   option("qos-proxy-ip",proxy_ip);
 395   option("htb-leaf-discipline",qos_leaf);
 396   ioption("qos-proxy-port",proxy_port);
 397   ioption("free-rate",free_min);
 398   ioption("free-ceil",free_max);
 399   ioption("htb-burst",burst);
 400   ioption("htb-burst-main",burst_main);
 401   ioption("htb-burst-group",burst_group);
 402   ioption("htb-nesting-limit",max_nesting);
 403   ioption("htb-r2q",htb_r2q);
 404   ioption("magic-include-upload",include_upload);
 405   ioption("magic-priorities",magic_priorities);
 406   ioption("magic-treshold",magic_treshold);
 407   option("filter-type", cnf);
 408
 409 /* not yet implemented:
 410   ioption("magic-fixed-packets",fixed_packets);
 411   ioption("magic-relative-packets",packet_limit);
 412 */
 413  }
 414  fail
 415  {
 416   perror(config_filename);
 417   puts("Warning - using built-in defaults instead ...");
 418  }
 419  done;
 420  printf("\n");
 421
 422  /*leaf discipline for keywords*/
 423  every(keyword,keywords)
 424  {
 425     if (!strcmpi(keyword->leaf_discipline, "")){
 426         keyword->leaf_discipline = qos_leaf;
 427     }
 428  }
 429
 430  if (strcmpi(cnf, "mark")){
 431     filter_type = 2;
 432     mark = "CLASSIFY";
 433     mark_iptables = "CLASSIFY --set-class 1:";
 434  }else{
 435     filter_type = 1;
 436     mark = "MARK";
 437     mark_iptables = "MARK --set-mark ";
 438  }
 439
 440  /* are supplied values meaningful ?*/
 441  if(line<=0 || up<=0)
 442  {
 443   puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
 444   reject_config_and_exit(config_filename);
 445  }
 446 }
 447
 448 /* ===================== traffic analyser - uses iptables  ================ */
 449
 450 void get_traffic_statistics(void)
 451 {
 452  char *str,*cmd;
 453  int downloadflag=0;
 454
 455  textfile(Pipe,str) *line,*lines=NULL;
 456  string(str,STRLEN);
 457  string(cmd,STRLEN);
 458
 459  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 460  shell(cmd);
 461  input(str,STRLEN)
 462  {
 463   create(line,Pipe);
 464   line->str=str;
 465   string(str,STRLEN);
 466   append(line,lines);
 467  }
 468
 469  every(line,lines)
 470  {
 471   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 472   unsigned long long traffic=0;
 473   unsigned long pkts=0;
 474   char *ipaddr=NULL,*ptr;
 475
 476   /* debug puts(line->str); */
 477   valid_columns(ptr,line->str,' ',col)
 478   if(valid) switch(col)
 479   {
 480    case 1: if(eq(ptr,"Chain"))
 481             setchainname=1;
 482            else if(eq(ptr,"pkts"))
 483             valid=0;
 484            else
 485             sscanf(ptr,"%lu",&pkts);
 486            break;
 487    case 2: if(setchainname)
 488            {
 489             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 490              downloadflag=1;
 491             else
 492             if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 493              downloadflag=0;
 494
 495             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 496              commonflag=1;
 497            }
 498            else
 499             sscanf(ptr,"%Lu",&traffic); traffic+=(1<<19); traffic>>=20;
 500            break;
 501    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 502             accept=eq(ptr,mark);
 503             /*if (filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 504            break;
 505    case 8: if(downloadflag)
 506            {
 507             if(strstr(proxy_ip,ptr))proxyflag=1;
 508            }
 509            else
 510             ipaddr=ptr;
 511             break;
 512    case 9: if(downloadflag)ipaddr=ptr;break;
 513   }
 514
 515     if(accept && traffic>0 && ipaddr)
 516     {
 517      if(proxyflag)printf("(proxy) ");
 518      else if(!downloadflag) printf("(upload) ");
 519      printf("IP %s: %Lu M (%ld pkts)\n", ipaddr, traffic, pkts);
 520      find(ip,ips,eq(ip->addr,ipaddr));
 521      else
 522      {
 523       TheIP();
 524       ip->addr=ipaddr;
 525       if(eq(ip->addr,"0.0.0.0/0"))
 526       {
 527        ip->name="(unregistered)";
 528        ip->min=free_min;
 529        ip->max=ip->desired=free_max;
 530       }
 531      }
 532
 533      if(downloadflag)
 534      {
 535       if(proxyflag)
 536        ip->proxy=traffic;
 537       else
 538        ip->traffic+=traffic;
 539       ip->direct=ip->traffic-ip->upload-ip->proxy;
 540       ip->pktsdown=pkts;
 541      }
 542      else
 543      {
 544       ip->upload=traffic;
 545       ip->pktsup=pkts;
 546       if(include_upload)
 547        ip->traffic+=traffic;
 548       else
 549        if(traffic>ip->traffic)
 550         ip->traffic=traffic;
 551      }
 552     }
 553   }
 554
 555  free(cmd);
 556 }
 557
 558 /* ========== This function executes, logs OR ALSO prints command ========== */
 559
 560 void safe_run(char *cmd)
 561 {
 562  if(dry_run) printf("\n=>%s\n",cmd); else system(cmd);
 563  if(log_file) fprintf(log_file,"%s\n",cmd);
 564 }
 565
 566 void save_line(char *line)
 567 {
 568  fprintf(iptables_file,"%s\n",line);
 569 }
 570
 571 void run_restore(void)
 572 {
 573  char *restor, *str;
 574  string(restor,STRLEN);
 575
 576  /*-----------------------------------------------------------------*/
 577  printf("Running %s <%s ...\n",iptablesrestore,iptablesfile);
 578  /*-----------------------------------------------------------------*/
 579
 580  save_line("COMMIT");
 581  fclose(iptables_file);
 582  if(dry_run)
 583  {
 584     parse(iptablesfile)
 585     {
 586         str=_;
 587         printf("%s\n", str);
 588     }done;
 589  }
 590
 591  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 592  safe_run(restor);
 593
 594  free(restor);
 595 }
 596
 597 /* == This function strips extra characters after IP address and stores it = */
 598
 599 void parse_ip(char *str)
 600 {
 601  char *ptr=str,*ipaddr=NULL,*ipname=NULL;;
 602
 603  while(*ptr && *ptr!=' ' && *ptr!=9)
 604   ptr++;
 605
 606  *ptr=0;
 607  ipaddr=str;
 608  ptr++;
 609  while(*ptr && (*ptr==' ' || *ptr==9))
 610   ptr++;
 611  ipname=ptr;
 612  while(*ptr && *ptr!=' ' && *ptr!=9)
 613   ptr++;
 614  *ptr=0;
 615
 616  find(ip,ips,eq(ip->addr,ipaddr)); else TheIP();
 617  ip->addr=ipaddr;
 618  ip->name=ipname;
 619 }
 620
 621 char *parse_datafile_line(char *str)
 622 {
 623  char *ptr=strchr(str,' ');
 624
 625  if(ptr)
 626  {
 627   *ptr=0;
 628   ptr++;
 629   return ptr;
 630  }
 631  else
 632   return NULL;
 633 }
 634
 635 struct IpLog
 636 {
 637  char *name;
 638  long traffic;
 639  long guaranted;
 640  list(IpLog);
 641 } *iplog,*iplogs;
 642
 643 void parse_ip_log(int argc, char **argv)
 644 {
 645  char *month, *year, *str, *name, *ptr, *ptr2;
 646  long traffic, traffic_month, total=0, guaranted;
 647  int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0;
 648  char mstr[4], ystr[5];
 649  FILE *f;
 650  string(str,STRLEN);
 651
 652  if(argv[1][1]=='l') /* -l */
 653  {
 654    if(argc<4)
 655    {
 656     puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
 657     exit(-1);
 658    }
 659    else
 660    {
 661     month=argv[2];
 662     if(eq(month,"Year")) any_month=1;
 663     year=argv[3];
 664    }
 665  }
 666  else
 667  {
 668    time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
 669    struct tm *timep = localtime(&t);
 670
 671    if(argv[1][1]=='m') /* -m yestarday - month */
 672    {
 673     strftime(mstr, 4, "%b", timep);
 674     month=mstr;
 675     strftime(ystr, 5, "%Y", timep);
 676     year=ystr;
 677    }
 678    else /* -y yesterday - year */
 679    {
 680     month="Year";
 681     any_month=1;
 682     strftime(ystr, 5, "%Y", timep);
 683     year=ystr;
 684    }
 685  }
 686  printf("Analysing traffic for %s %s ...\n",month,year);
 687
 688  sprintf(str,"%s %s/*.log",ls,log_dir);
 689  shell(str);
 690
 691  input(str,STRLEN)
 692  {
 693   ptr=strrchr(str,'\n');
 694   if(ptr) *ptr='\0';
 695   printf("Parsing %s ...",str);
 696   accept_month=0;
 697   traffic_month=0;
 698   guaranted = 0;
 699   parse(str)
 700   {
 701    y_ok=m_ok=0;
 702    valid_columns(ptr,_,'\t',col) switch(col)
 703    {
 704     case 2: name = ptr;break;
 705     case 3: traffic = atol(ptr);break;
 706     /* column number   - was 7, now 10...*/
 707     case 7:
 708     case 8:
 709     case 9:
 710     case 10: if (isalnum(*ptr)) /* alphanumeric string = date, just one*/
 711              {
 712                valid_columns(ptr2,ptr,' ',col2) switch(col2)
 713                {
 714                 case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
 715                 case 5: if(eq(ptr2,year)) y_ok = 1; break;
 716                }
 717              }
 718              else
 719              {
 720                if(col == 7) guaranted = atol(ptr);
 721              }
 722    }
 723
 724    if(y_ok && m_ok)
 725    {
 726     traffic_month += traffic;
 727     accept_month = 1;
 728    }
 729   }
 730   done;
 731
 732   if(accept_month)
 733   {
 734    create(iplog,IpLog);
 735    iplog->name = name;
 736    iplog->guaranted = guaranted;
 737    iplog->traffic = traffic_month;
 738    insert(iplog,iplogs,desc_order_by,traffic);
 739    printf(" %ld MB\n",iplog->traffic);
 740   }
 741   else
 742    puts(" no records.");
 743  }
 744  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 745  printf("Writing %s ...",str);
 746  f=fopen(str,"w");
 747  if(f)
 748  {
 749   fprintf(f,"<table border><tr><th colspan=\"4\">Data transfers - %s %s</th><th align=\"right\">Min.speed</th></tr>\n ",month,year);
 750   every(iplog,iplogs)
 751    if(iplog->traffic)
 752    {
 753     fprintf(f,"<tr><td align=\"right\">%d</td><th>%s</td><td align=\"right\">%ld MB</td><th align=\"right\">%ld GB</th><th align=\"right\">%ld kbps</th></tr>\n",
 754               i++, iplog->name, iplog->traffic, iplog->traffic>>10, iplog->guaranted);
 755     total+=iplog->traffic>>10;
 756    }
 757   fprintf(f,"<tr><th colspan=\"3\" align=\"left\">Total:</th><th align=\"right\">%ld GB</th><th align=\"right\">%Ld kbps</th></tr>\n", total, line);
 758   fputs("</table>\n",f);
 759   fclose(f);
 760   puts(" done.");
 761  }
 762 }
 763
 764
 765 /*-----------------------------------------------------------------*/
 766 /* Are you looking for int main (int argc, char **argv) ? :-))     */
 767 /*-----------------------------------------------------------------*/
 768
 769 program
 770 {
 771  int i=0;
 772  FILE *f=NULL;
 773  char *str, *ptr, *d;
 774  char *substring;
 775  int class_count=0,ip_count=0;
 776  int parent=1;
 777  int just_flush=0;
 778  int nodelay=0;
 779  int just_preview=0;                /* preview - generate just stats */
 780  int just_logs=0;                   /* just parse logs */
 781
 782  char *chain_forward, *chain_postrouting;
 783  char *althosts=NULL;
 784
 785  printf("\n\
 786 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
 787 Version %s - Copyright (C)2005-2008 Michael Polak (xChaos)\n\
 788 iptables-restore & burst tunning & classify modification 0.7d by Ludva\n\
 789 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
 790
 791  /*----- Boring... we have to check command line options first: ----*/
 792
 793  arguments
 794  {
 795   argument("-c") { nextargument(config); }
 796   argument("-h") { nextargument(althosts);}
 797   argument("-d") { dry_run=1; }
 798   argument("-f") { just_flush=1; }
 799   argument("-9") { just_flush=9; }
 800   argument("-p") { just_preview=1; }
 801   argument("-n") { nodelay=1; }
 802   argument("-l") { just_logs=1; }
 803   argument("-m") { just_logs=1; }
 804   argument("-y") { just_logs=1; }
 805   argument("-?") { help(); exit(0); }
 806   argument("--help") { help(); exit(0); }
 807   argument("-v") { exit(0); }
 808   argument("--version") { exit(0); }
 809  }
 810
 811  if(dry_run)
 812   puts("*** THIS IS JUST DRY RUN ! ***\n");
 813
 814  date(d); /* this is typical cll1.h macro */
 815
 816  /*-----------------------------------------------------------------*/
 817  printf("Parsing configuration file %s ...\n", config);
 818  /*-----------------------------------------------------------------*/
 819  get_config(config);
 820
 821  if(just_logs)
 822  {
 823     parse_ip_log(argc,argv);
 824     exit(0);
 825  }
 826
 827  if(althosts) hosts=althosts;
 828
 829  if(just_flush<9)
 830  {
 831   /*-----------------------------------------------------------------*/
 832   puts("Parsing iptables verbose output ...");
 833   /*-----------------------------------------------------------------*/
 834   get_traffic_statistics();
 835  }
 836
 837  /*-----------------------------------------------------------------*/
 838  printf("Parsing class defintion file %s ...\n", hosts);
 839  /*-----------------------------------------------------------------*/
 840  int groupidx = FIRSTGROUPID;
 841  parse(hosts)
 842  {
 843   str=_;
 844
 845   if(*str<'0' || *str>'9')
 846    continue;
 847
 848   //Does this IP share QoS class with some other ?
 849   substring=strstr(str,"sharing-");
 850   if(substring)
 851   {
 852    substring+=8; //"sharing-"
 853    parse_ip(str);
 854    ip_count++;
 855    ip->sharing=substring;
 856    ip->keyword=defaultkeyword; /* settings for default keyword */
 857    while(*substring && *substring!='\n')
 858     substring++;
 859    *substring=0;
 860   }
 861   else
 862   {
 863    //Do we have to create new QoS class for this IP ?
 864
 865    find(keyword,keywords,(substring=strstr(str,keyword->key)))
 866    {
 867     parse_ip(str);
 868     ip_count++;
 869     ip->keyword=keyword;
 870     keyword->ip_count++;
 871     ip->prio=keyword->default_prio;
 872     substring+=strlen(keyword->key)+1;
 873     ptr=substring;
 874     while(*ptr && *ptr!='-')
 875      ptr++;
 876     if(*ptr=='-')
 877     {
 878      *ptr=0;
 879      ip->max=ip->desired=atoi(ptr+1);
 880     }
 881     ip->min=atoi(substring);
 882     if(ip->min<=0)
 883     {
 884      printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kbps\n",str,free_min);
 885      ip->min=free_min;
 886     }
 887     if(ip->max<=ip->min)
 888     {
 889      ip->fixedprio=1;
 890      ip->max=ip->min+ip->keyword->reserve_min;
 891     }
 892     else
 893     {
 894      ip->max-=ip->keyword->reserve_max;
 895
 896 /*
 897      if(ip->keyword->divide_max>1)
 898       ip->max=ip->min+(ip->max-ip->min)/ip->keyword->divide_max;
 899      if(ip->keyword->htb_ceil_bonus_divide>0)
 900       ip->max+=ip->max/ip->keyword->htb_ceil_bonus_divide;
 901 */
 902      if(ip->max<ip->min)
 903       ip->max=ip->min;
 904     }
 905     ip->mark=FIRSTIPCLASS+1+class_count++;
 906
 907     find(group,groups,group->min==ip->min)
 908     {
 909      group->count++;
 910      group->desired+=ip->min;
 911      ip->group = group->id;
 912     }
 913     else
 914     {
 915      create(group,Group);
 916      group->min=ip->min;
 917      group->id = groupidx++;
 918      ip->group = group->id;
 919
 920      if(group->min<8) group->min=8;
 921      /* Warning - this is maybe because of primitive tc namespace, can be fixed */
 922      /* it is because class IDs are derived from min. bandwidth. - xCh */
 923      //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
 924
 925      group->count=1;
 926      group->desired=ip->min;
 927      insert(group,groups,desc_order_by,min);
 928     }
 929    }//endif keyword-
 930   }//endif sharing-
 931  }
 932  fail
 933  {
 934   perror(hosts);
 935   exit(-1);
 936  }
 937  done;
 938
 939  /*-----------------------------------------------------------------*/
 940  /* cll1.h - let's allocate brand new character buffer...           */
 941  /*-----------------------------------------------------------------*/
 942  string(str,STRLEN);
 943
 944  /*-----------------------------------------------------------------*/
 945  puts("Resolving shared connections ...");
 946  /*-----------------------------------------------------------------*/
 947  search(ip,ips,ip->sharing)
 948  {
 949   search(sharedip,ips,eq(sharedip->name,ip->sharing))
 950   {
 951    sharedip->traffic+=ip->traffic;
 952    ip->traffic=0;
 953    ip->mark=sharedip->mark;
 954    break;
 955   }
 956   if(!sharedip)
 957    printf("Unresolved shared connection: %s %s sharing-%s\n",ip->addr,ip->name,ip->sharing);
 958  }
 959
 960  if(enable_credit && just_flush<9)
 961  {
 962   /*-----------------------------------------------------------------*/
 963   printf("Parsing credit file %s ...\n", credit);
 964   /*-----------------------------------------------------------------*/
 965   parse(credit)
 966   {
 967    ptr=parse_datafile_line(_);
 968    if(ptr)
 969    {
 970     find(ip,ips,eq(ip->addr,_))
 971      sscanf(ptr,"%Lu",&(ip->credit));
 972    }
 973   }
 974   done;
 975  }
 976
 977  if(!just_preview)
 978  {
 979   /*-----------------------------------------------------------------*/
 980   puts("Initializing iptables and tc classes ...");
 981   /*-----------------------------------------------------------------*/
 982
 983   iptables_file=fopen(iptablesfile,"w");
 984   if (iptables_file == NULL) {
 985     puts("Cannot open iptablesfile!");
 986     exit(-1);
 987   }
 988
 989   log_file=fopen(cmdlog,"w");
 990   if (log_file == NULL) {
 991     puts("Cannot open logfile!");
 992     exit(-1);
 993   }
 994
 995   save_line(iptablespreamble);
 996   run_restore();
 997
 998   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
 999   safe_run(str);
1000
1001   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1002   safe_run(str);
1003
1004   iptables_file=fopen(iptablesfile,"w");
1005   save_line(iptablespreamble);
1006
1007   if(qos_free_zone && *qos_free_zone!='0')
1008   {
1009    char *chain;
1010
1011    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1012    save_line(str);
1013
1014    if(qos_proxy)
1015    {
1016     save_line(":post_noproxy - [0:0]");
1017     sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1018     save_line(str);
1019     sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1020     save_line(str);
1021     sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1022     save_line(str);
1023
1024     chain="post_noproxy";
1025    }
1026    else
1027     chain="POSTROUTING";
1028
1029    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1030    save_line(str);
1031   }
1032
1033   if(ip_count>idxtable_treshold1 && !just_flush)
1034   {
1035    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1036    char *subnet, *buf;
1037    /*-----------------------------------------------------------------*/
1038    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1039    /*-----------------------------------------------------------------*/
1040
1041    save_line(":post_common - [0:0]");
1042    save_line(":forw_common - [0:0]");
1043
1044    search(ip,ips,ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1045    {
1046     buf=hash_id(ip->addr,bitmask);
1047     find(idx,idxs,eq(idx->id,buf))
1048      idx->children++;
1049     else
1050     {
1051      create(idx,Index);
1052      idx->addr=ip->addr;
1053      idx->id=buf;
1054      idx->bitmask=bitmask;
1055      idx->parent=NULL;
1056      idx->children=0;
1057      idxcount++;
1058      push(idx,idxs);
1059     }
1060    }
1061
1062    /* brutal perfomance optimalization */
1063    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1064    {
1065     bitmask-=idxtable_bitmask2;
1066     idxcount=0;
1067     search(idx,idxs,idx->parent==NULL)
1068     {
1069      buf=hash_id(idx->addr,bitmask);
1070      find(metaindex,idxs,eq(metaindex->id,buf))
1071       metaindex->children++;
1072      else
1073      {
1074       create(metaindex,Index);
1075       metaindex->addr=idx->addr;
1076       metaindex->id=buf;
1077       metaindex->bitmask=bitmask;
1078       metaindex->parent=NULL;
1079       metaindex->children=0;
1080       idxcount++;
1081       push(metaindex,idxs);
1082      }
1083      idx->parent=metaindex;
1084     }
1085    }
1086
1087    /* this should slightly optimize throughout ... */
1088    sort(idx,idxs,desc_order_by,children);
1089    sort(idx,idxs,order_by,bitmask);
1090
1091    i=0;
1092    every(idx,idxs)
1093    {
1094     subnet=subnet_id(idx->addr,idx->bitmask);
1095     printf("%d: %s/%d\n",++i,subnet,idx->bitmask);
1096
1097     sprintf(str,":post_%s - [0:0]", idx->id);
1098     save_line(str);
1099
1100     sprintf(str,":forw_%s - [0:0]", idx->id);
1101     save_line(str);
1102
1103     if(idx->parent)
1104     {
1105      string(buf,strlen(idx->parent->id)+6);
1106      sprintf(buf,"post_%s",idx->parent->id);
1107     }
1108     else
1109      buf="POSTROUTING";
1110
1111     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1112     save_line(str);
1113
1114     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1115     save_line(str);
1116
1117     if(idx->parent)
1118     {
1119      string(buf,strlen(idx->parent->id)+6);
1120      sprintf(buf,"forw_%s",idx->parent->id);
1121     }
1122     else
1123      buf="FORWARD";
1124
1125     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1126     save_line(str);
1127
1128     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1129     save_line(str);
1130    }
1131    printf("Total indexed iptables chains created: %d\n", i);
1132
1133    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1134    save_line(str);
1135
1136    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1137    save_line(str);
1138   }
1139
1140  }
1141
1142  if(just_flush)
1143  {
1144   fclose(iptables_file);
1145   if (log_file) fclose(log_file);
1146   puts("Just flushed iptables and tc classes - now exiting ...");
1147   exit(0);
1148  }
1149
1150  if(!just_preview)
1151  {
1152   if(!dry_run && !nodelay && qos_free_delay)
1153   {
1154    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1155    sleep(qos_free_delay);
1156   }
1157
1158   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,lan,htb_r2q);
1159   safe_run(str);
1160
1161   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,lan,lan_medium,lan_medium,burst_main);
1162   safe_run(str);
1163
1164   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,lan,line,line,burst_main);
1165   safe_run(str);
1166
1167   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1168   safe_run(str);
1169
1170   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,wan,wan_medium,wan_medium,burst_main);
1171   safe_run(str);
1172
1173   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,wan,up,up,burst_main);
1174   safe_run(str);
1175  }
1176
1177  /*-----------------------------------------------------------------*/
1178  puts("Locating suckers and generating root classes ...");
1179  /*-----------------------------------------------------------------*/
1180  sort(ip,ips,desc_order_by,traffic);
1181
1182
1183  /*-----------------------------------------------------------------*/
1184  /* sub-scope - local variables */
1185  {
1186   long long int rate=line;
1187   long long int max=line;
1188   int group_count=0;
1189   FILE *credit_file=NULL;
1190
1191   if(!just_preview && !dry_run && enable_credit) credit_file=fopen(credit,"w");
1192
1193   every(group,groups)
1194   {
1195    if(!just_preview)
1196    {
1197
1198     //download
1199     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #down desired %d",
1200                  tc, lan, parent, group->id, rate, max, burst_group, group->desired);
1201     safe_run(str);
1202
1203     //upload
1204     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #up desired %d",
1205                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, group->desired);
1206     safe_run(str);
1207    }
1208
1209    if(group_count++<max_nesting) parent=group->id;
1210
1211    rate-=digital_divide*group->min;
1212    if(rate<group->min)rate=group->min;
1213
1214    /*shaping of aggresive downloaders, with credit file support */
1215    if(use_credit)
1216    {
1217     int group_rate=group->min, priority_sequence=magic_priorities+1;
1218
1219     search(ip, ips, ip->min==group->min && ip->max>ip->min)
1220     {
1221      if( ip->keyword->data_limit && !ip->fixedprio &&
1222          ip->traffic>ip->credit+
1223          (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)) )
1224      {
1225       if(group_rate<ip->max) ip->max=group_rate;
1226       group_rate+=magic_treshold;
1227       ip->prio=magic_priorities+2;
1228       if(ip->prio<3) ip->prio=3;
1229      }
1230      else
1231      {
1232       if( ip->keyword->data_prio && !ip->fixedprio &&
1233           ip->traffic>ip->credit+
1234            (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20)) )
1235       {
1236        ip->prio=priority_sequence--;
1237        if(ip->prio<2) ip->prio=2;
1238       }
1239
1240       if(credit_file)
1241       {
1242        unsigned long long lcredit=0;
1243
1244        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1245         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1246        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1247       }
1248      }
1249     }
1250
1251    }
1252   }
1253   if(credit_file)fclose(credit_file);
1254  }
1255
1256  if(just_preview)
1257  {
1258   f=fopen(preview,"w");
1259   ptr=preview;
1260  }
1261  else if(!dry_run && !just_flush)
1262  {
1263   /*-----------------------------------------------------------------*/
1264   printf("Writing data transfer database ...\n");
1265   /*-----------------------------------------------------------------*/
1266   f=fopen("/var/run/prometheus.previous","w");
1267   if(f)
1268   {
1269    search(ip,ips,ip->traffic || ip->direct || ip->proxy ||ip->upload)
1270     fprintf(f,"%s %Lu %Lu %Lu %Lu\n",ip->addr,ip->traffic,ip->direct,ip->proxy,ip->upload);
1271    fclose(f);
1272   }
1273
1274   f=fopen(html,"w");
1275   ptr=html;
1276  }
1277
1278  if(f)
1279  {
1280   int total=0;
1281   int count=1;
1282   i=0;
1283
1284   /*-----------------------------------------------------------------*/
1285   printf("Sorting data and generating statistics page %s ...\n",ptr);
1286   /*-----------------------------------------------------------------*/
1287
1288   fputs("<table border>\n<tr><th align=\"right\">#</th><th align=\"right\">group</th><th align=\"right\">IPs</th><th align=\"right\">requested</th>\n",f);
1289   fprintf(f,"<th colspan=\"%d\">data limits</th>\n",keywordcount);
1290   fputs("</tr>\n",f);
1291   every(group,groups)
1292   {
1293 #ifdef DEBUG
1294    printf("%d k group: %d bandwidth requested: %d k\n",group->min,group->count,group->desired);
1295 #endif
1296    fprintf(f,"<tr><td align=\"right\">%d</td><td align=\"right\">%d k</td>",count,group->min);
1297    fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d k</td>",group->count,group->desired);
1298
1299    every(keyword,keywords)
1300     fprintf(f,"<td align=\"right\"><font color=\"#%s\">%d M</font></td>",keyword->html_color,group->min*keyword->data_limit);
1301
1302    i+=group->desired;
1303    total+=group->count;
1304    count++;
1305   }
1306 #ifdef DEBUG
1307    printf("Total groups: %d Total bandwidth requested: %d k\nAGGREGATION: 1/%d\n",count,i,i/line);
1308 #endif
1309    fprintf(f,"<tr><th colspan=\"2\" align=\"left\">Line %Ld k</td>",line);
1310    fprintf(f,"<th align=\"right\">%d</td><th align=\"right\">%d k</td>",total,i);
1311
1312    every(keyword,keywords)
1313     fprintf(f,"<th align=\"right\">%d IPs</th>",keyword->ip_count);
1314
1315    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n",(int)(0.5+i/line));
1316    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n",keywordcount,total);
1317
1318    fputs("</table>\n",f);
1319  }
1320  else if(!dry_run && !just_flush)
1321   perror(html);
1322
1323  i=1;
1324  if(f)
1325  {
1326   unsigned long long total=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1327   int active_classes=0;
1328   int colspan;
1329   FILE *iplog;
1330   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1331
1332   if(qos_proxy)
1333    colspan=12;
1334   else
1335    colspan=11;
1336
1337   fprintf(f,"<p><table border>\n<tr><th colspan=\"%d\">%s",colspan,title);
1338   fprintf(f," (%s)</th></tr>\n", d);
1339   fputs("<tr><td align=\"right\">#</td><td>hostname</td>\
1340   <td align=\"right\">credit</td>\
1341   <td align=\"right\">limit</td>\
1342   <td align=\"right\">total</td>\
1343   <td align=\"right\">direct</td>\n",f);
1344   if(qos_proxy)
1345    fputs("<td align=\"right\">proxy</td>\n",f);
1346   fputs("<td align=\"right\">upload</td>\
1347   <td align=\"right\">minimum</td>\
1348   <td align=\"right\">desired</td>\
1349   <td align=\"right\">maximum</td>\
1350   <td>prio</td></tr>\n",f);
1351
1352   every(ip,ips)
1353   {
1354    char *f1="", *f2="";
1355    if(ip->max<ip->desired)
1356    {
1357     f1="<font color=\"red\">";
1358     f2="</font>";
1359    }
1360    else if(ip->prio>1)
1361    {
1362     f1="<font color=\"brown\">";
1363     f2="</font>";
1364    }
1365
1366 #ifdef DEBUG
1367    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1368 #endif
1369    fprintf(f,"<tr><td align=\"right\"><a name=\"%s\"></a>%d</td><td><a href=\"%s%s.log\">%s</a></td><td align=\"right\">%Lu M</td>\n",
1370               ip->name, i, log_url, ip->name, ip->name, ip->credit);
1371    fprintf(f,"<td align=\"right\"><font color=\"#%s\">%Lu M</font></td>",ip->keyword->html_color,ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1372    fprintf(f,"<td align=\"right\">%s%Lu M%s</td><td align=\"right\">%Lu M</td>\n", f1, ip->traffic, f2, ip->direct);
1373    if(qos_proxy)
1374     fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->proxy);
1375    fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->upload);
1376    fprintf(f,"<td align=\"right\">%d k</td><td align=\"right\">%d k</td><td align=\"right\">%s%d k%s</td><td>%s%d%s</td></tr>\n",ip->min,ip->desired,f1,ip->max,f2,f1,ip->prio,f2);
1377    total+=ip->traffic;
1378    total_direct+=ip->direct;
1379    total_proxy+=ip->proxy;
1380    total_upload+=ip->upload;
1381    if(ip->traffic>0)
1382    {
1383     active_classes++;
1384     tmp_sum+=ip->traffic;
1385     create(sum,Sum);
1386     sum->l=tmp_sum;
1387     sum->i=active_classes;
1388     insert(sum,sums,order_by,i);
1389    }
1390
1391    i++;
1392
1393    if(!just_preview)
1394    {
1395     sprintf(str,"%s/%s.log",log_dir,ip->name);
1396     iplog=fopen(str,"a");
1397     if(iplog)
1398     {
1399      fprintf(iplog,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%s",
1400                     time(NULL),ip->name,ip->traffic,ip->direct,ip->proxy,ip->upload,ip->min,ip->max,ip->desired,d); /* d = date*/
1401      fclose(iplog);
1402     }
1403    }
1404
1405   }
1406   fprintf(f,"<tr><th colspan=\"4 \"align=\"left\">SUMMARY:</td>");
1407   fprintf(f,"<th align=\"right\">%Lu M</th>\
1408   <th align=\"right\">%Lu M</th>\n", total, total_direct);
1409   if(qos_proxy)
1410    fprintf(f,"<th align=\"right\">%Lu M</th>\n", total_proxy);
1411   fprintf(f,"<th align=\"right\">%Lu M</th>", total_upload);
1412   fputs("<td colspan=\"4\"></td></th>\n</table>\n",f);
1413
1414   if(active_classes>10)
1415   {
1416    fputs("<a name=\"erp\"></a><p><table border><tr><th colspan=\"5\">Enterprise Research and Planning (ERP)</th></tr>\n",f);
1417    fputs("<tr><td>Analytic category</td>\n",f);
1418    fputs("<td colspan=\"2\" align=\"center\">Active Classes</td><td colspan=\"2\" align=\"center\">Data transfers</td></tr>\n",f);
1419
1420    find(sum,sums,sum->l>=total/4)
1421    {
1422     fprintf(f,"<tr><td>Top 25%% of traffic</td>\n");
1423     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1424    }
1425
1426    find(sum,sums,sum->i==10)
1427    {
1428     fprintf(f,"<tr><td>Top 10 downloaders</td>\n");
1429     fprintf(f,"<th align=\"right\">10</th><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1430    }
1431
1432    find(sum,sums,sum->l>=total/2)
1433    {
1434     fprintf(f,"<tr><td>Top 50%% of traffic</td>\n");
1435     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1436    }
1437
1438    find(sum,sums,sum->l>=4*total/5)
1439    {
1440     fprintf(f,"<tr><td>Top 80%% of traffic</td>\n");
1441     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1442    }
1443
1444    find (sum,sums,sum->i>=(active_classes+1)/5)
1445    {
1446     fprintf(f,"<tr><td>Top 20%% downloaders</td>\n");
1447     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1448    }
1449
1450    find(sum,sums,sum->i>=(active_classes+1)/4)
1451    {
1452     fprintf(f,"<tr><td>Top 25%% downloaders</td>\n");
1453     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1454    }
1455
1456    find(sum,sums,sum->i>=(active_classes+1)/2)
1457    {
1458     fprintf(f,"<tr><td>Top 50%% downloaders</td>\n");
1459     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1460    }
1461
1462    find(sum,sums,sum->i>=4*(active_classes+1)/5)
1463    {
1464     fprintf(f,"<tr><td>Top 80%% downloaders</td>\n");
1465     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1466    }
1467
1468    fprintf(f,"<tr><td>All users, all traffic</td>\n");
1469    fprintf(f,"<th align=\"right\">%d</th><th align=\"right\">100 %%</th><th align=\"right\">%Lu M</th><th align=\"right\">100 %%</th></tr>\n",active_classes,total);
1470    fputs("</table>\n",f);
1471   }
1472   fprintf(f,"<small>Statistics generated by Prometheus QoS version %s<br>GPL+Copyright(C)2005-2008 Michael Polak, <a href=\"http://www.arachne.cz/\">Arachne Labs</a></small>\n",version);
1473   fclose(f);
1474  }
1475
1476  if(just_preview)
1477  {
1478   puts("Statistics preview generated (-p switch) - now exiting ...");
1479   exit(0);
1480  }
1481
1482  /*-----------------------------------------------------------------*/
1483  puts("Generating iptables and tc classes ...");
1484  /*-----------------------------------------------------------------*/
1485
1486  i=0;
1487  printf("%-22s %-15s mark\n","name","ip");
1488  search(ip,ips,ip->mark>0)
1489  {
1490
1491   if(idxs)
1492   {
1493    char *buf;
1494    duplicate(ip->addr,buf);
1495    buf=hash_id(ip->addr,32-idxtable_bitmask1);
1496
1497    string(chain_forward,6+strlen(buf));
1498    strcpy(chain_forward,"forw_");
1499    strcat(chain_forward,buf);
1500
1501    string(chain_postrouting,6+strlen(buf));
1502    strcpy(chain_postrouting,"post_");
1503    strcat(chain_postrouting,buf);
1504
1505    free(buf);
1506   }
1507   else
1508   {
1509    chain_forward="FORWARD";
1510    chain_postrouting="POSTROUTING";
1511   }
1512
1513   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
1514
1515   /* -------------------------------------------------------- mark download */
1516
1517   sprintf(str,"-A %s -d %s/32 -o %s -j %s%d",chain_postrouting,ip->addr,lan,mark_iptables,ip->mark);
1518   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
1519   /* -m limit --limit 1/s */
1520   save_line(str);
1521
1522   if(qos_proxy)
1523   {
1524    sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,mark_iptables,ip->mark);
1525    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
1526    save_line(str);
1527   }
1528
1529   sprintf(str,"-A %s -d %s/32 -o %s -j ACCEPT",chain_postrouting,ip->addr,lan);
1530   save_line(str);
1531
1532   /* -------------------------------------------------------- mark upload */
1533   sprintf(str,"-A %s -s %s/32 -o %s -j %s%d",chain_forward,ip->addr,wan,mark_iptables,ip->mark);
1534   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
1535   save_line(str);
1536
1537   sprintf(str,"-A %s -s %s/32 -o %s -j ACCEPT",chain_forward,ip->addr,wan);
1538   save_line(str);
1539
1540   if(ip->min)
1541   {
1542    /* -------------------------------------------------------- download class */
1543    printf("(down: %dk-%dk ", ip->min, ip->max);
1544
1545    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d", tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
1546    safe_run(str);
1547
1548    if (strcmpi(ip->keyword->leaf_discipline, "none")){
1549     sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s", tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1550     safe_run(str);
1551    }
1552
1553    if (filter_type == 1){
1554     sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d", tc, lan, ip->mark, ip->mark);
1555     safe_run(str);
1556    }
1557
1558    /* -------------------------------------------------------- upload class */
1559    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1560                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
1561
1562    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1563                 tc, wan, ip->group, ip->mark,
1564                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1565                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
1566    safe_run(str);
1567
1568    if (strcmpi(ip->keyword->leaf_discipline, "none")){
1569     sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s",tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1570     safe_run(str);
1571    }
1572
1573    if (filter_type == 1){
1574     sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",tc, wan, ip->mark, ip->mark);
1575     safe_run(str);
1576    }
1577   }
1578   else
1579    printf("(sharing %s)\n", ip->sharing);
1580   i++;
1581  }
1582
1583
1584  if(idxs)
1585  {
1586   chain_forward="forw_common";
1587   chain_postrouting="post_common";
1588  }
1589  else
1590  {
1591   chain_forward="FORWARD";
1592   chain_postrouting="POSTROUTING";
1593  }
1594
1595  /* --------------------------------------------------------  mark download */
1596
1597  if(qos_proxy)
1598  {
1599   sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
1600   save_line(str);
1601   sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j ACCEPT",chain_postrouting,proxy_ip,proxy_port,lan);
1602   save_line(str);
1603  }
1604  sprintf(str,"-A %s -o %s -j %s%d",chain_postrouting,lan,mark_iptables,3);
1605  save_line(str);
1606  sprintf(str,"-A %s -o %s -j ACCEPT",chain_postrouting,lan);
1607  save_line(str);
1608
1609  /* --------------------------------------------------------  mark upload */
1610  sprintf(str,"-A %s -o %s -j %s%d",chain_forward,wan,mark_iptables,3);
1611  save_line(str);
1612  sprintf(str,"-A %s -o %s -j ACCEPT",chain_forward,wan);
1613  save_line(str);
1614
1615  printf("Total IP count: %d\n", i);
1616
1617  /*-----------------------------------------------------------------*/
1618  puts("Generating free bandwith classes ...");
1619  /*-----------------------------------------------------------------*/
1620
1621  /* ---------------------------------------- tc - free bandwith shared class */
1622  sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,lan,parent,free_min,free_max,burst);
1623  safe_run(str);
1624
1625  sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,wan,parent,free_min,free_max,burst);
1626  safe_run(str);
1627
1628  /* tc SFQ */
1629  if (strcmpi(qos_leaf, "none")){
1630   sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,lan,qos_leaf);
1631   safe_run(str);
1632
1633   sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,wan,qos_leaf);
1634   safe_run(str);
1635  }
1636
1637  /* tc handle 1 fw flowid */
1638  sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,lan);
1639  safe_run(str);
1640
1641  sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,wan);
1642  safe_run(str);
1643
1644  run_restore();
1645
1646  if (log_file) fclose(log_file);
1647  return 0;
1648
1649  /* that's all folks, thank you for reading it all the way up to this point ;-) */
1650  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
1651 }