494ce5085b60acedff8d96dbf67f5370ab3b88e1
[svn/Prometheus-QoS/.git] / prometheus.c
1 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
2 /* Prometheus QoS - you can "steal fire" from your ISP */
3 /* "fair-per-IP" quality of service (QoS) utility */
4 /* requires Linux 2.4.x or 2.6.x with HTB support */
5 /* Copyright(C) 2005-2008 Michael Polak (xChaos) */
6 /* iptables-restore support Copyright(C) 2007-2008 ludva */
7 /* Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf */
8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
9
10 /* Modified by: xChaos, 20120516
11 ludva, 20080415
12
13 Prometheus QoS is free software; you can redistribute it and/or
14 modify it under the terms of the GNU General Public License as
15 published by the Free Software Foundation; either version 2.1 of
16 the License, or (at your option) any later version.
17
18 Prometheus QoS is distributed in the hope that it will be useful,
19 but WITHOUT ANY WARRANTY; without even the implied warranty of
20 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
21 General Public License for more details.
22
23 You should have received a copy of the GNU General Public License
24 along with Prometheus Qos; if not, write to the Free Software
25 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
26
27 GNU General Public License is located in file COPYING */
28
29 #define STRLEN 256
30 #define FIRSTGROUPID 1024
31 #define FIRSTIPCLASS 2048
32 #undef DEBUG
33
34 #include "cll1-0.6.2.h"
35
36 const char *version = "0.8.3-d";
37
38 /* Version numbers: 0.8.3 is development releases ("beta"), 0.8.4 will be "stable" */
39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
42
43 const char *stats_html_signature = "<span class=\"small\">Statistics generated by Prometheus QoS version %s<br />GPL+Copyright(C)2005-2012 Michael Polak, <a href=\"http://www.arachne.cz/\">Arachne Labs</a></span>\n";
44
45 /* ======= All path names are defined here (for RPM patch) ======= */
46
47 const char *tc = "/sbin/tc"; /* requires tc with HTB support */
48 const char *iptables = "/sbin/iptables"; /* requires iptables utility */
49 const char *iptablessave = "/sbin/iptables-save"; /* not yet required */
50 const char *iptablesrestore = "/sbin/iptables-restore"; /* requires iptables-restore */
51 const char *ls = "/bin/ls"; /* this is not user configurable :-) */
52
53 char *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
54 char *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
55
56 char *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
57 char *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
58 char *classmap = "/var/lib/misc/prometheus.classes"; /* credit log file */
59 char *html = "/var/www/traffic.html"; /* hall of fame - html version */
60 char *preview = "/var/www/preview.html"; /* hall of fame preview */
61 char *json = "/var/www/traffic.json"; /* hall of fame - json version */
62 char *cmdlog = "/var/log/prometheuslog"; /* command log filename */
63 char *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
64 char *log_url = "/logs/"; /* log directory relative URI prefix (partial URL) */
65 char *html_log_dir = "/var/www/logs/html/";
66
67 char *jquery_url = "http://code.jquery.com/jquery-latest.js";
68 char *lms_url = "/lms/?m=customerinfo&amp;id=";
69 int use_jquery_popups = 1;
70 int row_odd_even = 0; /*<tr class="odd/even"> */
71
72
73 const char *tr_odd_even(void)
74 {
75 row_odd_even = 1 - row_odd_even;
76 if(row_odd_even)
77 {
78 return "<tr class=\"even\">\n";
79 }
80 else
81 {
82 return "<tr class=\"odd\">\n";
83 }
84 }
85
86 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
87
88 void help(void)
89 {
90 puts("Command line switches:\n\
91 \n\
92 -?, --help this help screen\n\
93 -v, --version show Version number of this utility and exit\n\
94 -c filename force alternative /etc/prometheus.Conf filename\n\
95 -h filename force alternative /etc/Hosts filename (overrides hosts keyword)\n\
96 -f just Flush iptables and tc classes and exit (stop shaping)\n\
97 -9 emergency iptables flush (do not read data transfer statistics)\n\
98 -p just generate Preview of data transfer statistics and exit\n\
99 -d Dry run (preview tc and iptables commands on stdout)\n\
100 -r Run (reset all statistics and start shaping)\n\
101 -n run Now (start shaping without delay - overrides qos-free-delay keyword)\n\
102 -l Mmm YYYY generate HTML summary of traffic Logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
103 -m generate HTML summary of traffic logs for yesterday's Month\n\
104 -y generate HTML summary of traffic logs for yesterday's Year\n");
105 /* not yet implemented:
106 -s start shaping! (keep data transfer statistics - but apply shaping)\n\
107 */
108 }
109
110 /* === Configuraration file values defaults - stored in global variables ==== */
111
112 int filter_type = 1; /*1 mark, 2 classify*/
113 char *mark = "MARK";
114 char *mark_iptables = "MARK --set-mark ";
115 int dry_run = 0; /* preview - use puts() instead of system() */
116 char *iptablespreamble = "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
117 FILE *iptables_file = NULL;
118 int enable_credit = 1; /* enable credit file */
119 int use_credit = 0; /* use credit file (if enabled)*/
120 char *title = "Hall of Fame - Greatest Suckers"; /* hall of fame title */
121 int hall_of_fame = 1; /* enable hall of fame */
122 char *lan = "eth0"; /* LAN interface */
123 char *lan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
124 char *wan = "eth1"; /* WAN/ISP interface */
125 char *wan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
126 char *qos_leaf = "sfq perturb 5"; /* leaf discipline */
127 char *qos_free_zone = NULL; /* QoS free zone */
128 int qos_proxy = 1; /* include proxy port to QoS */
129 int found_lmsid = 0; /* show links to users in LMS information system */
130 int include_upload = 1; /* upload+download=total traffic */
131 char *proxy_ip = "192.168.1.1/32"; /* our IP with proxy port */
132 int proxy_port = 3128; /* proxy port number */
133 long long int line = 1024; /* WAN/ISP download in kbps */
134 long long int up = 1024; /* WAN/ISP upload in kbps */
135 int free_min = 32; /* minimum guaranted bandwidth for all undefined hosts */
136 int free_max = 64; /* maximum allowed bandwidth for all undefined hosts */
137 int qos_free_delay = 0; /* seconds to sleep before applying new QoS rules */
138 int digital_divide = 2; /* controls digital divide weirdness ratio, 1...3 */
139 int max_nesting = 3; /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
140 int htb_r2q = 256; /* should work for leaf values 512 kbps to 8 Mbps */
141 int burst = 8; /* HTB burst (in kbits) */
142 int burst_main = 64;
143 int burst_group = 32;
144 int magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
145 int keywordcount = 0;
146 /* not yet implemented:
147 int fixed_packets = 0; maximum number of pps per IP address (not class!)
148 int packet_limit = 5; maximum number of pps to htn CEIL, not rate !!!
149 */
150 FILE *log_file = NULL;
151 char *kwd = "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
152
153 const int highest_priority = 0; /* highest HTB priority (HTB built-in value is 0) */
154 const int lowest_priority = 7; /* lowest HTB priority (HTB built-in value is 7) */
155 const int idxtable_treshold1 = 24; /* this is no longer configurable */
156 const int idxtable_treshold2 = 12; /* this is no longer configurable */
157 const int idxtable_bitmask1 = 3; /* this is no longer configurable */
158 const int idxtable_bitmask2 = 3; /* this is no longer configurable */
159
160 /* ==== This is C<<1 stuff - learn C<<1 first! https://dev.arachne.cz/svn/cll1h ==== */
161
162 struct IP
163 {
164 char *addr;
165 char *name;
166 char *sharing;
167 int min;
168 int desired;
169 int max;
170 int mark;
171 int prio;
172 int fixedprio;
173 int group;
174 int lmsid;
175 unsigned long long direct;
176 unsigned long long proxy;
177 unsigned long long upload;
178 unsigned long long traffic;
179 unsigned long long credit;
180 unsigned long pktsup;
181 unsigned long pktsdown;
182 struct Keyword *keyword;
183 list(IP);
184 } *ips=NULL, *ip, *sharedip;
185
186 struct Group
187 {
188 int min;
189 int count;
190 int desired;
191 int id;
192 list(Group);
193 } *groups=NULL, *group;
194
195 struct Index
196 {
197 char *addr;
198 char *id;
199 struct Index *parent;
200 int bitmask;
201 int children;
202 list(Index);
203 } *idxs=NULL, *idx, *metaindex;
204
205 struct Keyword
206 {
207 char *key;
208
209 int asymetry_ratio; /* ratio for ADSL-like upload */
210 int asymetry_fixed; /* fixed treshold for ADSL-like upload */
211 int data_limit; /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
212 int data_prio; /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
213 long fixed_limit; /* fixed data limit for setting lower HTB ceil */
214 long fixed_prio; /* fixed data lmit for setting lower HTB prio */
215 int reserve_min; /* bonus for nominal HTB rate bandwidth (in kbps) */
216 int reserve_max; /* malus for nominal HTB ceil (in kbps) */
217 // int divide_max; /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
218 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
219 int default_prio; /* default HTB priority for this keyword */
220 char *html_color;
221 int ip_count;
222 char *leaf_discipline;
223
224 list(Keyword);
225 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
226
227 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
228
229 void TheIP(void)
230 {
231 create(ip,IP);
232 ip->name = "";
233 ip->addr = "";
234 ip->sharing = NULL;
235 ip->prio = highest_priority+1;
236 ip->lmsid = -1;
237 ip->fixedprio = \
238 ip->mark = \
239 ip->min = \
240 ip->max = \
241 ip->desired = \
242 ip->credit = \
243 ip->upload = \
244 ip->proxy = \
245 ip->direct = \
246 ip->traffic = \
247 ip->pktsup = \
248 ip->pktsdown = 0;
249 ip->keyword = keywords;
250 push(ip,ips);
251 }
252
253 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
254
255 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
256 {
257 /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
258 int dot=0, n;
259 char *ip,*outip,*outptr,*fmt;
260
261 duplicate(inip,ip);
262 /* debug printf("(%s,%d) -> ",ip,bitmask); */
263
264 if(ip && *ip && bitmask>=0 && bitmask<=32)
265 {
266 string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
267 }
268 else
269 {
270 /* should never exit here */
271 return "undefined";
272 }
273 outptr=outip;
274 while(ip && *ip)
275 {
276 if(*ip=='.')
277 {
278 if(dot<(bitmask/8-1))
279 {
280 if(format_as_chainname)
281 {
282 *outptr='_';
283 }
284 else
285 {
286 *outptr='.';
287 }
288 outptr++;
289 dot++;
290 }
291 else
292 {
293 char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
294 if(cutdot)
295 {
296 *cutdot = '\0';
297 }
298
299 if(format_as_chainname)
300 {
301 fmt = "_%d_%d";
302 }
303 else
304 {
305 fmt = ".%d";
306 }
307
308 if(bitmask%8)
309 {
310 n = atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
311 }
312 else
313 {
314 n = 0;
315 }
316
317 /*debug printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
318 sprintf(outptr,fmt,n,bitmask);
319 if(!format_as_chainname)
320 {
321 while(bitmask<24)
322 {
323 strcat(outip,".0");
324 bitmask+=8;
325 }
326 }
327 /* debug printf("[%s]\n",outip); */
328 return outip;
329 }
330 }
331 else
332 {
333 *outptr=*ip;
334 outptr++;
335 }
336 ip++;
337 }
338 /*should never exit here*/
339 *outptr='\0';
340 return outip;
341 }
342
343 char *hash_id(char *ip,int bitmask)
344 {
345 return very_ugly_ipv4_code(ip,bitmask,1);
346 }
347
348 char *subnet_id(char *ip,int bitmask)
349 {
350 return very_ugly_ipv4_code(ip,bitmask,0);
351 }
352
353 /* ================= Let's parse configuration file here =================== */
354
355 void reject_config_and_exit(char *filename)
356 {
357 printf("Configuration file %s rejected - abnormal exit.",filename);
358 exit(-1);
359 }
360
361 void get_config(char *config_filename)
362 {
363 char *cnf="mark";
364
365 printf("Configured keywords: ");
366 parse(config_filename)
367 {
368 option("keyword",kwd);
369 if(kwd)
370 {
371 printf("%s ",kwd);
372
373 create(keyword,Keyword);
374 keyword->key=kwd;
375 keyword->asymetry_ratio=1; /* ratio for ADSL-like upload */
376 keyword->asymetry_fixed=0; /* fixed treshold for ADSL-like upload */
377 keyword->data_limit=8; /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
378 keyword->data_prio=4; /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
379 keyword->fixed_limit=0; /* fixed data limit for setting lower HTB ceil */
380 keyword->fixed_prio=0; /* fixed data limit for setting lower HTB prio */
381 keyword->reserve_min=8; /* bonus for nominal HTB rate bandwidth (in kbps) */
382 keyword->reserve_max=0; /* malus for nominal HTB ceil (in kbps) */
383 keyword->default_prio=highest_priority+1;
384 keyword->html_color="000000";
385 keyword->ip_count=0;
386 keyword->leaf_discipline="";
387
388 push(keyword,keywords);
389 if(!defaultkeyword) defaultkeyword=keyword;
390 keywordcount++;
391
392 kwd=NULL;
393 }
394 else
395 {
396 for_each(keyword,keywords)
397 {
398 int l=strlen(keyword->key);
399
400 if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
401 {
402 char *tmptr=_; /* <---- l+1 ----> */
403 _+=l+1; /* via-prometheus-asymetry-ratio, etc. */
404 ioption("asymetry-ratio",keyword->asymetry_ratio);
405 ioption("asymetry-treshold",keyword->asymetry_fixed);
406 ioption("magic-relative-limit",keyword->data_limit);
407 ioption("magic-relative-prio",keyword->data_prio);
408 loption("magic-fixed-limit",keyword->fixed_limit);
409 loption("magic-fixed-prio",keyword->fixed_prio);
410 ioption("htb-default-prio",keyword->default_prio);
411 ioption("htb-rate-bonus",keyword->reserve_min);
412 ioption("htb-ceil-malus",keyword->reserve_max);
413 option("leaf-discipline",keyword->leaf_discipline);
414 option("html-color",keyword->html_color);
415 _=tmptr;
416
417 if(keyword->data_limit || keyword->fixed_limit ||
418 keyword->data_prio || keyword->fixed_prio)
419 {
420 use_credit=1;
421 }
422 }
423 }
424 }
425
426 option("tc",tc);
427 option("iptables",iptables);
428 option("iptables-save",iptablessave); /* new */
429 option("iptables-restore",iptablesrestore); /* new */
430 option("iptables-in-filename",iptablesfile); /* new */
431 option("hosts",hosts);
432 option("lan-interface",lan);
433 option("wan-interface",wan);
434 option("lan-medium",lan_medium);
435 option("wan-medium",wan_medium);
436 lloption("wan-download",line);
437 lloption("wan-upload",up);
438 ioption("hall-of-fame-enable",hall_of_fame);
439 option("hall-of-fame-title",title);
440 option("hall-of-fame-filename",html);
441 option("json-filename",json);
442 option("hall-of-fame-preview",preview);
443 option("log-filename",cmdlog);
444 option("credit-filename",credit);
445 option("classmap-filename",classmap);
446 ioption("credit-enable",enable_credit);
447 option("log-traffic-directory",log_dir);
448 option("log-traffic-html-directory",html_log_dir);
449 option("log-traffic-url-path",log_url);
450 option("jquery-url",jquery_url);
451 option("lms-url",lms_url);
452 ioption("use-jquery-popups",use_jquery_popups);
453 option("qos-free-zone",qos_free_zone);
454 ioption("qos-free-delay",qos_free_delay);
455 ioption("qos-proxy-enable",qos_proxy);
456 option("qos-proxy-ip",proxy_ip);
457 option("htb-leaf-discipline",qos_leaf);
458 ioption("qos-proxy-port",proxy_port);
459 ioption("free-rate",free_min);
460 ioption("free-ceil",free_max);
461 ioption("htb-burst",burst);
462 ioption("htb-burst-main",burst_main);
463 ioption("htb-burst-group",burst_group);
464 ioption("htb-nesting-limit",max_nesting);
465 ioption("htb-r2q",htb_r2q);
466 ioption("magic-include-upload",include_upload);
467 ioption("magic-treshold",magic_treshold);
468 option("filter-type", cnf);
469 /* not yet implemented:
470 ioption("magic-fixed-packets",fixed_packets);
471 ioption("magic-relative-packets",packet_limit);
472 */
473 }
474 fail
475 {
476 perror(config_filename);
477 puts("Warning - using built-in defaults instead ...");
478 }
479 done;
480 printf("\n");
481
482 /* leaf discipline for keywords */
483 for_each(keyword,keywords)
484 {
485 if(!strcmpi(keyword->leaf_discipline, ""))
486 {
487 keyword->leaf_discipline = qos_leaf;
488 }
489 }
490
491 if(strcmpi(cnf, "mark"))
492 {
493 filter_type = 2;
494 mark = "CLASSIFY";
495 mark_iptables = "CLASSIFY --set-class 1:";
496 }
497 else
498 {
499 filter_type = 1;
500 mark = "MARK";
501 mark_iptables = "MARK --set-mark ";
502 }
503
504 /* are supplied values meaningful ?*/
505 if(line<=0 || up<=0)
506 {
507 puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
508 reject_config_and_exit(config_filename);
509 }
510 }
511
512 /* ===================== traffic analyser - uses iptables ================ */
513
514 void get_traffic_statistics(void)
515 {
516 char *str,*cmd;
517 int downloadflag=0;
518
519 textfile(Pipe,str) *line,*lines=NULL;
520 string(str,STRLEN);
521 string(cmd,STRLEN);
522
523 sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
524 shell(cmd);
525 input(str,STRLEN)
526 {
527 create(line,Pipe);
528 line->str=str;
529 string(str,STRLEN);
530 append(line,lines);
531 }
532
533 for_each(line,lines)
534 {
535 int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
536 unsigned long long traffic=0;
537 unsigned long pkts=0;
538 char *ipaddr=NULL,*ptr;
539
540 /* debug puts(line->str); */
541 valid_columns(ptr,line->str,' ',col)
542 if(valid) switch(col)
543 {
544 case 1: if(eq(ptr,"Chain"))
545 {
546 setchainname=1;
547 }
548 else if(eq(ptr,"pkts"))
549 {
550 valid=0;
551 }
552 else
553 {
554 sscanf(ptr,"%lu",&pkts);
555 }
556 break;
557 case 2: if(setchainname)
558 {
559 if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
560 {
561 downloadflag = 1;
562 }
563 else
564 {
565 if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
566 {
567 downloadflag = 0;
568 }
569 }
570 if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
571 {
572 commonflag = 1;
573 }
574 }
575 else
576 {
577 sscanf(ptr,"%Lu",&traffic);
578 traffic += (1<<19);
579 traffic >>= 20;
580 }
581 break;
582 case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
583 {
584 accept=eq(ptr,mark);
585 }
586 /*if(filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
587 break;
588 case 8: if(downloadflag)
589 {
590 if(strstr(proxy_ip,ptr))
591 {
592 proxyflag=1;
593 }
594 }
595 else
596 {
597 ipaddr=ptr;
598 }
599 break;
600 case 9: if(downloadflag)ipaddr=ptr;break;
601 }
602
603 if(accept && traffic>0 && ipaddr)
604 {
605 if(proxyflag)
606 {
607 printf("(proxy) ");
608 }
609 else if(!downloadflag)
610 {
611 printf("(upload) ");
612 }
613 printf("IP %s: %Lu M (%ld pkts)\n", ipaddr, traffic, pkts);
614
615 if_exists(ip,ips,eq(ip->addr,ipaddr));
616 else
617 {
618 TheIP();
619 ip->addr=ipaddr;
620 if(eq(ip->addr,"0.0.0.0/0"))
621 {
622 ip->name="(unregistered)";
623 ip->min=free_min;
624 ip->max=ip->desired=free_max;
625 }
626 }
627
628 if(downloadflag)
629 {
630 if(proxyflag)
631 {
632 ip->proxy=traffic;
633 }
634 else
635 {
636 ip->traffic+=traffic;
637 }
638 ip->direct=ip->traffic-ip->upload-ip->proxy;
639 ip->pktsdown=pkts;
640 }
641 else
642 {
643 ip->upload=traffic;
644 ip->pktsup=pkts;
645 if(include_upload)
646 {
647 ip->traffic+=traffic;
648 }
649 else
650 {
651 if(traffic>ip->traffic)
652 {
653 ip->traffic=traffic;
654 }
655 }
656 }
657 }
658 }
659 free(cmd);
660 }
661
662 /* ========== This function executes, logs OR ALSO prints command ========== */
663
664 void safe_run(char *cmd)
665 {
666 if(dry_run)
667 {
668 printf("\n=>%s\n",cmd);
669 }
670 else
671 {
672 system(cmd);
673 }
674 if(log_file)
675 {
676 fprintf(log_file,"%s\n",cmd);
677 }
678 }
679
680 void save_line(char *line)
681 {
682 fprintf(iptables_file,"%s\n",line);
683 }
684
685 void run_restore(void)
686 {
687 char *restor;
688 string(restor,STRLEN);
689
690 /*-----------------------------------------------------------------*/
691 printf("Running %s <%s ...\n", iptablesrestore, iptablesfile);
692 /*-----------------------------------------------------------------*/
693
694 save_line("COMMIT");
695 fclose(iptables_file);
696 if(dry_run)
697 {
698 parse(iptablesfile)
699 {
700 printf("%s\n",_);
701 }
702 done;
703 }
704
705 sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
706 safe_run(restor);
707
708 free(restor);
709 }
710
711 /* == This function strips extra characters after IP address and stores it = */
712
713 void parse_ip(char *str)
714 {
715 char *ptr,*ipaddr=NULL,*ipname=NULL,*lmsid=NULL;
716
717 ptr=strchr(str,'{');
718 if(ptr)
719 {
720 lmsid=++ptr;
721 while(*ptr && *ptr!='}')
722 {
723 ptr++;
724 }
725 *ptr=0;
726 }
727
728 ptr=str;
729 while(*ptr && *ptr!=' ' && *ptr!=9)
730 {
731 ptr++;
732 }
733
734 *ptr=0;
735 ipaddr=str;
736 ptr++;
737 while(*ptr && (*ptr==' ' || *ptr==9))
738 {
739 ptr++;
740 }
741 ipname=ptr;
742 while(*ptr && *ptr!=' ' && *ptr!=9)
743 {
744 ptr++;
745 }
746 *ptr=0;
747
748 if_exists(ip,ips,eq(ip->addr,ipaddr));
749 else
750 {
751 TheIP();
752 }
753 ip->addr=ipaddr;
754 ip->name=ipname;
755 if(lmsid)
756 {
757 ip->lmsid=atoi(lmsid);
758 found_lmsid=1;
759 }
760 }
761
762 char *parse_datafile_line(char *str)
763 {
764 char *ptr=strchr(str,' ');
765
766 if(ptr)
767 {
768 *ptr=0;
769 ptr++;
770 return ptr;
771 }
772 else
773 {
774 return NULL;
775 }
776 }
777
778 struct IpLog
779 {
780 char *name;
781 long traffic;
782 long guaranted;
783 int i;
784 int lmsid;
785 long l;
786 list(IpLog);
787 } *iplog,*iplogs;
788
789 void parse_ip_log(int argc, char **argv)
790 {
791 char *month, *year, *str, *name="(undefined)", *ptr, *ptr2, *filename;
792 long traffic=0l, traffic_month, total=0, guaranted;
793 int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0, lmsid;
794 char mstr[4], ystr[5];
795 FILE *f;
796 string(str,STRLEN);
797 string(filename,STRLEN);
798
799 if(argv[1][1]=='l') /* -l */
800 {
801 if(argc<4)
802 {
803 puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
804 exit(-1);
805 }
806 else
807 {
808 month=argv[2];
809 if(eq(month,"Year")) any_month=1;
810 year=argv[3];
811 }
812 }
813 else
814 {
815 time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
816 struct tm *timep = localtime(&t);
817
818 if(argv[1][1]=='m') /* -m yestarday - month */
819 {
820 strftime(mstr, 4, "%b", timep);
821 month=mstr;
822 strftime(ystr, 5, "%Y", timep);
823 year=ystr;
824 }
825 else /* -y yesterday - year */
826 {
827 month="Year";
828 any_month=1;
829 strftime(ystr, 5, "%Y", timep);
830 year=ystr;
831 }
832 }
833 printf("Analysing traffic for %s %s ...\n",month,year);
834
835 /* sorry... next release of C<<1 header file will include for_path_files(name,path) { } macro */
836 sprintf(str,"%s %s/",ls,log_dir);
837 shell(str);
838 input(str,STRLEN)
839 {
840 if(strstr(str,".log"))
841 {
842 ptr=strrchr(str,'\n');
843 if(ptr) *ptr='\0';
844 sprintf(filename,"%s/%s",log_dir,str);
845 printf("Parsing %s ...",filename);
846 accept_month=0;
847 traffic_month=0;
848 guaranted=0;
849 lmsid=-1;
850 parse(filename)
851 {
852 y_ok=m_ok=0;
853 valid_columns(ptr,_,'\t',col) switch(col)
854 {
855 case 2: name = ptr;break;
856 case 3: traffic = atol(ptr);break;
857 /* column number - was 7, now 11...*/
858 case 7:
859 case 8:
860 case 9:
861 case 10:
862 case 11: if(isalpha(*ptr)) /* character, not numeric string = date, just one*/
863 {
864 valid_columns(ptr2,ptr,' ',col2) switch(col2)
865 {
866 case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
867 case 5: if(eq(ptr2,year)) y_ok = 1; break;
868 }
869 }
870 else
871 {
872 if(col == 7) guaranted = atol(ptr);
873 if(col == 10) lmsid = atoi(ptr);
874 }
875 }
876
877 if(y_ok && m_ok)
878 {
879 traffic_month += traffic;
880 accept_month = 1;
881 }
882 }
883 done;
884
885 if(accept_month)
886 {
887 create(iplog,IpLog);
888 iplog->name = name;
889 iplog->guaranted = guaranted;
890 iplog->traffic = traffic_month;
891 iplog->lmsid = lmsid;
892 insert(iplog,iplogs,desc_order_by,traffic);
893 printf(" %ld MB\n",iplog->traffic);
894 }
895 else
896 {
897 puts(" no records.");
898 }
899 }
900 }
901 sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
902 printf("Writing %s ... ",str);
903 f=fopen(str,"w");
904 if(f > 0)
905 {
906 fprintf(f, "<table class=\"decorated last\"><thead>\n\
907 <tr><th colspan=\"2\">%s %s</th>\n\
908 <th style=\"text-align: right\">lms</th>\n\
909 <th colspan=\"2\">Data transfers</th>\n\
910 <th style=\"text-align: right\">Min.speed</th>\n\
911 </tr></thead><tbody>\n ",
912 month, year);
913
914 row_odd_even = 0;
915 for_each(iplog, iplogs)
916 {
917 if(iplog->traffic)
918 {
919 fprintf(f, "%s<td style=\"text-align: right\">%d</td>\n\
920 <td style=\"text-align: left\"><a class=\"blue\" href=\"%s%s.log\">%s</td>\n\
921 <td style=\"text-align: right\">",
922 tr_odd_even(), i++, log_url, iplog->name, iplog->name);
923 if(iplog->lmsid > 0)
924 {
925 /*base URL will be configurable soon ... */
926 fprintf(f, "<a class=\"blue\" href=\"%s%d\">%04d</a>\n", lms_url, iplog->lmsid, iplog->lmsid);
927 }
928 else if(iplog->lmsid == 0)
929 {
930 fputs("-------",f);
931 }
932 fprintf(f, "<td style=\"text-align: right\">%ld&nbsp;MB</td>\n\
933 <td style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></td>\n\
934 <td style=\"text-align: right\">%ld&nbsp;kb/s</th></tr>\n",
935 iplog->traffic, iplog->traffic>>10, iplog->guaranted);
936 total+=iplog->traffic>>10;
937 iplog->i=i;
938 iplog->l=total;
939 }
940 }
941 fprintf(f,"</tbody><thead><tr>\
942 <td colspan=\"4\" style=\"text-align: left\">Total:</td>\
943 <td style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></td>\
944 <td style=\"text-align: right\"><strong>%Ld&nbsp;kb/s</strong></td></tr>\n", total, line);
945 fputs("</thead></table>\n", f);
946
947 row_odd_even = 0;
948 if(i>10)
949 {
950 fputs("<a name=\"erp\"></a><p><table class=\"decorated last\">\n\
951 <caption>Enterprise Resource Planning (ERP)</caption>\n\
952 <thead><tr>\n\
953 <th>Analytic category</th>\n\
954 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
955 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
956 </tr></thead><tbody>\n",f);
957
958 if_exists(iplog,iplogs,iplog->l>=total/4)
959 {
960 fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
961 fprintf(f,"<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d %%</td><td style=\"text-align: right\">%ld G</td><td style=\"text-align: right\">%d %%</td></tr>\n",iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
962 }
963
964 if_exists(iplog,iplogs,iplog->i==10)
965 {
966 fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
967 fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
968 <td style=\"text-align: right\">%d %%</td>\n\
969 <td style=\"text-align: right\">%ld G</td>\n\
970 <td style=\"text-align: right\">%d %%</td></tr>\n",
971 (100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
972 }
973
974 if_exists(iplog,iplogs,iplog->l>=total/2)
975 {
976 fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
977 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
978 <td style=\"text-align: right\">%d %%</td>\n\
979 <td style=\"text-align: right\">%ld G</td>\n\
980 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
981 iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
982 }
983
984 if_exists(iplog,iplogs,iplog->l>=4*total/5)
985 {
986 fprintf(f,"%s<td>Top 80%% of traffic</td>\n",tr_odd_even());
987 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
988 <td style=\"text-align: right\">%d %%</td>\n\
989 <td style=\"text-align: right\">%ld G</td>\n\
990 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
991 iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
992 }
993
994 if_exists (iplog,iplogs,iplog->i>=i/5)
995 {
996 fprintf(f,"%s<td>Top 20%% downloaders</td>\n",tr_odd_even());
997 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
998 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
999 <td style=\"text-align: right\">%ld G</td>\n\
1000 <td style=\"text-align: right\">%d %%</td></tr>\n",
1001 iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
1002 }
1003
1004 if_exists(iplog,iplogs,iplog->i>=i/4)
1005 {
1006 fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1007 fprintf(f,"<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d %%</td><td style=\"text-align: right\">%ld G</td><td style=\"text-align: right\">%d %%</td></tr>\n",iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
1008 }
1009
1010 if_exists(iplog,iplogs,iplog->i>=i/2)
1011 {
1012 fprintf(f,"%s<td>Top 50%% downloaders</td>\n",tr_odd_even());
1013 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1014 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1015 <td style=\"text-align: right\">%ld G</td><td style=\"text-align: right\">%d %%</td></tr>\n",iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
1016 }
1017
1018 if_exists(iplog,iplogs,iplog->i>=4*i/5)
1019 {
1020 fprintf(f,"%s<td>Top 80%% downloaders</td>\n",tr_odd_even());
1021 fprintf(f,"<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d %%</td><td style=\"text-align: right\">%ld G</td><td style=\"text-align: right\">%d %%</td></tr>\n",iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
1022 }
1023
1024 fprintf(f,"</tbody><thead><tr>\n\
1025 <th>All users, all traffic</th>\n\
1026 <th style=\"text-align: right\">%d</th>\n\
1027 <th style=\"text-align: right\">100 %%</th>\n\
1028 <th style=\"text-align: right\">%ld G</th>\n\
1029 <th style=\"text-align: right\">100 %%</th></tr>\n",i-1,total);
1030 fputs("</thead></table>\n", f);
1031 }
1032
1033 fprintf(f, stats_html_signature, version);
1034 fclose(f);
1035 puts("done.");
1036 }
1037 else
1038 {
1039 perror(str);
1040 }
1041 }
1042
1043 void append_log(struct IP *self) /*using global variables*/
1044 {
1045 char *d, *str;
1046 FILE *f;
1047
1048 date(d); /* this is typical cll1.h macro - prints current date */
1049 string(str,STRLEN);
1050 sprintf(str,"%s/%s.log", log_dir, self->name);
1051 f=fopen(str,"a");
1052 if(f > 0)
1053 {
1054 fprintf(f,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%d\t%s",
1055 time(NULL), self->name, self->traffic, self->direct, self->proxy,
1056 self->upload, self->min, self->max, self->desired, self->lmsid, d); /* d = date*/
1057 fclose(f);
1058 }
1059 else
1060 {
1061 perror(str);
1062 }
1063 }
1064
1065
1066 /*-----------------------------------------------------------------*/
1067 /* Are you looking for int main(int argc, char **argv) ? :-)) */
1068 /*-----------------------------------------------------------------*/
1069
1070 program
1071 {
1072 int i=0;
1073 FILE *f=NULL;
1074 char *str, *ptr, *d;
1075 char *substring;
1076 int class_count=0,ip_count=0;
1077 int parent=1;
1078 int just_flush=FALSE;
1079 int nodelay=FALSE;
1080 int just_preview=FALSE; /* preview - generate just stats */
1081 int just_logs=FALSE; /* just parse logs */
1082 int run=FALSE;
1083 int total=0;
1084
1085 char *chain_forward, *chain_postrouting;
1086 char *althosts=NULL;
1087
1088 printf("\n\
1089 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
1090 Version %s - Copyright (C)2005-2012 Michael Polak (xChaos)\n\
1091 iptables-restore & burst tunning & classify modification by Ludva\n\
1092 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
1093
1094 /*----- Boring... we have to check command line options first: ----*/
1095
1096 arguments
1097 {
1098 argument("-c") { nextargument(config); }
1099 argument("-h") { nextargument(althosts);}
1100 argument("-d") { run=TRUE; dry_run=TRUE; }
1101 argument("-f") { run=TRUE; just_flush=TRUE; }
1102 argument("-9") { run=TRUE; just_flush=9; }
1103 argument("-p") { run=TRUE; just_preview=TRUE; }
1104 argument("-r") { run=TRUE; }
1105 argument("-n") { run=TRUE; nodelay=TRUE; }
1106 argument("-l") { just_logs=TRUE; }
1107 argument("-m") { just_logs=TRUE; }
1108 argument("-y") { just_logs=TRUE; }
1109 argument("-?") { help(); exit(0); }
1110 argument("--help") { help(); exit(0); }
1111 argument("-v") { exit(0); }
1112 argument("--version") { exit(0); }
1113 }
1114
1115 if(dry_run)
1116 {
1117 puts("*** THIS IS JUST DRY RUN ! ***\n");
1118 }
1119
1120 date(d); /* this is typical cll1.h macro - prints current date */
1121
1122 /*-----------------------------------------------------------------*/
1123 printf("Parsing configuration file %s ...\n", config);
1124 /*-----------------------------------------------------------------*/
1125 get_config(config);
1126
1127 if(just_logs)
1128 {
1129 parse_ip_log(argc,argv);
1130 exit(0);
1131 }
1132 else if(not run)
1133 {
1134 help();
1135 exit(0);
1136 }
1137
1138 if(althosts)
1139 {
1140 hosts=althosts;
1141 }
1142
1143 if(just_flush<9)
1144 {
1145 /*-----------------------------------------------------------------*/
1146 puts("Parsing iptables verbose output ...");
1147 /*-----------------------------------------------------------------*/
1148 get_traffic_statistics();
1149 }
1150
1151 /*-----------------------------------------------------------------*/
1152 printf("Parsing class defintion file %s ...\n", hosts);
1153 /*-----------------------------------------------------------------*/
1154 int groupidx = FIRSTGROUPID;
1155 parse(hosts)
1156 {
1157 str=_;
1158
1159 if(*str<'0' || *str>'9')
1160 {
1161 /* any line starting with non-number is comment ...*/
1162 continue;
1163 }
1164
1165 //Does this IP share QoS class with some other ?
1166 substring=strstr(str,"sharing-");
1167 if(substring)
1168 {
1169 substring+=8; //"sharing-"
1170 parse_ip(str);
1171 ip_count++;
1172 ip->sharing=substring;
1173 ip->keyword=defaultkeyword; /* settings for default keyword */
1174 while(*substring && *substring!='\n')
1175 {
1176 substring++;
1177 }
1178 *substring=0;
1179 }
1180 else
1181 {
1182 //Do we have to create new QoS class for this IP ?
1183
1184 if_exists(keyword,keywords,(substring=strstr(str,keyword->key)))
1185 {
1186 parse_ip(str);
1187 ip_count++;
1188 ip->keyword=keyword;
1189 keyword->ip_count++;
1190 ip->prio=keyword->default_prio;
1191 substring+=strlen(keyword->key)+1;
1192 ptr=substring;
1193 while(*ptr && *ptr!='-')
1194 {
1195 ptr++;
1196 }
1197 if(*ptr=='-')
1198 {
1199 *ptr=0;
1200 ip->max = ip->desired=atoi(ptr+1);
1201 }
1202 ip->min = atoi(substring);
1203 if(ip->min <= 0)
1204 {
1205 printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kb/s\n",
1206 str, free_min);
1207 ip->min = free_min;
1208 }
1209 if(ip->max <= ip->min)
1210 {
1211 ip->fixedprio = 1;
1212 ip->max = ip->min+ip->keyword->reserve_min;
1213 }
1214 else
1215 {
1216 ip->max -= ip->keyword->reserve_max;
1217 if(ip->max<ip->min)
1218 {
1219 ip->max=ip->min;
1220 }
1221 }
1222 ip->mark=FIRSTIPCLASS+1+class_count++;
1223
1224 if_exists(group,groups,group->min==ip->min)
1225 {
1226 group->count++;
1227 group->desired += ip->min;
1228 ip->group = group->id;
1229 }
1230 else
1231 {
1232 create(group,Group);
1233 group->min = ip->min;
1234 group->id = groupidx++;
1235 ip->group = group->id;
1236
1237 if(group->min<8) group->min=8;
1238 /* Warning - this is maybe because of primitive tc namespace, can be fixed */
1239 /* it is because class IDs are derived from min. bandwidth. - xCh */
1240 //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
1241
1242 group->count=1;
1243 group->desired=ip->min;
1244 insert(group,groups,desc_order_by,min);
1245 }
1246 }//endif keyword-
1247 }//endif sharing-
1248 }
1249 fail
1250 {
1251 perror(hosts);
1252 exit(-1);
1253 }
1254 done;
1255
1256 /*-----------------------------------------------------------------*/
1257 /* cll1.h - let's allocate brand new character buffer... */
1258 /*-----------------------------------------------------------------*/
1259 string(str,STRLEN);
1260
1261 /*-----------------------------------------------------------------*/
1262 puts("Resolving shared connections ...");
1263 /*-----------------------------------------------------------------*/
1264 for_each(ip,ips) if(ip->sharing)
1265 {
1266 for_each(sharedip,ips) if(eq(sharedip->name,ip->sharing))
1267 {
1268 sharedip->traffic+=ip->traffic;
1269 ip->traffic=0;
1270 ip->mark=sharedip->mark;
1271 ip->lmsid=sharedip->lmsid;
1272 break;
1273 }
1274 if(!sharedip)
1275 {
1276 printf("Unresolved shared connection: %s %s sharing-%s\n",
1277 ip->addr, ip->name, ip->sharing);
1278 }
1279 }
1280
1281 if(enable_credit && just_flush<9)
1282 {
1283 /*-----------------------------------------------------------------*/
1284 printf("Parsing credit file %s ...\n", credit);
1285 /*-----------------------------------------------------------------*/
1286 parse(credit)
1287 {
1288 ptr=parse_datafile_line(_);
1289 if(ptr)
1290 {
1291 if_exists(ip,ips,eq(ip->addr,_))
1292 {
1293 sscanf(ptr,"%Lu",&(ip->credit));
1294 }
1295 }
1296 }
1297 done;
1298 }
1299
1300 if(!just_preview)
1301 {
1302 /*-----------------------------------------------------------------*/
1303 puts("Initializing iptables and tc classes ...");
1304 /*-----------------------------------------------------------------*/
1305
1306 iptables_file=fopen(iptablesfile,"w");
1307 if(iptables_file == NULL)
1308 {
1309 puts("Cannot open iptablesfile!");
1310 exit(-1);
1311 }
1312
1313 log_file=fopen(cmdlog,"w");
1314 if(log_file == NULL)
1315 {
1316 puts("Cannot open logfile!");
1317 exit(-1);
1318 }
1319
1320 save_line(iptablespreamble);
1321 run_restore();
1322
1323 sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
1324 safe_run(str);
1325
1326 sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1327 safe_run(str);
1328
1329 iptables_file=fopen(iptablesfile,"w");
1330 save_line(iptablespreamble);
1331
1332 if(qos_free_zone && *qos_free_zone!='0')
1333 {
1334 char *chain;
1335
1336 sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1337 save_line(str);
1338
1339 if(qos_proxy)
1340 {
1341 save_line(":post_noproxy - [0:0]");
1342 sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1343 save_line(str);
1344 sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1345 save_line(str);
1346 sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1347 save_line(str);
1348
1349 chain="post_noproxy";
1350 }
1351 else
1352 {
1353 chain="POSTROUTING";
1354 }
1355
1356 sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1357 save_line(str);
1358 }
1359
1360 if(ip_count>idxtable_treshold1 && !just_flush)
1361 {
1362 int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1363 char *subnet, *buf;
1364 /*-----------------------------------------------------------------*/
1365 printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1366 /*-----------------------------------------------------------------*/
1367
1368 save_line(":post_common - [0:0]");
1369 save_line(":forw_common - [0:0]");
1370
1371 for_each(ip,ips) if(ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1372 {
1373 buf=hash_id(ip->addr,bitmask);
1374 if_exists(idx,idxs,eq(idx->id,buf))
1375 {
1376 idx->children++;
1377 }
1378 else
1379 {
1380 create(idx,Index);
1381 idx->addr=ip->addr;
1382 idx->id=buf;
1383 idx->bitmask=bitmask;
1384 idx->parent=NULL;
1385 idx->children=0;
1386 idxcount++;
1387 push(idx,idxs);
1388 }
1389 }
1390
1391 /* brutal perfomance optimalization */
1392 while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1393 {
1394 bitmask-=idxtable_bitmask2;
1395 idxcount=0;
1396
1397 for_each(idx,idxs) if(idx->parent == NULL)
1398 {
1399 buf=hash_id(idx->addr,bitmask);
1400 if_exists(metaindex,idxs,eq(metaindex->id,buf))
1401 {
1402 metaindex->children++;
1403 }
1404 else
1405 {
1406 create(metaindex,Index);
1407 metaindex->addr=idx->addr;
1408 metaindex->id=buf;
1409 metaindex->bitmask=bitmask;
1410 metaindex->parent=NULL;
1411 metaindex->children=0;
1412 idxcount++;
1413 push(metaindex,idxs);
1414 }
1415 idx->parent=metaindex;
1416 }
1417 }
1418
1419 /* this should slightly optimize throughout ... */
1420 sort(idx,idxs,desc_order_by,children);
1421 sort(idx,idxs,order_by,bitmask);
1422
1423 i=0;
1424 for_each(idx,idxs)
1425 {
1426 subnet=subnet_id(idx->addr,idx->bitmask);
1427 printf("%d: %s/%d\n",
1428 ++i, subnet, idx->bitmask);
1429
1430 sprintf(str,":post_%s - [0:0]", idx->id);
1431 save_line(str);
1432
1433 sprintf(str,":forw_%s - [0:0]", idx->id);
1434 save_line(str);
1435
1436 if(idx->parent)
1437 {
1438 string(buf,strlen(idx->parent->id)+6);
1439 sprintf(buf,"post_%s",idx->parent->id);
1440 }
1441 else
1442 {
1443 buf="POSTROUTING";
1444 }
1445
1446 sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1447 save_line(str);
1448
1449 sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1450 save_line(str);
1451
1452 if(idx->parent)
1453 {
1454 string(buf,strlen(idx->parent->id)+6);
1455 sprintf(buf,"forw_%s",idx->parent->id);
1456 }
1457 else
1458 {
1459 buf="FORWARD";
1460 }
1461
1462 sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1463 save_line(str);
1464
1465 sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1466 save_line(str);
1467 }
1468 printf("Total indexed iptables chains created: %d\n", i);
1469
1470 sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1471 save_line(str);
1472
1473 sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1474 save_line(str);
1475 }
1476
1477 }
1478
1479 if(just_flush)
1480 {
1481 fclose(iptables_file);
1482 if(log_file)
1483 {
1484 fclose(log_file);
1485 }
1486 puts("Just flushed iptables and tc classes - now exiting ...");
1487 exit(0);
1488 }
1489
1490 if(!just_preview)
1491 {
1492 if(!dry_run && !nodelay && qos_free_delay)
1493 {
1494 printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1495 sleep(qos_free_delay);
1496 }
1497
1498 sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",
1499 tc,lan,htb_r2q);
1500 safe_run(str);
1501
1502 sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1503 tc,lan,lan_medium,lan_medium,burst_main,highest_priority);
1504 safe_run(str);
1505
1506 sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1507 tc,lan,line,line,burst_main,highest_priority);
1508 safe_run(str);
1509
1510 sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1511 safe_run(str);
1512
1513 sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1514 tc,wan,wan_medium,wan_medium,burst_main,highest_priority);
1515 safe_run(str);
1516
1517 sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1518 tc,wan,up,up,burst_main,highest_priority);
1519 safe_run(str);
1520 }
1521
1522 /*-----------------------------------------------------------------*/
1523 puts("Locating heavy downloaders and generating root classes ...");
1524 /*-----------------------------------------------------------------*/
1525 sort(ip,ips,desc_order_by,traffic);
1526
1527 /*-----------------------------------------------------------------*/
1528 /* sub-scope - local variables */
1529 {
1530 long long int rate = line;
1531 long long int max = line;
1532 int group_count = 0;
1533 FILE *credit_file = NULL;
1534
1535 if(!just_preview && !dry_run && enable_credit)
1536 {
1537 credit_file = fopen(credit,"w");
1538 }
1539
1540 for_each(group,groups)
1541 {
1542 if(!just_preview)
1543 {
1544 //download
1545 sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #down desired %d",
1546 tc, lan, parent, group->id, rate, max, burst_group, highest_priority+1, group->desired);
1547 safe_run(str);
1548
1549 //upload
1550 sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #up desired %d",
1551 tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, highest_priority+1, group->desired);
1552 safe_run(str);
1553 }
1554
1555 if(group_count++ < max_nesting)
1556 {
1557 parent = group->id;
1558 }
1559
1560 rate -= digital_divide*group->min;
1561 if(rate < group->min)
1562 {
1563 rate = group->min;
1564 }
1565
1566 /*shaping of aggresive downloaders, with credit file support */
1567 if(use_credit)
1568 {
1569 int group_rate = group->min, priority_sequence = lowest_priority;
1570
1571 for_each(ip, ips) if(ip->min == group->min && ip->max > ip->min)
1572 {
1573 if( ip->keyword->data_limit && !ip->fixedprio
1574 && ( ip->traffic>ip->credit
1575 + (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))) )
1576 {
1577 if(group_rate<ip->max)
1578 {
1579 ip->max=group_rate;
1580 }
1581 group_rate+=magic_treshold;
1582 ip->prio=lowest_priority;
1583 if(ip->prio<highest_priority+2)
1584 {
1585 ip->prio=highest_priority+2;
1586 }
1587 }
1588 else
1589 {
1590 if( ip->keyword->data_prio
1591 && !ip->fixedprio
1592 && ( ip->traffic>ip->credit
1593 + (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20))) )
1594 {
1595 ip->prio=priority_sequence--;
1596 if(ip->prio<highest_priority+1)
1597 {
1598 ip->prio=highest_priority+1;
1599 }
1600 }
1601
1602 if(credit_file)
1603 {
1604 unsigned long long lcredit=0;
1605
1606 if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1607 {
1608 lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1609 }
1610 fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1611 }
1612 }
1613 }
1614 }
1615 }
1616 if(credit_file)
1617 {
1618 fclose(credit_file);
1619 }
1620 }
1621
1622 if(just_preview)
1623 {
1624 f=fopen(preview,"w");
1625 ptr=preview;
1626 }
1627 else if(!dry_run && !just_flush)
1628 {
1629 /*-----------------------------------------------------------------*/
1630 printf("Writing daily statistics %s ... ", json);
1631 /*-----------------------------------------------------------------*/
1632 f=fopen(json, "w");
1633 if(f > 0)
1634 {
1635 int jsoncount=0;
1636 fprintf(f, "{\n");
1637 for_each(ip, ips)
1638 {
1639 if(jsoncount)
1640 {
1641 fprintf(f, ",\n");
1642 }
1643 if(ip->traffic || ip->direct || ip->proxy || ip->upload)
1644 {
1645 fprintf(f, " %d:{ \"ip\":\"%s\", \"total\":%Lu, \"down\":%Lu, \"proxy\":%Lu, \"up\":%Lu }",
1646 ip->lmsid, ip->addr, ip->traffic, ip->direct, ip->proxy, ip->upload);
1647 }
1648 jsoncount++;
1649 }
1650 fprintf(f, "}\n");
1651 fclose(f);
1652 puts("done.");
1653 }
1654 else
1655 {
1656 perror(json);
1657 }
1658 f=fopen(html,"w");
1659 ptr=html;
1660 }
1661
1662 if(f)
1663 {
1664 int count=1;
1665 i=0;
1666
1667 /*-----------------------------------------------------------------*/
1668 printf("Sorting data and generating statistics page %s ...\n", ptr);
1669 /*-----------------------------------------------------------------*/
1670
1671 if(use_jquery_popups)
1672 {
1673 fprintf(f,"<script type=\"text/javascript\" src=\"%s\"></script>\n", jquery_url);
1674 }
1675 fputs("<table class=\"decorated last\">\n\
1676 <caption>Bandwidth classes</caption>\n\
1677 <thead><tr>\n\
1678 <th style=\"text-align: right\">#</th>\n\
1679 <th style=\"text-align: right\">group</th>\n\
1680 <th style=\"text-align: right\">IPs</th>\n\
1681 <th style=\"text-align: right\">requested</th>\n",f);
1682 fprintf(f,"<th colspan=\"%d\">data limits</th>\n", keywordcount);
1683 fputs("</tr></thead><tbody>\n",f);
1684
1685 row_odd_even = 0;
1686 for_each(group, groups)
1687 {
1688 #ifdef DEBUG
1689 printf("%d kb/s group: %d bandwidth requested: %d kb/s\n",group->min,group->count,group->desired);
1690 #endif
1691 fprintf(f, "%s<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1692 tr_odd_even(), count, group->min);
1693 fprintf(f, "<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1694 group->count, group->desired);
1695
1696 for_each(keyword, keywords) if(keyword->ip_count)
1697 {
1698 fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%d&nbsp;MB</span></td>",
1699 keyword->html_color, group->min*keyword->data_limit);
1700 }
1701 i += group->desired;
1702 total += group->count;
1703 count++;
1704 }
1705 #ifdef DEBUG
1706 printf("Total groups: %d Total bandwidth requested: %d kb/s\nAGGREGATION: 1/%d\n",
1707 count, i, i/line);
1708 #endif
1709 fprintf(f,"</tr></tbody>\n\
1710 <thead><tr>\n\
1711 <th colspan=\"2\" style=\"text-align: left\">Line %Ld kb/s</td>",line);
1712 fprintf(f,"<th style=\"text-align: right\">%d</td><th style=\"text-align: right\">%d kb/s</td>",total,i);
1713
1714 for_each(keyword, keywords) if(keyword->ip_count)
1715 {
1716 fprintf(f,"<th style=\"text-align: right\">%d IPs</th>",keyword->ip_count);
1717 }
1718 fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n", (int)(0.5+i/line));
1719 fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n", keywordcount, total);
1720
1721 fputs("</thead></table>\n",f);
1722 }
1723 else if(!dry_run && !just_flush)
1724 {
1725 perror(html);
1726 }
1727
1728 i=0;
1729 if(f)
1730 {
1731 unsigned long long total_traffic=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1732 int active_classes=0;
1733 int colspan=12;
1734 struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1735 int limit_count=0, prio_count=0;
1736 int popup_button=0;
1737
1738 if(qos_proxy)
1739 {
1740 colspan++;
1741 }
1742
1743 fprintf(f,"<p><table class=\"decorated last\">\n<caption>%s",title);
1744 fprintf(f," (%s)</caption>\n", d);
1745 fputs("<thead><tr>\n<th colspan=\"3\">&nbsp;</th>\n",f);
1746 fputs("<th style=\"text-align: right\">credit</th>\n\
1747 <th style=\"text-align: right\">FUP</th>\n\
1748 <th style=\"text-align: right\">total</th>\n\
1749 <th style=\"text-align: right\">down</th>\n",f);
1750 if(qos_proxy)
1751 {
1752 fputs("<th style=\"text-align: right\">proxy</th>\n",f);
1753 }
1754 fputs("<th style=\"text-align: right\">up</th>\n\
1755 <th style=\"text-align: right\">min</th>\n\
1756 <th style=\"text-align: right\">max</th>\n\
1757 <th style=\"text-align: right\">limit</th>\n\
1758 <th>&nbsp;</th>\n\
1759 </tr><tr>\n\
1760 <th style=\"text-align: right\">#</th>\n\
1761 <th>hostname [+sharing]</th>\n\
1762 <th style=\"text-align: right\">LMS</th>\n\
1763 <th style=\"text-align: right\">MB</th>\n\
1764 <th style=\"text-align: right\">MB</th>\n\
1765 <th style=\"text-align: right\">MB</th>\n\
1766 <th style=\"text-align: right\">MB</th>\n\
1767 <th style=\"text-align: right\">MB</th>\n\
1768 <th style=\"text-align: right\">kb/s</th>\n\
1769 <th style=\"text-align: right\">kb/s</th>\n\
1770 <th style=\"text-align: right\">kb/s</th>\n\
1771 <th>prio</th>\n\
1772 </tr></thead><tbody>\n",f);
1773
1774 row_odd_even = 0;
1775 for_each(ip,ips) if(!use_jquery_popups || !ip->sharing)
1776 {
1777 char *f1="", *f2="";
1778 i++;
1779
1780 if(ip->max < ip->desired)
1781 {
1782 f1="<span style=\"color:red\">";
1783 f2="</span>";
1784 limit_count++;
1785 }
1786 else if(ip->prio > highest_priority+1)
1787 {
1788 f1="<span style=\"color:brown\">";
1789 f2="</span>";
1790 prio_count++;
1791 }
1792
1793 #ifdef DEBUG
1794 printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1795 #endif
1796 /* hostnames -------------------------------------- */
1797 fprintf(f,"%s<td style=\"text-align: right\"><a name=\"%s\"></a>%d</td><td><a class=\"blue\" href=\"%s%s.log\">%s</a>\n",
1798 tr_odd_even(), ip->name, i, log_url, ip->name, ip->name);
1799
1800 if(use_jquery_popups)
1801 {
1802 fprintf(f,"<span id=\"sharing_%d\" style=\"display:none\">",i);
1803 popup_button=0;
1804 for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1805 {
1806 fprintf(f,"<br /><a class=\"blue\" href=\"%s%s.log\">%s</a>\n", log_url, sharedip->name, sharedip->name);
1807 popup_button++;
1808 }
1809 fputs("</span>\n",f);
1810 if(popup_button)
1811 {
1812 fprintf(f,"<span>[<a class=\"blue\" href=\"#\" onClick=\"$(this).parent().hide();$(\'#sharing_%d\').show();$(\'#download_%d\').show();$(\'#upload_%d\').show();return(false);\" style=\"cursor: pointer;\">+%d</a>]</span>",
1813 i, i, i, popup_button);
1814 }
1815 }
1816 fputs("</td>\n",f);
1817 /* ----------------------------------------------- */
1818
1819 if(found_lmsid)
1820 {
1821 fputs("<td style=\"text-align: right\">",f);
1822 if(ip->lmsid > 0)
1823 {
1824 fprintf(f,"<a class=\"blue\" href=\"%s%d\">%04d</a>\n", lms_url, ip->lmsid, ip->lmsid);
1825 }
1826 else if(ip->lmsid == 0)
1827 {
1828 fputs("-------",f);
1829 }
1830 fputs("</td>\n",f);
1831 }
1832 fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->credit);
1833 fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%Lu</span></td>",
1834 ip->keyword->html_color,
1835 ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1836 fprintf(f,"<td style=\"text-align: right\">%s%Lu%s", f1, ip->traffic, f2);
1837
1838 /* download --------------------------------------- */
1839 fprintf(f,"</td><td style=\"text-align: right\">%Lu", ip->direct);
1840 if(use_jquery_popups)
1841 {
1842 fprintf(f,"<span id=\"download_%d\" style=\"display:none\">",i);
1843 for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1844 {
1845 fprintf(f,"<br />%Lu", sharedip->direct);
1846 }
1847 fputs("</span>\n",f);
1848 }
1849 fputs("</td>\n",f);
1850 /* ----------------------------------------------- */
1851
1852 if(qos_proxy)
1853 {
1854 fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->proxy);
1855 }
1856 /* upload ---------------------------------------- */
1857 fprintf(f,"<td style=\"text-align: right\">%Lu", ip->upload);
1858 if(use_jquery_popups)
1859 {
1860 fprintf(f,"<span id=\"upload_%d\" style=\"display:none\">",i);
1861 for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1862 {
1863 fprintf(f,"<br />%Lu", sharedip->upload);
1864 }
1865 fputs("</span>\n",f);
1866 }
1867 fputs("</td>\n",f);
1868 /* ----------------------------------------------- */
1869
1870 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1871 <td style=\"text-align: right\">%d</td>\n\
1872 <td style=\"text-align: right\">%s%d%s</td>\n\
1873 <td>%s%d%s</td></tr>\n",
1874 ip->min, ip->desired,
1875 f1, ip->max, f2,
1876 f1, ip->prio, f2);
1877
1878 total_traffic+=ip->traffic;
1879 total_direct+=ip->direct;
1880 total_proxy+=ip->proxy;
1881 total_upload+=ip->upload;
1882 if(ip->traffic>0)
1883 {
1884 active_classes++;
1885 tmp_sum+=ip->traffic;
1886 create(sum,Sum);
1887 sum->l=tmp_sum;
1888 sum->i=active_classes;
1889 insert(sum,sums,order_by,i);
1890 }
1891
1892 if(!just_preview)
1893 {
1894 append_log(ip);
1895 for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1896 {
1897 append_log(sharedip);
1898 }
1899 }
1900 }
1901 fprintf(f,"</tbody><thead><tr>\n\
1902 <th colspan=\"%d\" style=\"text-align: left\">%d CLASSES</th>", colspan-7, i);
1903 fprintf(f,"<th style=\"text-align: right\">%Lu</th><th style=\"text-align: right\">%Lu</th>\n", total_traffic, total_direct);
1904 if(qos_proxy)
1905 {
1906 fprintf(f,"<th style=\"text-align: right\">%Lu</th>\n", total_proxy);
1907 }
1908 fprintf(f,"<th style=\"text-align: right\">%Lu</th>", total_upload);
1909 fprintf(f,"<th colspan=\"4\"><span style=\"color:red\">LIMIT %dx</span> <span style=\"color:brown\">LOW-PRIO %dx</span></th></tr>\n</thead></table>\n",limit_count,prio_count);
1910
1911 row_odd_even = 0;
1912 if(active_classes>10)
1913 {
1914 int top20_count=0,top20_perc1=0;
1915 long long top20_perc2=0;
1916 unsigned long long top20_sum=0l;
1917
1918 fputs("<a name=\"erp\"></a><p><table class=\"decorated last\"><caption>Enterprise Resource Planning (ERP)</caption>\n",f);
1919 fputs("<thead><tr>\n\
1920 <th>Analytic category</th>\n\
1921 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
1922 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
1923 </tr></thead><tbody>\n",f);
1924
1925 if_exists(sum,sums,sum->l>=total_traffic/4)
1926 {
1927 fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
1928 fprintf(f,"<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d %%</td><td style=\"text-align: right\">%Lu M</td><td style=\"text-align: right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1929 }
1930
1931 if_exists(sum,sums,sum->i==10)
1932 {
1933 fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
1934 fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
1935 <td style=\"text-align: right\">%d %%</td>\n\
1936 <td style=\"text-align: right\">%Lu MB</td>\n\
1937 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1938 (100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1939 }
1940
1941 if_exists(sum,sums,sum->l>=total_traffic/2)
1942 {
1943 fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
1944 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1945 <td style=\"text-align: right\">%d %%</td>\n\
1946 <td style=\"text-align: right\">%Lu MB</td>\n\
1947 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1948 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1949 }
1950
1951 if_exists(sum,sums,sum->l>=4*total_traffic/5)
1952 {
1953 fprintf(f,"%s<td>Top 80%% of traffic</td>\n", tr_odd_even());
1954 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1955 <td style=\"text-align: right\">%d %%</td>\n\
1956 <td style=\"text-align: right\">%Lu MB</td>\n\
1957 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
1958 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1959 }
1960
1961 if_exists(sum,sums,sum->i>=(active_classes+1)/5)
1962 {
1963 fprintf(f,"%s<td>Top 20%% downloaders</td>\n", tr_odd_even());
1964 top20_count=sum->i;
1965 top20_perc1=(100*sum->i+50)/active_classes;
1966 top20_sum=sum->l;
1967 top20_perc2=(100*sum->l+50)/total_traffic;
1968 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1969 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1970 <td style=\"text-align: right\">%Lu MB</td>\n\
1971 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1972 top20_count,top20_perc1,top20_sum,top20_perc2);
1973 }
1974
1975 if_exists(sum,sums,sum->i>=(active_classes+1)/4)
1976 {
1977 fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1978 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1979 <td style=\"text-align: right\">%d %%</td>\n\
1980 <td style=\"text-align: right\">%Lu MB</td>\n\
1981 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1982 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1983 }
1984
1985 if_exists(sum,sums,sum->i>=(active_classes+1)/2)
1986 {
1987 fprintf(f,"%s<td>Top 50%% downloaders</td>\n", tr_odd_even());
1988 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1989 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1990 <td style=\"text-align: right\">%Lu MB</td>\n\
1991 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1992 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
1993 }
1994
1995 if_exists(sum,sums,sum->i>=4*(active_classes+1)/5)
1996 {
1997 fprintf(f,"%s<td>Top 80%% downloaders</td>\n", tr_odd_even());
1998 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1999 <td style=\"text-align: right\">%d %%</td>\n\
2000 <td style=\"text-align: right\">%Lu MB</td>\n\
2001 <td style=\"text-align: right\">%Ld %%</td></tr></tbody>\n",
2002 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2003 }
2004
2005 fprintf(f,"<tr><thead><th><a class=\"blue\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
2006 fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
2007 <th style=\"text-align: right\">100 %%</th>\n\
2008 <th style=\"text-align: right\">%Lu M</th>\n\
2009 <th style=\"text-align: right\">100 %%</th></tr>\n",active_classes,total_traffic);
2010 fputs("</thead></table>\n", f);
2011
2012 /* write basic ERP data to log directory */
2013 if(!just_preview)
2014 {
2015 FILE *iplog;
2016 sprintf(str,"%s/ERP.log",log_dir);
2017 iplog=fopen(str,"a");
2018 if(iplog)
2019 {
2020 fprintf(iplog,"%ld\t%d\t%d %%\t%Lu M\t%Ld %%\tACTIVE %d\tTRAFFIC %Lu M\tCLASSES %d\tFUP-LIMIT %d\tLOW-PRIO %d\t%s",
2021 time(NULL), top20_count, top20_perc1, top20_sum, top20_perc2,
2022 active_classes, total_traffic, i, limit_count, prio_count, d); /* d = date*/
2023 fclose(iplog);
2024 }
2025 else
2026 {
2027 perror(str);
2028 }
2029 }
2030 }
2031
2032 fprintf(f, stats_html_signature, version);
2033 fclose(f);
2034 }
2035
2036 if(just_preview)
2037 {
2038 puts("Statistics preview generated (-p switch) - now exiting ...");
2039 exit(0);
2040 }
2041
2042 i=0;
2043 #ifdef DEBUG
2044 printf("%-22s %-15s mark\n","name","ip");
2045 #endif
2046
2047 printf("Writing %s ... ", classmap);
2048 f = fopen(classmap, "w");
2049 if(f < 0)
2050 {
2051 perror(classmap);
2052 }
2053
2054 /*-----------------------------------------------------------------*/
2055 puts("Generating iptables and tc classes ... ");
2056 /*-----------------------------------------------------------------*/
2057
2058 for_each(ip, ips) if(ip->mark > 0)
2059 {
2060 if(idxs)
2061 {
2062 char *buf;
2063 duplicate(ip->addr,buf);
2064 buf=hash_id(ip->addr,32-idxtable_bitmask1);
2065
2066 string(chain_forward,6+strlen(buf));
2067 strcpy(chain_forward,"forw_");
2068 strcat(chain_forward,buf);
2069
2070 string(chain_postrouting,6+strlen(buf));
2071 strcpy(chain_postrouting,"post_");
2072 strcat(chain_postrouting,buf);
2073
2074 free(buf);
2075 }
2076 else
2077 {
2078 chain_forward="FORWARD";
2079 chain_postrouting="POSTROUTING";
2080 }
2081
2082 #ifdef DEBUG
2083 printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
2084 #endif
2085
2086 /* -------------------------------------------------------- mark download */
2087
2088 sprintf(str, "-A %s -d %s/32 -o %s -j %s%d",
2089 chain_postrouting, ip->addr, lan, mark_iptables, ip->mark);
2090 /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
2091 /* -m limit --limit 1/s */
2092 save_line(str);
2093
2094 if(qos_proxy)
2095 {
2096 sprintf(str, "-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",
2097 chain_postrouting, proxy_ip, proxy_port, ip->addr, lan, mark_iptables, ip->mark);
2098 /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
2099 save_line(str);
2100 }
2101
2102 sprintf(str, "-A %s -d %s/32 -o %s -j ACCEPT",
2103 chain_postrouting, ip->addr, lan);
2104 save_line(str);
2105
2106 /* -------------------------------------------------------- mark upload */
2107 sprintf(str, "-A %s -s %s/32 -o %s -j %s%d",
2108 chain_forward, ip->addr, wan, mark_iptables, ip->mark);
2109 /* sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
2110 save_line(str);
2111
2112 sprintf(str, "-A %s -s %s/32 -o %s -j ACCEPT",
2113 chain_forward, ip->addr, wan);
2114 save_line(str);
2115
2116 if(ip->min)
2117 {
2118 /* -------------------------------------------------------- download class */
2119 #ifdef DEBUG
2120 printf("(down: %dk-%dk ", ip->min, ip->max);
2121 #endif
2122
2123 sprintf(str, "%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2124 tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
2125 safe_run(str);
2126
2127 if(strcmpi(ip->keyword->leaf_discipline, "none"))
2128 {
2129 sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
2130 tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2131 safe_run(str);
2132 }
2133
2134 if(filter_type == 1)
2135 {
2136 sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
2137 tc, lan, ip->mark, ip->mark);
2138 safe_run(str);
2139 }
2140
2141 /* -------------------------------------------------------- upload class */
2142 #ifdef DEBUG
2143 printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2144 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
2145 #endif
2146
2147 sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2148 tc, wan, ip->group, ip->mark,
2149 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2150 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
2151 safe_run(str);
2152
2153 if(strcmpi(ip->keyword->leaf_discipline, "none"))
2154 {
2155 sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
2156 tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2157 safe_run(str);
2158 }
2159
2160 if(filter_type == 1)
2161 {
2162 sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
2163 tc, wan, ip->mark, ip->mark);
2164 safe_run(str);
2165 }
2166
2167 if(f)
2168 {
2169 fprintf(f, "%s %d", ip->addr, ip->mark);
2170 }
2171 }
2172 else
2173 {
2174 #ifdef DEBUG
2175 printf("(sharing %s)\n", ip->sharing);
2176 #endif
2177 }
2178 i++;
2179 }
2180 if(f)
2181 {
2182 puts("done.");
2183 fclose(f);
2184 }
2185
2186 if(idxs)
2187 {
2188 chain_forward = "forw_common";
2189 chain_postrouting = "post_common";
2190 }
2191 else
2192 {
2193 chain_forward = "FORWARD";
2194 chain_postrouting = "POSTROUTING";
2195 }
2196 /* -------------------------------- classify or reject free download */
2197 {
2198 char *final_chain = "DROP"; /* REJECT would be better, but it is impossible in mangle */
2199 if(free_min)
2200 {
2201 final_chain = "ACCEPT";
2202 }
2203 if(qos_proxy)
2204 {
2205 if(free_min)
2206 {
2207 sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",
2208 chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
2209 save_line(str);
2210 }
2211 sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s",
2212 chain_postrouting,proxy_ip,proxy_port,lan,final_chain);
2213 save_line(str);
2214 }
2215 if(free_min)
2216 {
2217 sprintf(str,"-A %s -o %s -j %s%d", chain_postrouting, lan, mark_iptables, 3);
2218 save_line(str);
2219 }
2220 sprintf(str,"-A %s -o %s -j %s", chain_postrouting, lan, final_chain);
2221 save_line(str);
2222 /* ------------------------------- classify or reject free upload */
2223 if(free_min)
2224 {
2225 sprintf(str,"-A %s -o %s -j %s%d", chain_forward, wan, mark_iptables, 3);
2226 save_line(str);
2227 }
2228 sprintf(str,"-A %s -o %s -j %s", chain_forward, wan, final_chain);
2229 save_line(str);
2230 }
2231
2232 if(free_min) /* allocate free bandwith if it is not zero... */
2233 {
2234 /*-----------------------------------------------------------------*/
2235 puts("Generating free bandwith classes ...");
2236 /*-----------------------------------------------------------------*/
2237 sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2238 tc, lan, parent, free_min, free_max,burst, lowest_priority);
2239 safe_run(str);
2240 sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2241 tc, wan, parent, free_min, free_max, burst, lowest_priority);
2242 safe_run(str);
2243 /* tc SFQ */
2244 if(strcmpi(qos_leaf, "none"))
2245 {
2246 sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, lan, qos_leaf);
2247 safe_run(str);
2248
2249 sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, wan, qos_leaf);
2250 safe_run(str);
2251 }
2252 /* tc handle 1 fw flowid */
2253 sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, lan);
2254 safe_run(str);
2255
2256 sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, wan);
2257 safe_run(str);
2258 }
2259 printf("Total IP count: %d\n", i);
2260 run_restore();
2261 if(log_file)
2262 {
2263 fclose(log_file);
2264 }
2265 return 0;
2266 /* that's all folks, thank you for reading it all the way up to this point ;-) */
2267 /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
2268 }
This page took 2.11589 seconds and 3 git commands to generate.