17c77af29484607eaf802b5a1a07a8b5956fba12
[svn/Prometheus-QoS/.git] / prometheus.c
1 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
2 /* Prometheus QoS - you can "steal fire" from your ISP */
3 /* "fair-per-IP" quality of service (QoS) utility */
4 /* requires Linux 2.4.x or 2.6.x with HTB support */
5 /* Copyright(C) 2005-2012 Michael Polak, Arachne Labs */
6 /* iptables-restore support Copyright(C) 2007-2008 ludva */
7 /* Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf */
8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
9
10 /* Modified by: xChaos, 20120610
11 ludva, 20080415
12
13 Prometheus QoS is free software; you can redistribute it and/or
14 modify it under the terms of the GNU General Public License as
15 published by the Free Software Foundation; either version 2.1 of
16 the License, or (at your option) any later version.
17
18 Prometheus QoS is distributed in the hope that it will be useful,
19 but WITHOUT ANY WARRANTY; without even the implied warranty of
20 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
21 General Public License for more details.
22
23 You should have received a copy of the GNU General Public License
24 along with Prometheus Qos; if not, write to the Free Software
25 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
26
27 GNU General Public License is located in file COPYING */
28
29 #define STRLEN 256
30 #define FIRSTGROUPID 1024
31 #define FIRSTIPCLASS 2048
32 #undef DEBUG
33
34 #include "cll1-0.6.2.h"
35
36 const char *version = "0.8.3-f";
37
38 /* Version numbers: 0.8.3 is development releases ("beta"), 0.8.4 will be "stable" */
39 /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */
40 /* C source code development versions ("beta"): 0.7.9-a, 0.8.1-b, etc. */
41 /* C source code release versions: 0.8.0, 0.8.2, 0.8.4, etc. */
42
43 const char *stats_html_signature = "<span class=\"small\">Statistics generated by Prometheus QoS version %s<br />GPL+Copyright(C)2005-2012 Michael Polak, <a target=\"_blank\" href=\"http://www.arachne.cz/\">Arachne Labs</a></span>\n";
44
45 /* ======= All path names are defined here (for RPM patch) ======= */
46
47 const char *tc = "/sbin/tc"; /* requires tc with HTB support */
48 const char *iptables = "/sbin/iptables"; /* requires iptables utility */
49 const char *iptablessave = "/sbin/iptables-save"; /* not yet required */
50 const char *iptablesrestore = "/sbin/iptables-restore"; /* requires iptables-restore */
51 const char *ls = "/bin/ls"; /* this is not user configurable :-) */
52
53 char *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */
54 char *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
55
56 char *iptablesfile = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
57 char *credit = "/var/lib/misc/prometheus.credit"; /* credit log file */
58 char *classmap = "/var/lib/misc/prometheus.classes"; /* credit log file */
59 char *html = "/var/www/traffic.html"; /* hall of fame - html version */
60 char *preview = "/var/www/preview.html"; /* hall of fame preview */
61 char *json = "/var/www/logs/traffic.json"; /* hall of fame - json version */
62 char *cmdlog = "/var/log/prometheuslog"; /* command log filename */
63 char *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */
64 char *log_url = "/logs/"; /* log directory relative URI prefix (partial URL) */
65 char *html_log_dir = "/var/www/logs/html/";
66
67 char *jquery_url = "http://code.jquery.com/jquery-latest.js";
68 char *lms_url = "/lms/?m=customerinfo&amp;id=";
69 int use_jquery_popups = 1;
70 int row_odd_even = 0; /*<tr class="odd/even"> */
71
72
73 const char *tr_odd_even(void)
74 {
75 row_odd_even = 1 - row_odd_even;
76 if(row_odd_even)
77 {
78 return "<tr class=\"even\">\n";
79 }
80 else
81 {
82 return "<tr class=\"odd\">\n";
83 }
84 }
85
86 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
87
88 void help(void)
89 {
90 puts("Command line switches:\n\
91 \n\
92 -d Dry run (preview tc and iptables commands on stdout)\n\
93 -r Run (reset all statistics and start shaping - daily usage)\n\
94 -p just generate Preview of data transfer statistics and exit (after -r)\n\
95 -s start Shaping FUP limits (keeps data transfer stat like -p) (after -r)\n\
96 -n run Now (like -r delay - overrides qos-free-delay keyword, after boot)\n\
97 -f just Flush iptables and tc classes and exit (stop shaping, no QiS)\n\
98 -9 emergency iptables flush (like -f, but dumps data transfer statistics)\n\
99 \n\
100 -c filename force alternative /etc/prometheus/prometheus.conf filename\n\
101 -h filename force alternative /etc/hosts filename (overrides hosts keyword)\n\
102 -l Mmm YYYY generate HTML summary of Logged traffic (Mmm=Jan-Dec) (and exit)\n\
103 -m generate HTML summary of traffic for yesterday's Month (and exit)\n\
104 -y generate HTML summary of traffic for yesterday's Year (and exit)\n\
105 -? --help show this help scree (and exit)\n\
106 -v --version show Version number of this utility (and exit)\n");
107 }
108
109 /* === Configuraration file values defaults - stored in global variables ==== */
110
111 int filter_type = 1; /*1 mark, 2 classify*/
112 char *mark = "MARK";
113 char *mark_iptables = "MARK --set-mark ";
114 int dry_run = 0; /* preview - use puts() instead of system() */
115 char *iptablespreamble = "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
116 FILE *iptables_file = NULL;
117 int enable_credit = 1; /* enable credit file */
118 int use_credit = 0; /* use credit file (if enabled)*/
119 char *title = "Hall of Fame - Greatest Suckers"; /* hall of fame title */
120 int hall_of_fame = 1; /* enable hall of fame */
121 char *lan = "eth0"; /* LAN interface */
122 char *lan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
123 char *wan = "eth1"; /* WAN/ISP interface */
124 char *wan_medium = "100Mbit"; /* 10Mbit/100Mbit ethernet */
125 char *qos_leaf = "sfq perturb 5"; /* leaf discipline */
126 char *qos_free_zone = NULL; /* QoS free zone */
127 int qos_proxy = 1; /* include proxy port to QoS */
128 int found_lmsid = 0; /* show links to users in LMS information system */
129 int include_upload = 1; /* upload+download=total traffic */
130 char *proxy_ip = "192.168.1.1/32"; /* our IP with proxy port */
131 int proxy_port = 3128; /* proxy port number */
132 long long int line = 1024; /* WAN/ISP download in kbps */
133 long long int up = 1024; /* WAN/ISP upload in kbps */
134 int free_min = 32; /* minimum guaranted bandwidth for all undefined hosts */
135 int free_max = 64; /* maximum allowed bandwidth for all undefined hosts */
136 int qos_free_delay = 0; /* seconds to sleep before applying new QoS rules */
137 int digital_divide = 2; /* controls digital divide weirdness ratio, 1...3 */
138 int max_nesting = 3; /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
139 int htb_r2q = 256; /* should work for leaf values 512 kbps to 8 Mbps */
140 int burst = 8; /* HTB burst (in kbits) */
141 int burst_main = 64;
142 int burst_group = 32;
143 int magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
144 int keywordcount = 0;
145 /* not yet implemented:
146 int fixed_packets = 0; maximum number of pps per IP address (not class!)
147 int packet_limit = 5; maximum number of pps to htn CEIL, not rate !!!
148 */
149 FILE *log_file = NULL;
150 char *kwd = "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
151
152 const int highest_priority = 0; /* highest HTB priority (HTB built-in value is 0) */
153 const int lowest_priority = 7; /* lowest HTB priority (HTB built-in value is 7) */
154 const int idxtable_treshold1 = 24; /* this is no longer configurable */
155 const int idxtable_treshold2 = 12; /* this is no longer configurable */
156 const int idxtable_bitmask1 = 3; /* this is no longer configurable */
157 const int idxtable_bitmask2 = 3; /* this is no longer configurable */
158
159 /* ==== This is C<<1 stuff - learn C<<1 first! https://dev.arachne.cz/svn/cll1h ==== */
160
161 struct IP
162 {
163 char *addr;
164 char *name;
165 char *sharing;
166 int min;
167 int desired;
168 int max;
169 int mark;
170 int prio;
171 int fixedprio;
172 int group;
173 int lmsid;
174 unsigned long long direct;
175 unsigned long long proxy;
176 unsigned long long upload;
177 unsigned long long traffic;
178 unsigned long long credit;
179 unsigned long pktsup;
180 unsigned long pktsdown;
181 struct Keyword *keyword;
182 list(IP);
183 } *ips=NULL, *ip, *sharedip;
184
185 struct Group
186 {
187 int min;
188 int count;
189 int desired;
190 int id;
191 list(Group);
192 } *groups=NULL, *group;
193
194 struct Index
195 {
196 char *addr;
197 char *id;
198 struct Index *parent;
199 int bitmask;
200 int children;
201 list(Index);
202 } *idxs=NULL, *idx, *metaindex;
203
204 struct Keyword
205 {
206 char *key;
207
208 int asymetry_ratio; /* ratio for ADSL-like upload */
209 int asymetry_fixed; /* fixed treshold for ADSL-like upload */
210 int data_limit; /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
211 int data_prio; /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
212 long fixed_limit; /* fixed data limit for setting lower HTB ceil */
213 long fixed_prio; /* fixed data lmit for setting lower HTB prio */
214 int reserve_min; /* bonus for nominal HTB rate bandwidth (in kbps) */
215 int reserve_max; /* malus for nominal HTB ceil (in kbps) */
216 // int divide_max; /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
217 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
218 int default_prio; /* default HTB priority for this keyword */
219 char *html_color;
220 int ip_count;
221 char *leaf_discipline;
222
223 list(Keyword);
224 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
225
226 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
227
228 void TheIP(void)
229 {
230 create(ip,IP);
231 ip->name = "";
232 ip->addr = "";
233 ip->sharing = NULL;
234 ip->prio = highest_priority+1;
235 ip->lmsid = -1;
236 ip->fixedprio = \
237 ip->mark = \
238 ip->min = \
239 ip->max = \
240 ip->desired = \
241 ip->credit = \
242 ip->upload = \
243 ip->proxy = \
244 ip->direct = \
245 ip->traffic = \
246 ip->pktsup = \
247 ip->pktsdown = 0;
248 ip->keyword = keywords;
249 push(ip,ips);
250 }
251
252 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
253
254 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
255 {
256 /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
257 int dot=0, n;
258 char *ip,*outip,*outptr,*fmt;
259
260 duplicate(inip,ip);
261 /* debug printf("(%s,%d) -> ",ip,bitmask); */
262
263 if(ip && *ip && bitmask>=0 && bitmask<=32)
264 {
265 string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
266 }
267 else
268 {
269 /* should never exit here */
270 return "undefined";
271 }
272 outptr=outip;
273 while(ip && *ip)
274 {
275 if(*ip=='.')
276 {
277 if(dot<(bitmask/8-1))
278 {
279 if(format_as_chainname)
280 {
281 *outptr='_';
282 }
283 else
284 {
285 *outptr='.';
286 }
287 outptr++;
288 dot++;
289 }
290 else
291 {
292 char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
293 if(cutdot)
294 {
295 *cutdot = '\0';
296 }
297
298 if(format_as_chainname)
299 {
300 fmt = "_%d_%d";
301 }
302 else
303 {
304 fmt = ".%d";
305 }
306
307 if(bitmask%8)
308 {
309 n = atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
310 }
311 else
312 {
313 n = 0;
314 }
315
316 /*debug printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
317 sprintf(outptr,fmt,n,bitmask);
318 if(!format_as_chainname)
319 {
320 while(bitmask<24)
321 {
322 strcat(outip,".0");
323 bitmask+=8;
324 }
325 }
326 /* debug printf("[%s]\n",outip); */
327 return outip;
328 }
329 }
330 else
331 {
332 *outptr=*ip;
333 outptr++;
334 }
335 ip++;
336 }
337 /*should never exit here*/
338 *outptr='\0';
339 return outip;
340 }
341
342 char *hash_id(char *ip,int bitmask)
343 {
344 return very_ugly_ipv4_code(ip,bitmask,1);
345 }
346
347 char *subnet_id(char *ip,int bitmask)
348 {
349 return very_ugly_ipv4_code(ip,bitmask,0);
350 }
351
352 /* ================= Let's parse configuration file here =================== */
353
354 void reject_config_and_exit(char *filename)
355 {
356 printf("Configuration file %s rejected - abnormal exit.",filename);
357 exit(-1);
358 }
359
360 void get_config(char *config_filename)
361 {
362 char *cnf="mark";
363
364 printf("Configured keywords: ");
365 parse(config_filename)
366 {
367 option("keyword",kwd);
368 if(kwd)
369 {
370 printf("%s ",kwd);
371
372 create(keyword,Keyword);
373 keyword->key=kwd;
374 keyword->asymetry_ratio=1; /* ratio for ADSL-like upload */
375 keyword->asymetry_fixed=0; /* fixed treshold for ADSL-like upload */
376 keyword->data_limit=8; /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
377 keyword->data_prio=4; /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
378 keyword->fixed_limit=0; /* fixed data limit for setting lower HTB ceil */
379 keyword->fixed_prio=0; /* fixed data limit for setting lower HTB prio */
380 keyword->reserve_min=8; /* bonus for nominal HTB rate bandwidth (in kbps) */
381 keyword->reserve_max=0; /* malus for nominal HTB ceil (in kbps) */
382 keyword->default_prio=highest_priority+1;
383 keyword->html_color="000000";
384 keyword->ip_count=0;
385 keyword->leaf_discipline="";
386
387 push(keyword,keywords);
388 if(!defaultkeyword) defaultkeyword=keyword;
389 keywordcount++;
390
391 kwd=NULL;
392 }
393 else
394 {
395 for_each(keyword,keywords)
396 {
397 int l=strlen(keyword->key);
398
399 if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
400 {
401 char *tmptr=_; /* <---- l+1 ----> */
402 _+=l+1; /* via-prometheus-asymetry-ratio, etc. */
403 ioption("asymetry-ratio",keyword->asymetry_ratio);
404 ioption("asymetry-treshold",keyword->asymetry_fixed);
405 ioption("magic-relative-limit",keyword->data_limit);
406 ioption("magic-relative-prio",keyword->data_prio);
407 loption("magic-fixed-limit",keyword->fixed_limit);
408 loption("magic-fixed-prio",keyword->fixed_prio);
409 ioption("htb-default-prio",keyword->default_prio);
410 ioption("htb-rate-bonus",keyword->reserve_min);
411 ioption("htb-ceil-malus",keyword->reserve_max);
412 option("leaf-discipline",keyword->leaf_discipline);
413 option("html-color",keyword->html_color);
414 _=tmptr;
415
416 if(keyword->data_limit || keyword->fixed_limit ||
417 keyword->data_prio || keyword->fixed_prio)
418 {
419 use_credit=1;
420 }
421 }
422 }
423 }
424
425 option("tc",tc);
426 option("iptables",iptables);
427 option("iptables-save",iptablessave); /* new */
428 option("iptables-restore",iptablesrestore); /* new */
429 option("iptables-in-filename",iptablesfile); /* new */
430 option("hosts",hosts);
431 option("lan-interface",lan);
432 option("wan-interface",wan);
433 option("lan-medium",lan_medium);
434 option("wan-medium",wan_medium);
435 lloption("wan-download",line);
436 lloption("wan-upload",up);
437 ioption("hall-of-fame-enable",hall_of_fame);
438 option("hall-of-fame-title",title);
439 option("hall-of-fame-filename",html);
440 option("json-filename",json);
441 option("hall-of-fame-preview",preview);
442 option("log-filename",cmdlog);
443 option("credit-filename",credit);
444 option("classmap-filename",classmap);
445 ioption("credit-enable",enable_credit);
446 option("log-traffic-directory",log_dir);
447 option("log-traffic-html-directory",html_log_dir);
448 option("log-traffic-url-path",log_url);
449 option("jquery-url",jquery_url);
450 option("lms-url",lms_url);
451 ioption("use-jquery-popups",use_jquery_popups);
452 option("qos-free-zone",qos_free_zone);
453 ioption("qos-free-delay",qos_free_delay);
454 ioption("qos-proxy-enable",qos_proxy);
455 option("qos-proxy-ip",proxy_ip);
456 option("htb-leaf-discipline",qos_leaf);
457 ioption("qos-proxy-port",proxy_port);
458 ioption("free-rate",free_min);
459 ioption("free-ceil",free_max);
460 ioption("htb-burst",burst);
461 ioption("htb-burst-main",burst_main);
462 ioption("htb-burst-group",burst_group);
463 ioption("htb-nesting-limit",max_nesting);
464 ioption("htb-r2q",htb_r2q);
465 ioption("magic-include-upload",include_upload);
466 ioption("magic-treshold",magic_treshold);
467 option("filter-type", cnf);
468 /* not yet implemented:
469 ioption("magic-fixed-packets",fixed_packets);
470 ioption("magic-relative-packets",packet_limit);
471 */
472 }
473 fail
474 {
475 perror(config_filename);
476 puts("Warning - using built-in defaults instead ...");
477 }
478 done; /* ugly macro end */
479 printf("\n");
480
481 /* leaf discipline for keywords */
482 for_each(keyword,keywords)
483 {
484 if(!strcmpi(keyword->leaf_discipline, ""))
485 {
486 keyword->leaf_discipline = qos_leaf;
487 }
488 }
489
490 if(strcmpi(cnf, "mark"))
491 {
492 filter_type = 2;
493 mark = "CLASSIFY";
494 mark_iptables = "CLASSIFY --set-class 1:";
495 }
496 else
497 {
498 filter_type = 1;
499 mark = "MARK";
500 mark_iptables = "MARK --set-mark ";
501 }
502
503 /* are supplied values meaningful ?*/
504 if(line<=0 || up<=0)
505 {
506 puts("Illegal value of LAN or WAN bandwidth: 0 kbps.");
507 reject_config_and_exit(config_filename);
508 }
509 }
510
511 /* ===================== traffic analyser - uses iptables ================ */
512
513 void get_traffic_statistics(void)
514 {
515 char *str,*cmd;
516 int downloadflag=0;
517
518 textfile(Pipe,str) *line,*lines=NULL;
519 string(str,STRLEN);
520 string(cmd,STRLEN);
521
522 sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
523 shell(cmd);
524 input(str,STRLEN)
525 {
526 create(line,Pipe);
527 line->str=str;
528 string(str,STRLEN);
529 append(line,lines);
530 }
531
532 for_each(line,lines)
533 {
534 int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
535 unsigned long long traffic=0;
536 unsigned long pkts=0;
537 char *ipaddr=NULL,*ptr;
538
539 /* debug puts(line->str); */
540 valid_columns(ptr,line->str,' ',col)
541 if(valid) switch(col)
542 {
543 case 1: if(eq(ptr,"Chain"))
544 {
545 setchainname=1;
546 }
547 else if(eq(ptr,"pkts"))
548 {
549 valid=0;
550 }
551 else
552 {
553 sscanf(ptr,"%lu",&pkts);
554 }
555 break;
556 case 2: if(setchainname)
557 {
558 if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
559 {
560 downloadflag = 1;
561 }
562 else
563 {
564 if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
565 {
566 downloadflag = 0;
567 }
568 }
569 if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
570 {
571 commonflag = 1;
572 }
573 }
574 else
575 {
576 sscanf(ptr,"%Lu",&traffic);
577 traffic += (1<<19);
578 traffic >>= 20;
579 }
580 break;
581 case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
582 {
583 accept=eq(ptr,mark);
584 }
585 /*if(filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
586 break;
587 case 8: if(downloadflag)
588 {
589 if(strstr(proxy_ip,ptr))
590 {
591 proxyflag=1;
592 }
593 }
594 else
595 {
596 ipaddr=ptr;
597 }
598 break;
599 case 9: if(downloadflag)ipaddr=ptr;break;
600 }
601
602 if(accept && traffic>0 && ipaddr)
603 {
604 if(proxyflag)
605 {
606 printf("(proxy) ");
607 }
608 else if(!downloadflag)
609 {
610 printf("(upload) ");
611 }
612 printf("IP %s: %Lu MB (%ld pkts)\n", ipaddr, traffic, pkts);
613
614 if_exists(ip,ips,eq(ip->addr,ipaddr));
615 else
616 {
617 TheIP();
618 ip->addr=ipaddr;
619 if(eq(ip->addr,"0.0.0.0/0"))
620 {
621 ip->name="(unregistered)";
622 ip->min=free_min;
623 ip->max=ip->desired=free_max;
624 }
625 }
626
627 if(downloadflag)
628 {
629 if(proxyflag)
630 {
631 ip->proxy=traffic;
632 }
633 else
634 {
635 ip->traffic+=traffic;
636 }
637 ip->direct=ip->traffic-ip->upload-ip->proxy;
638 ip->pktsdown=pkts;
639 }
640 else
641 {
642 ip->upload=traffic;
643 ip->pktsup=pkts;
644 if(include_upload)
645 {
646 ip->traffic+=traffic;
647 }
648 else
649 {
650 if(traffic>ip->traffic)
651 {
652 ip->traffic=traffic;
653 }
654 }
655 }
656 }
657 }
658 free(cmd);
659 }
660
661 /* ========== This function executes, logs OR ALSO prints command ========== */
662
663 void safe_run(char *cmd)
664 {
665 if(dry_run)
666 {
667 printf("\n=>%s\n",cmd);
668 }
669 else
670 {
671 system(cmd);
672 }
673 if(log_file)
674 {
675 fprintf(log_file,"%s\n",cmd);
676 }
677 }
678
679 void save_line(char *line)
680 {
681 fprintf(iptables_file,"%s\n",line);
682 }
683
684 void run_restore(void)
685 {
686 char *restor;
687 string(restor,STRLEN);
688
689 /*-----------------------------------------------------------------*/
690 printf("Running %s <%s ...\n", iptablesrestore, iptablesfile);
691 /*-----------------------------------------------------------------*/
692
693 save_line("COMMIT");
694 fclose(iptables_file);
695 if(dry_run)
696 {
697 parse(iptablesfile)
698 {
699 printf("%s\n",_);
700 }
701 done; /* ugly macro end */
702 }
703
704 sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
705 safe_run(restor);
706
707 free(restor);
708 }
709
710 /* == This function strips extra characters after IP address and stores it = */
711
712 void parse_ip(char *str)
713 {
714 char *ptr,*ipaddr=NULL,*ipname=NULL,*lmsid=NULL;
715
716 ptr=strchr(str,'{');
717 if(ptr)
718 {
719 lmsid=++ptr;
720 while(*ptr && *ptr!='}')
721 {
722 ptr++;
723 }
724 *ptr=0;
725 }
726
727 ptr=str;
728 while(*ptr && *ptr!=' ' && *ptr!=9)
729 {
730 ptr++;
731 }
732
733 *ptr=0;
734 ipaddr=str;
735 ptr++;
736 while(*ptr && (*ptr==' ' || *ptr==9))
737 {
738 ptr++;
739 }
740 ipname=ptr;
741 while(*ptr && *ptr!=' ' && *ptr!=9)
742 {
743 ptr++;
744 }
745 *ptr=0;
746
747 if_exists(ip,ips,eq(ip->addr,ipaddr));
748 else
749 {
750 TheIP();
751 }
752 ip->addr=ipaddr;
753 ip->name=ipname;
754 if(lmsid)
755 {
756 ip->lmsid=atoi(lmsid);
757 found_lmsid=1;
758 }
759 }
760
761 char *parse_datafile_line(char *str)
762 {
763 char *ptr=strchr(str,' ');
764
765 if(ptr)
766 {
767 *ptr=0;
768 ptr++;
769 return ptr;
770 }
771 else
772 {
773 return NULL;
774 }
775 }
776
777 struct IpLog
778 {
779 char *name;
780 long traffic;
781 long guaranted;
782 int i;
783 int lmsid;
784 long l;
785 list(IpLog);
786 } *iplog,*iplogs;
787
788 void parse_ip_log(int argc, char **argv)
789 {
790 char *month, *year, *str, *name="(undefined)", *ptr, *ptr2, *filename;
791 long traffic=0l, traffic_month, total=0, guaranted;
792 int col, col2, y_ok, m_ok, accept_month, i=1, any_month=0, lmsid;
793 char mstr[4], ystr[5];
794 FILE *f;
795 string(str,STRLEN);
796 string(filename,STRLEN);
797
798 if(argv[1][1]=='l') /* -l */
799 {
800 if(argc<4)
801 {
802 puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
803 exit(-1);
804 }
805 else
806 {
807 month=argv[2];
808 if(eq(month,"Year")) any_month=1;
809 year=argv[3];
810 }
811 }
812 else
813 {
814 time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
815 struct tm *timep = localtime(&t);
816
817 if(argv[1][1]=='m') /* -m yestarday - month */
818 {
819 strftime(mstr, 4, "%b", timep);
820 month=mstr;
821 strftime(ystr, 5, "%Y", timep);
822 year=ystr;
823 }
824 else /* -y yesterday - year */
825 {
826 month="Year";
827 any_month=1;
828 strftime(ystr, 5, "%Y", timep);
829 year=ystr;
830 }
831 }
832 printf("Analysing traffic for %s %s ...\n",month,year);
833
834 /* sorry... next release of C<<1 header file will include for_path_files(name,path) { } macro */
835 sprintf(str,"%s %s/",ls,log_dir);
836 shell(str);
837 input(str,STRLEN)
838 {
839 if(strstr(str,".log"))
840 {
841 ptr=strrchr(str,'\n');
842 if(ptr) *ptr='\0';
843 sprintf(filename,"%s/%s",log_dir,str);
844 printf("Parsing %s ...",filename);
845 accept_month=0;
846 traffic_month=0;
847 guaranted=0;
848 lmsid=-1;
849 parse(filename)
850 {
851 y_ok=m_ok=0;
852 valid_columns(ptr,_,'\t',col) switch(col)
853 {
854 case 2: name = ptr;break;
855 case 3: traffic = atol(ptr);break;
856 /* column number - was 7, now 11...*/
857 case 7:
858 case 8:
859 case 9:
860 case 10:
861 case 11: if(isalpha(*ptr)) /* character, not numeric string = date, just one*/
862 {
863 valid_columns(ptr2,ptr,' ',col2) switch(col2)
864 {
865 case 2: if(any_month || eq(ptr2,month)) m_ok = 1; break;
866 case 5: if(eq(ptr2,year)) y_ok = 1; break;
867 }
868 }
869 else
870 {
871 if(col == 7) guaranted = atol(ptr);
872 if(col == 10) lmsid = atoi(ptr);
873 }
874 }
875
876 if(y_ok && m_ok)
877 {
878 traffic_month += traffic;
879 accept_month = 1;
880 }
881 }
882 done; /* ugly macro end */
883
884 if(accept_month)
885 {
886 create(iplog,IpLog);
887 iplog->name = name;
888 iplog->guaranted = guaranted;
889 iplog->traffic = traffic_month;
890 iplog->lmsid = lmsid;
891 insert(iplog,iplogs,desc_order_by,traffic);
892 printf(" %ld MB\n",iplog->traffic);
893 }
894 else
895 {
896 puts(" no records.");
897 }
898 }
899 }
900 sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
901 printf("Writing %s ... ",str);
902 f=fopen(str,"w");
903 if(f > 0)
904 {
905 fprintf(f, "<table class=\"decorated last\"><thead>\n\
906 <tr><th colspan=\"2\">%s %s</th>\n\
907 <th style=\"text-align: right\">lms</th>\n\
908 <th colspan=\"2\">Data transfers</th>\n\
909 <th style=\"text-align: right\">Min.speed</th>\n\
910 </tr></thead><tbody>\n ",
911 month, year);
912
913 row_odd_even = 0;
914 for_each(iplog, iplogs)
915 {
916 if(iplog->traffic)
917 {
918 fprintf(f, "%s<td style=\"text-align: right\">%d</td>\n\
919 <td style=\"text-align: left\"><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</td>\n\
920 <td style=\"text-align: right\">",
921 tr_odd_even(), i++, log_url, iplog->name, iplog->name);
922 if(iplog->lmsid > 0)
923 {
924 /*base URL will be configurable soon ... */
925 fprintf(f, "<a class=\"blue\" target=\"_blank\" href=\"%s%d\">%04d</a>\n", lms_url, iplog->lmsid, iplog->lmsid);
926 }
927 else if(iplog->lmsid == 0)
928 {
929 fputs("-------",f);
930 }
931 fprintf(f, "<td style=\"text-align: right\">%ld&nbsp;MB</td>\n\
932 <td style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></td>\n\
933 <td style=\"text-align: right\">%ld&nbsp;kb/s</th></tr>\n",
934 iplog->traffic, iplog->traffic>>10, iplog->guaranted);
935 total+=iplog->traffic>>10;
936 iplog->i=i;
937 iplog->l=total;
938 }
939 }
940 fprintf(f,"</tbody><thead><tr>\
941 <th colspan=\"3\" style=\"text-align: left\">Total:</th>\
942 <th colspan=\"2\" style=\"text-align: right\"><strong>%ld&nbsp;GB</strong></th>\
943 <th style=\"text-align: right\"><strong>%Ld&nbsp;kb/s</strong></th></tr>\n", total, line);
944 fputs("</thead></table>\n", f);
945
946 row_odd_even = 0;
947 if(i>10)
948 {
949 fputs("<a name=\"erp\"></a><p><table class=\"decorated last\">\n\
950 <caption>Enterprise Resource Planning (ERP)</caption>\n\
951 <thead><tr>\n\
952 <th>Analytic category</th>\n\
953 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
954 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
955 </tr></thead><tbody>\n",f);
956
957 if_exists(iplog,iplogs,iplog->l>=total/4)
958 {
959 fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
960 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
961 <td style=\"text-align: right\">%d %%</td>\n\
962 <td style=\"text-align: right\">%ld GB</td>\n\
963 <td style=\"text-align: right\">%d %%</td></tr>\n",
964 iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
965 }
966
967 if_exists(iplog,iplogs,iplog->i==10)
968 {
969 fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
970 fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
971 <td style=\"text-align: right\">%d %%</td>\n\
972 <td style=\"text-align: right\">%ld GB</td>\n\
973 <td style=\"text-align: right\">%d %%</td></tr>\n",
974 (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
975 }
976
977 if_exists(iplog,iplogs,iplog->l>=total/2)
978 {
979 fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
980 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
981 <td style=\"text-align: right\">%d %%</td>\n\
982 <td style=\"text-align: right\">%ld GB</td>\n\
983 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
984 iplog->i,(100*iplog->i+50)/i,iplog->l,(int)((100*iplog->l+50)/total));
985 }
986
987 if_exists(iplog,iplogs,iplog->l>=4*total/5)
988 {
989 fprintf(f,"%s<td>Top 80%% of traffic</td>\n",tr_odd_even());
990 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
991 <td style=\"text-align: right\">%d %%</td>\n\
992 <td style=\"text-align: right\">%ld GB</td>\n\
993 <td style=\"text-align: right\"><strong>%d %%</strong></td></tr>\n",
994 iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
995 }
996
997 if_exists (iplog,iplogs,iplog->i>=i/5)
998 {
999 fprintf(f,"%s<td>Top 20%% downloaders</td>\n",tr_odd_even());
1000 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1001 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1002 <td style=\"text-align: right\">%ld GB</td>\n\
1003 <td style=\"text-align: right\">%d %%</td></tr>\n",
1004 iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1005 }
1006
1007 if_exists(iplog,iplogs,iplog->i>=i/4)
1008 {
1009 fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
1010 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1011 <td style=\"text-align: right\">%d %%</td>\n\
1012 <td style=\"text-align: right\">%ld GB</td>\n\
1013 <td style=\"text-align: right\">%d %%</td></tr>\n",
1014 iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1015 }
1016
1017 if_exists(iplog,iplogs,iplog->i>=i/2)
1018 {
1019 fprintf(f,"%s<td>Top 50%% downloaders</td>\n",tr_odd_even());
1020 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1021 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
1022 <td style=\"text-align: right\">%ld GB</td>\n\
1023 <td style=\"text-align: right\">%d %%</td></tr>\n",
1024 iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1025 }
1026
1027 if_exists(iplog,iplogs,iplog->i>=4*i/5)
1028 {
1029 fprintf(f,"%s<td>Top 80%% downloaders</td>\n",tr_odd_even());
1030 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1031 <td style=\"text-align: right\">%d %%</td>\n\
1032 <td style=\"text-align: right\">%ld GB</td>\n\
1033 <td style=\"text-align: right\">%d %%</td></tr>\n",
1034 iplog->i, (100*iplog->i+50)/i, iplog->l, (int)((100*iplog->l+50)/total));
1035 }
1036
1037 fprintf(f,"</tbody><thead><tr><th><a class=\"blue\" target=\"_blank\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
1038 fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
1039 <th style=\"text-align: right\">100 %%</th>\n\
1040 <th style=\"text-align: right\">%ld GB</th>\n\
1041 <th style=\"text-align: right\">100 %%</th></tr>\n",i-1,total);
1042 fputs("</thead></table>\n", f);
1043 }
1044
1045 fprintf(f, stats_html_signature, version);
1046 fclose(f);
1047 puts("done.");
1048 }
1049 else
1050 {
1051 perror(str);
1052 }
1053 }
1054
1055 void append_log(struct IP *self) /*using global variables*/
1056 {
1057 char *d, *str;
1058 FILE *f;
1059
1060 date(d); /* this is typical cll1.h macro - prints current date */
1061 string(str,STRLEN);
1062 sprintf(str,"%s/%s.log", log_dir, self->name);
1063 f=fopen(str,"a");
1064 if(f > 0)
1065 {
1066 fprintf(f,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%d\t%s",
1067 time(NULL), self->name, self->traffic, self->direct, self->proxy,
1068 self->upload, self->min, self->max, self->desired, self->lmsid, d); /* d = date*/
1069 fclose(f);
1070 }
1071 else
1072 {
1073 perror(str);
1074 }
1075 }
1076
1077
1078 /*-----------------------------------------------------------------*/
1079 /* Are you looking for int main(int argc, char **argv) ? :-)) */
1080 /*-----------------------------------------------------------------*/
1081
1082 program
1083 {
1084 int i=0; /* just plain old Fortran style integer :-) */
1085 FILE *f=NULL; /* everything is just stream of bytes... */
1086 char *str, *ptr, *d; /* LET A$=B$ :-) */
1087 char *substring;
1088 int class_count=0,ip_count=0;
1089 int parent=1;
1090 int just_flush=FALSE; /* deactivates all previous actions */
1091 int nodelay=FALSE;
1092 int just_preview=FALSE; /* preview - generate just stats */
1093 int start_shaping=FALSE; /* apply FUP - requires classmap file */
1094 int just_logs=FALSE; /* just parse logs */
1095 int run=FALSE;
1096 int total=0;
1097
1098 char *chain_forward, *chain_postrouting;
1099 char *althosts=NULL;
1100
1101 printf("\n\
1102 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
1103 Version %s - Copyright (C)2005-2012 Michael Polak, Arachne Labs\n\
1104 iptables-restore & burst tunning & classify modification by Ludva\n\
1105 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
1106
1107 /*----- Boring... we have to check command line options first: ----*/
1108 arguments
1109 {
1110 argument("-c") { nextargument(config); }
1111 argument("-h") { nextargument(althosts);}
1112 argument("-d") { run=TRUE; dry_run=TRUE; }
1113 argument("-f") { run=TRUE; just_flush=TRUE; }
1114 argument("-9") { run=TRUE; just_flush=9; }
1115 argument("-p") { run=TRUE; just_preview=TRUE; }
1116 argument("-s") { run=TRUE; just_preview=TRUE; start_shaping=TRUE; }
1117 argument("-r") { run=TRUE; }
1118 argument("-n") { run=TRUE; nodelay=TRUE; }
1119 argument("-l") { just_logs=TRUE; }
1120 argument("-m") { just_logs=TRUE; }
1121 argument("-y") { just_logs=TRUE; }
1122 argument("-?") { help(); exit(0); }
1123 argument("--help") { help(); exit(0); }
1124 argument("-v") { exit(0); }
1125 argument("--version") { exit(0); }
1126 }
1127
1128 if(dry_run)
1129 {
1130 puts("*** THIS IS JUST DRY RUN ! ***\n");
1131 }
1132
1133 date(d); /* this is typical cll1.h macro - prints current date */
1134
1135 /*-----------------------------------------------------------------*/
1136 printf("Parsing configuration file %s ...\n", config);
1137 /*-----------------------------------------------------------------*/
1138 get_config(config);
1139
1140 if(just_logs)
1141 {
1142 parse_ip_log(argc,argv);
1143 exit(0);
1144 }
1145 else if(not run)
1146 {
1147 help();
1148 exit(0);
1149 }
1150
1151 if(althosts)
1152 {
1153 hosts=althosts;
1154 }
1155
1156 if(just_flush<9)
1157 {
1158 /*-----------------------------------------------------------------*/
1159 puts("Parsing iptables verbose output ...");
1160 /*-----------------------------------------------------------------*/
1161 get_traffic_statistics();
1162 }
1163
1164 /*-----------------------------------------------------------------*/
1165 printf("Parsing class defintion file %s ...\n", hosts);
1166 /*-----------------------------------------------------------------*/
1167 int groupidx = FIRSTGROUPID;
1168 parse(hosts)
1169 {
1170 str=_;
1171
1172 if(*str<'0' || *str>'9')
1173 {
1174 /* any line starting with non-number is comment ...*/
1175 continue;
1176 }
1177
1178 //Does this IP share QoS class with some other ?
1179 substring=strstr(str,"sharing-");
1180 if(substring)
1181 {
1182 substring+=8; //"sharing-"
1183 parse_ip(str);
1184 ip_count++;
1185 ip->sharing=substring;
1186 ip->keyword=defaultkeyword; /* settings for default keyword */
1187 while(*substring && *substring!='\n')
1188 {
1189 substring++;
1190 }
1191 *substring=0;
1192 }
1193 else
1194 {
1195 //Do we have to create new QoS class for this IP ?
1196
1197 if_exists(keyword,keywords,(substring=strstr(str,keyword->key)))
1198 {
1199 parse_ip(str);
1200 ip_count++;
1201 ip->keyword=keyword;
1202 keyword->ip_count++;
1203 ip->prio=keyword->default_prio;
1204 substring+=strlen(keyword->key)+1;
1205 ptr=substring;
1206 while(*ptr && *ptr!='-')
1207 {
1208 ptr++;
1209 }
1210 if(*ptr=='-')
1211 {
1212 *ptr=0;
1213 ip->max = ip->desired=atoi(ptr+1);
1214 }
1215 ip->min = atoi(substring);
1216 if(ip->min <= 0)
1217 {
1218 printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kb/s\n",
1219 str, free_min);
1220 ip->min = free_min;
1221 }
1222 if(ip->max <= ip->min)
1223 {
1224 ip->fixedprio = 1;
1225 ip->max = ip->min+ip->keyword->reserve_min;
1226 }
1227 else
1228 {
1229 ip->max -= ip->keyword->reserve_max;
1230 if(ip->max<ip->min)
1231 {
1232 ip->max=ip->min;
1233 }
1234 }
1235 ip->mark=FIRSTIPCLASS+1+class_count++;
1236
1237 if_exists(group,groups,group->min==ip->min)
1238 {
1239 group->count++;
1240 group->desired += ip->min;
1241 ip->group = group->id;
1242 }
1243 else
1244 {
1245 create(group,Group);
1246 group->min = ip->min;
1247 group->id = groupidx++;
1248 ip->group = group->id;
1249
1250 if(group->min<8) group->min=8;
1251 /* Warning - this is maybe because of primitive tc namespace, can be fixed */
1252 /* it is because class IDs are derived from min. bandwidth. - xCh */
1253 //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
1254
1255 group->count=1;
1256 group->desired=ip->min;
1257 insert(group,groups,desc_order_by,min);
1258 }
1259 }//endif keyword-
1260 }//endif sharing-
1261 }
1262 fail
1263 {
1264 perror(hosts);
1265 exit(-1);
1266 }
1267 done; /* ugly macro end */
1268
1269 /*-----------------------------------------------------------------*/
1270 /* cll1.h - let's allocate brand new character buffer... */
1271 /*-----------------------------------------------------------------*/
1272 string(str,STRLEN);
1273
1274 /*-----------------------------------------------------------------*/
1275 puts("Resolving shared connections ...");
1276 /*-----------------------------------------------------------------*/
1277 for_each(ip,ips) if(ip->sharing)
1278 {
1279 for_each(sharedip,ips) if(eq(sharedip->name,ip->sharing))
1280 {
1281 sharedip->traffic+=ip->traffic;
1282 ip->traffic=0;
1283 ip->mark=sharedip->mark;
1284 ip->lmsid=sharedip->lmsid;
1285 break;
1286 }
1287 if(!sharedip)
1288 {
1289 printf("Unresolved shared connection: %s %s sharing-%s\n",
1290 ip->addr, ip->name, ip->sharing);
1291 }
1292 }
1293
1294 if(enable_credit && just_flush<9)
1295 {
1296 /*-----------------------------------------------------------------*/
1297 printf("Parsing credit file %s ...\n", credit);
1298 /*-----------------------------------------------------------------*/
1299 parse(credit)
1300 {
1301 ptr=parse_datafile_line(_);
1302 if(ptr)
1303 {
1304 if_exists(ip,ips,eq(ip->addr,_))
1305 {
1306 sscanf(ptr,"%Lu",&(ip->credit));
1307 }
1308 }
1309 }
1310 done; /* ugly macro end */
1311 }
1312
1313 if(!just_preview)
1314 {
1315 /*-----------------------------------------------------------------*/
1316 puts("Initializing iptables and tc classes ...");
1317 /*-----------------------------------------------------------------*/
1318
1319 iptables_file=fopen(iptablesfile,"w");
1320 if(iptables_file == NULL)
1321 {
1322 puts("Cannot open iptablesfile!");
1323 exit(-1);
1324 }
1325
1326 log_file=fopen(cmdlog,"w");
1327 if(log_file == NULL)
1328 {
1329 puts("Cannot open logfile!");
1330 exit(-1);
1331 }
1332
1333 save_line(iptablespreamble);
1334 run_restore();
1335
1336 sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
1337 safe_run(str);
1338
1339 sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
1340 safe_run(str);
1341
1342 iptables_file=fopen(iptablesfile,"w");
1343 save_line(iptablespreamble);
1344
1345 if(qos_free_zone && *qos_free_zone!='0')
1346 {
1347 char *chain;
1348
1349 sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
1350 save_line(str);
1351
1352 if(qos_proxy)
1353 {
1354 save_line(":post_noproxy - [0:0]");
1355 sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
1356 save_line(str);
1357 sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
1358 save_line(str);
1359 sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
1360 save_line(str);
1361
1362 chain="post_noproxy";
1363 }
1364 else
1365 {
1366 chain="POSTROUTING";
1367 }
1368
1369 sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1370 save_line(str);
1371 }
1372
1373 if(ip_count>idxtable_treshold1 && !just_flush)
1374 {
1375 int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1376 char *subnet, *buf;
1377 /*-----------------------------------------------------------------*/
1378 printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1379 /*-----------------------------------------------------------------*/
1380
1381 save_line(":post_common - [0:0]");
1382 save_line(":forw_common - [0:0]");
1383
1384 for_each(ip,ips) if(ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1385 {
1386 buf=hash_id(ip->addr,bitmask);
1387 if_exists(idx,idxs,eq(idx->id,buf))
1388 {
1389 idx->children++;
1390 }
1391 else
1392 {
1393 create(idx,Index);
1394 idx->addr=ip->addr;
1395 idx->id=buf;
1396 idx->bitmask=bitmask;
1397 idx->parent=NULL;
1398 idx->children=0;
1399 idxcount++;
1400 push(idx,idxs);
1401 }
1402 }
1403
1404 /* brutal perfomance optimalization */
1405 while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1406 {
1407 bitmask-=idxtable_bitmask2;
1408 idxcount=0;
1409
1410 for_each(idx,idxs) if(idx->parent == NULL)
1411 {
1412 buf=hash_id(idx->addr,bitmask);
1413 if_exists(metaindex,idxs,eq(metaindex->id,buf))
1414 {
1415 metaindex->children++;
1416 }
1417 else
1418 {
1419 create(metaindex,Index);
1420 metaindex->addr=idx->addr;
1421 metaindex->id=buf;
1422 metaindex->bitmask=bitmask;
1423 metaindex->parent=NULL;
1424 metaindex->children=0;
1425 idxcount++;
1426 push(metaindex,idxs);
1427 }
1428 idx->parent=metaindex;
1429 }
1430 }
1431
1432 /* this should slightly optimize throughout ... */
1433 sort(idx,idxs,desc_order_by,children);
1434 sort(idx,idxs,order_by,bitmask);
1435
1436 i=0;
1437 for_each(idx,idxs)
1438 {
1439 subnet=subnet_id(idx->addr,idx->bitmask);
1440 printf("%d: %s/%d\n",
1441 ++i, subnet, idx->bitmask);
1442
1443 sprintf(str,":post_%s - [0:0]", idx->id);
1444 save_line(str);
1445
1446 sprintf(str,":forw_%s - [0:0]", idx->id);
1447 save_line(str);
1448
1449 if(idx->parent)
1450 {
1451 string(buf,strlen(idx->parent->id)+6);
1452 sprintf(buf,"post_%s",idx->parent->id);
1453 }
1454 else
1455 {
1456 buf="POSTROUTING";
1457 }
1458
1459 sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1460 save_line(str);
1461
1462 sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1463 save_line(str);
1464
1465 if(idx->parent)
1466 {
1467 string(buf,strlen(idx->parent->id)+6);
1468 sprintf(buf,"forw_%s",idx->parent->id);
1469 }
1470 else
1471 {
1472 buf="FORWARD";
1473 }
1474
1475 sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1476 save_line(str);
1477
1478 sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1479 save_line(str);
1480 }
1481 printf("Total indexed iptables chains created: %d\n", i);
1482
1483 sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1484 save_line(str);
1485
1486 sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1487 save_line(str);
1488 }
1489
1490 }
1491
1492 if(just_flush)
1493 {
1494 fclose(iptables_file);
1495 if(log_file)
1496 {
1497 fclose(log_file);
1498 }
1499 puts("Just flushed iptables and tc classes - now exiting ...");
1500 exit(0);
1501 }
1502
1503 if(!just_preview)
1504 {
1505 if(!dry_run && !nodelay && qos_free_delay)
1506 {
1507 printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1508 sleep(qos_free_delay);
1509 }
1510
1511 sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",
1512 tc,lan,htb_r2q);
1513 safe_run(str);
1514
1515 sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1516 tc,lan,lan_medium,lan_medium,burst_main,highest_priority);
1517 safe_run(str);
1518
1519 sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1520 tc,lan,line,line,burst_main,highest_priority);
1521 safe_run(str);
1522
1523 sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1524 safe_run(str);
1525
1526 sprintf(str, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
1527 tc,wan,wan_medium,wan_medium,burst_main,highest_priority);
1528 safe_run(str);
1529
1530 sprintf(str, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
1531 tc,wan,up,up,burst_main,highest_priority);
1532 safe_run(str);
1533 }
1534
1535 /*-----------------------------------------------------------------*/
1536 puts("Locating heavy downloaders and generating root classes ...");
1537 /*-----------------------------------------------------------------*/
1538 sort(ip,ips,desc_order_by,traffic);
1539
1540 /*-----------------------------------------------------------------*/
1541 /* sub-scope - local variables */
1542 {
1543 long long int rate = line;
1544 long long int max = line;
1545 int group_count = 0;
1546 FILE *credit_file = NULL;
1547
1548 if(!just_preview && !dry_run && enable_credit)
1549 {
1550 credit_file = fopen(credit,"w");
1551 }
1552
1553 for_each(group,groups)
1554 {
1555 if(!just_preview)
1556 {
1557 //download
1558 sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #down desired %d",
1559 tc, lan, parent, group->id, rate, max, burst_group, highest_priority+1, group->desired);
1560 safe_run(str);
1561
1562 //upload
1563 sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #up desired %d",
1564 tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, highest_priority+1, group->desired);
1565 safe_run(str);
1566 }
1567
1568 if(group_count++ < max_nesting)
1569 {
1570 parent = group->id;
1571 }
1572
1573 rate -= digital_divide*group->min;
1574 if(rate < group->min)
1575 {
1576 rate = group->min;
1577 }
1578
1579 /*shaping of aggresive downloaders, with credit file support */
1580 if(use_credit)
1581 {
1582 int group_rate = group->min, priority_sequence = lowest_priority;
1583
1584 for_each(ip, ips) if(ip->min == group->min && ip->max > ip->min)
1585 {
1586 if( ip->keyword->data_limit && !ip->fixedprio
1587 && ( ip->traffic>ip->credit
1588 + (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))) )
1589 {
1590 if(group_rate<ip->max)
1591 {
1592 ip->max=group_rate;
1593 }
1594 group_rate+=magic_treshold;
1595 ip->prio=lowest_priority;
1596 if(ip->prio<highest_priority+2)
1597 {
1598 ip->prio=highest_priority+2;
1599 }
1600 }
1601 else
1602 {
1603 if( ip->keyword->data_prio
1604 && !ip->fixedprio
1605 && ( ip->traffic>ip->credit
1606 + (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20))) )
1607 {
1608 ip->prio=priority_sequence--;
1609 if(ip->prio<highest_priority+1)
1610 {
1611 ip->prio=highest_priority+1;
1612 }
1613 }
1614
1615 if(credit_file)
1616 {
1617 unsigned long long lcredit=0;
1618
1619 if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1620 {
1621 lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1622 }
1623 fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1624 }
1625 }
1626 }
1627 }
1628 }
1629 if(credit_file)
1630 {
1631 fclose(credit_file);
1632 }
1633 }
1634
1635 if(just_preview)
1636 {
1637 if(start_shaping)
1638 {
1639 printf("Reading %s and applying Fair Use Policy rules ... \n", classmap);
1640 parse(classmap)
1641 {
1642 ptr=strchr(_,' ');
1643 if(ptr)
1644 {
1645 *ptr=0;
1646 ptr++;
1647 if_exists(ip,ips,eq(ip->addr,_))
1648 {
1649 ip->mark=atoi(ptr);
1650 if(ip->max < ip->desired) /* apply FUP limit immediately.... */
1651 {
1652 printf("Applying limit for %-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
1653 printf("(down: %dk-%dk ", ip->min, ip->max);
1654 sprintf(str, "%s class change dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1655 tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
1656 safe_run(str);
1657 printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1658 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
1659 sprintf(str,"%s class change dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1660 tc, wan, ip->group, ip->mark,
1661 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1662 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
1663 safe_run(str);
1664 }
1665 }
1666 }
1667 }
1668 fail
1669 {
1670 perror(classmap);
1671 puts("Warning - classmap file not fund, just generating preview ...");
1672 start_shaping=FALSE;
1673 }
1674 done; /* ugly macro end */
1675 }
1676 f=fopen(preview,"w");
1677 ptr=preview;
1678 }
1679 else if(!dry_run && !just_flush)
1680 {
1681 /*-----------------------------------------------------------------*/
1682 printf("Writing daily statistics %s ... ", json);
1683 /*-----------------------------------------------------------------*/
1684 f=fopen(json, "w");
1685 if(f > 0)
1686 {
1687 int jsoncount=0;
1688 fprintf(f, "{\n");
1689 for_each(ip, ips)
1690 {
1691 if( ip->lmsid > 0
1692 && (ip->traffic || ip->direct || ip->proxy || ip->upload))
1693 {
1694 if(jsoncount)
1695 {
1696 fprintf(f, ",\n");
1697 }
1698 fprintf(f, " \"%s\":{ \"lms\": %d, \"ip\":\"%s\", \"total\":%Lu, \"down\":%Lu, \"proxy\":%Lu, \"up\":%Lu }",
1699 ip->name, ip->lmsid, ip->addr, ip->traffic, ip->direct, ip->proxy, ip->upload);
1700 jsoncount++;
1701 }
1702 }
1703 fprintf(f, "}\n");
1704 fclose(f);
1705 puts("done.");
1706 }
1707 else
1708 {
1709 perror(json);
1710 }
1711 f=fopen(html,"w");
1712 ptr=html;
1713 }
1714
1715 if(f)
1716 {
1717 int count=1;
1718 i=0;
1719
1720 /*-----------------------------------------------------------------*/
1721 printf("Sorting data and generating statistics page %s ...\n", ptr);
1722 /*-----------------------------------------------------------------*/
1723
1724 if(use_jquery_popups)
1725 {
1726 fprintf(f,"<script type=\"text/javascript\" src=\"%s\"></script>\n", jquery_url);
1727 }
1728 fputs("<table class=\"decorated last\">\n\
1729 <caption>Bandwidth classes</caption>\n\
1730 <thead><tr>\n\
1731 <th style=\"text-align: right\">#</th>\n\
1732 <th style=\"text-align: right\">group</th>\n\
1733 <th style=\"text-align: right\">IPs</th>\n\
1734 <th style=\"text-align: right\">requested</th>\n",f);
1735 fprintf(f,"<th colspan=\"%d\">data limits</th>\n", keywordcount);
1736 fputs("</tr></thead><tbody>\n",f);
1737
1738 row_odd_even = 0;
1739 for_each(group, groups)
1740 {
1741 #ifdef DEBUG
1742 printf("%d kb/s group: %d bandwidth requested: %d kb/s\n",group->min,group->count,group->desired);
1743 #endif
1744 fprintf(f, "%s<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1745 tr_odd_even(), count, group->min);
1746 fprintf(f, "<td style=\"text-align: right\">%d</td><td style=\"text-align: right\">%d&nbsp;kb/s</td>",
1747 group->count, group->desired);
1748
1749 for_each(keyword, keywords) if(keyword->ip_count)
1750 {
1751 fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%d&nbsp;MB</span></td>",
1752 keyword->html_color, group->min*keyword->data_limit);
1753 }
1754 i += group->desired;
1755 total += group->count;
1756 count++;
1757 }
1758 #ifdef DEBUG
1759 printf("Total groups: %d Total bandwidth requested: %d kb/s\nAGGREGATION: 1/%d\n",
1760 count, i, i/line);
1761 #endif
1762 fprintf(f,"</tr></tbody>\n\
1763 <thead><tr>\n\
1764 <th colspan=\"2\" style=\"text-align: left\">Line %Ld kb/s</td>",line);
1765 fprintf(f,"<th style=\"text-align: right\">%d</td><th style=\"text-align: right\">%d kb/s</td>",total,i);
1766
1767 for_each(keyword, keywords) if(keyword->ip_count)
1768 {
1769 fprintf(f,"<th style=\"text-align: right\">%d IPs</th>",keyword->ip_count);
1770 }
1771 fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n", (int)(0.5+i/line));
1772 fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n", keywordcount, total);
1773
1774 fputs("</thead></table>\n",f);
1775 }
1776 else if(!dry_run && !just_flush)
1777 {
1778 perror(html);
1779 }
1780
1781 i=0;
1782 if(f)
1783 {
1784 unsigned long long total_traffic=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1785 int active_classes=0;
1786 int colspan=12;
1787 struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1788 int limit_count=0, prio_count=0;
1789 int popup_button=0;
1790
1791 if(qos_proxy)
1792 {
1793 colspan++;
1794 }
1795
1796 fprintf(f,"<p><table class=\"decorated last\">\n<caption>%s",title);
1797 fprintf(f," (%s)</caption>\n", d);
1798 fputs("<thead><tr>\n<th colspan=\"3\">&nbsp;</th>\n",f);
1799 fputs("<th style=\"text-align: right\">credit</th>\n\
1800 <th style=\"text-align: right\">FUP</th>\n\
1801 <th style=\"text-align: right\">total</th>\n\
1802 <th style=\"text-align: right\">down</th>\n",f);
1803 if(qos_proxy)
1804 {
1805 fputs("<th style=\"text-align: right\">proxy</th>\n",f);
1806 }
1807 fputs("<th style=\"text-align: right\">up</th>\n\
1808 <th style=\"text-align: right\">min</th>\n\
1809 <th style=\"text-align: right\">max</th>\n\
1810 <th style=\"text-align: right\">limit</th>\n\
1811 <th>&nbsp;</th>\n\
1812 </tr><tr>\n\
1813 <th style=\"text-align: right\">#</th>\n\
1814 <th>hostname [+sharing]</th>\n\
1815 <th style=\"text-align: right\">LMS</th>\n\
1816 <th style=\"text-align: right\">MB</th>\n\
1817 <th style=\"text-align: right\">MB</th>\n\
1818 <th style=\"text-align: right\">MB</th>\n\
1819 <th style=\"text-align: right\">MB</th>\n\
1820 <th style=\"text-align: right\">MB</th>\n\
1821 <th style=\"text-align: right\">kb/s</th>\n\
1822 <th style=\"text-align: right\">kb/s</th>\n\
1823 <th style=\"text-align: right\">kb/s</th>\n\
1824 <th>prio</th>\n\
1825 </tr></thead><tbody>\n",f);
1826
1827 row_odd_even = 0;
1828 for_each(ip,ips) if(!use_jquery_popups || !ip->sharing)
1829 {
1830 char *f1="", *f2="";
1831 i++;
1832
1833 if(ip->max < ip->desired)
1834 {
1835 f1="<span style=\"color:red\">";
1836 f2="</span>";
1837 limit_count++;
1838 }
1839 else if(ip->prio > highest_priority+1)
1840 {
1841 f1="<span style=\"color:brown\">";
1842 f2="</span>";
1843 prio_count++;
1844 }
1845
1846 #ifdef DEBUG
1847 printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1848 #endif
1849 /* hostnames -------------------------------------- */
1850 fprintf(f,"%s<td style=\"text-align: right\"><a name=\"%s\"></a>%d</td><td><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</a>\n",
1851 tr_odd_even(), ip->name, i, log_url, ip->name, ip->name);
1852
1853 if(use_jquery_popups)
1854 {
1855 fprintf(f,"<span id=\"sharing_%d\" style=\"display:none\">",i);
1856 popup_button=0;
1857 for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1858 {
1859 fprintf(f,"<br /><a class=\"blue\" target=\"_blank\" href=\"%s%s.log\">%s</a>\n", log_url, sharedip->name, sharedip->name);
1860 popup_button++;
1861 }
1862 fputs("</span>\n",f);
1863 if(popup_button)
1864 {
1865 fprintf(f,"<span>[<a class=\"blue\" href=\"#\" onClick=\"$(this).parent().hide();$(\'#sharing_%d\').show();$(\'#download_%d\').show();$(\'#upload_%d\').show();return(false);\" style=\"cursor: pointer;\">+%d</a>]</span>",
1866 i, i, i, popup_button);
1867 }
1868 }
1869 fputs("</td>\n",f);
1870 /* ----------------------------------------------- */
1871
1872 if(found_lmsid)
1873 {
1874 fputs("<td style=\"text-align: right\">",f);
1875 if(ip->lmsid > 0)
1876 {
1877 fprintf(f,"<a class=\"blue\" target=\"_blank\" href=\"%s%d\">%04d</a>\n", lms_url, ip->lmsid, ip->lmsid);
1878 }
1879 else if(ip->lmsid == 0)
1880 {
1881 fputs("-------",f);
1882 }
1883 fputs("</td>\n",f);
1884 }
1885 fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->credit);
1886 fprintf(f,"<td style=\"text-align: right\"><span style=\"color:#%s\">%Lu</span></td>",
1887 ip->keyword->html_color,
1888 ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1889 fprintf(f,"<td style=\"text-align: right\">%s%Lu%s", f1, ip->traffic, f2);
1890
1891 /* download --------------------------------------- */
1892 fprintf(f,"</td><td style=\"text-align: right\">%Lu", ip->direct);
1893 if(use_jquery_popups)
1894 {
1895 fprintf(f,"<span id=\"download_%d\" style=\"display:none\">",i);
1896 for_each(sharedip, ips) if(eq(ip->name, sharedip->sharing))
1897 {
1898 fprintf(f,"<br />%Lu", sharedip->direct);
1899 }
1900 fputs("</span>\n",f);
1901 }
1902 fputs("</td>\n",f);
1903 /* ----------------------------------------------- */
1904
1905 if(qos_proxy)
1906 {
1907 fprintf(f,"<td style=\"text-align: right\">%Lu</td>\n", ip->proxy);
1908 }
1909 /* upload ---------------------------------------- */
1910 fprintf(f,"<td style=\"text-align: right\">%Lu", ip->upload);
1911 if(use_jquery_popups)
1912 {
1913 fprintf(f,"<span id=\"upload_%d\" style=\"display:none\">",i);
1914 for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1915 {
1916 fprintf(f,"<br />%Lu", sharedip->upload);
1917 }
1918 fputs("</span>\n",f);
1919 }
1920 fputs("</td>\n",f);
1921 /* ----------------------------------------------- */
1922
1923 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1924 <td style=\"text-align: right\">%d</td>\n\
1925 <td style=\"text-align: right\">%s%d%s</td>\n\
1926 <td>%s%d%s</td></tr>\n",
1927 ip->min, ip->desired,
1928 f1, ip->max, f2,
1929 f1, ip->prio, f2);
1930
1931 total_traffic+=ip->traffic;
1932 total_direct+=ip->direct;
1933 total_proxy+=ip->proxy;
1934 total_upload+=ip->upload;
1935 if(ip->traffic>0)
1936 {
1937 active_classes++;
1938 tmp_sum+=ip->traffic;
1939 create(sum,Sum);
1940 sum->l=tmp_sum;
1941 sum->i=active_classes;
1942 insert(sum,sums,order_by,i);
1943 }
1944
1945 if(!just_preview)
1946 {
1947 append_log(ip);
1948 for_each(sharedip,ips) if(eq(ip->name, sharedip->sharing))
1949 {
1950 append_log(sharedip);
1951 }
1952 }
1953 }
1954 fprintf(f,"</tbody><thead><tr>\n\
1955 <th colspan=\"%d\" style=\"text-align: left\">%d CLASSES</th>", colspan-7, i);
1956 fprintf(f,"<th style=\"text-align: right\">%Lu</th><th style=\"text-align: right\">%Lu</th>\n", total_traffic, total_direct);
1957 if(qos_proxy)
1958 {
1959 fprintf(f,"<th style=\"text-align: right\">%Lu</th>\n", total_proxy);
1960 }
1961 fprintf(f,"<th style=\"text-align: right\">%Lu</th>", total_upload);
1962 fprintf(f,"<th colspan=\"4\"><span style=\"color:red\">LIMIT %dx</span> <span style=\"color:brown\">LOW-PRIO %dx</span></th></tr>\n</thead></table>\n",limit_count,prio_count);
1963
1964 row_odd_even = 0;
1965 if(active_classes>10)
1966 {
1967 int top20_count=0,top20_perc1=0;
1968 long long top20_perc2=0;
1969 unsigned long long top20_sum=0l;
1970
1971 fputs("<a name=\"erp\"></a><p><table class=\"decorated last\"><caption>Enterprise Resource Planning (ERP)</caption>\n",f);
1972 fputs("<thead><tr>\n\
1973 <th>Analytic category</th>\n\
1974 <th colspan=\"2\" style=\"text-align: center\">Active Classes</th>\n\
1975 <th colspan=\"2\" style=\"text-align: center\">Data transfers</th>\n\
1976 </tr></thead><tbody>\n",f);
1977
1978 if_exists(sum,sums,sum->l>=total_traffic/4)
1979 {
1980 fprintf(f,"%s<td>Top 25%% of traffic</td>\n", tr_odd_even());
1981 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
1982 <td style=\"text-align: right\">%d %%</td>\n\
1983 <td style=\"text-align: right\">%Lu MB</td>\n\
1984 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1985 sum->i, (100*sum->i+50)/active_classes, sum->l, (100*sum->l+50)/total_traffic);
1986 }
1987
1988 if_exists(sum,sums,sum->i==10)
1989 {
1990 fprintf(f,"%s<td>Top 10 downloaders</td>\n", tr_odd_even());
1991 fprintf(f,"<td style=\"text-align: right\"><strong>10</strong></td>\n\
1992 <td style=\"text-align: right\">%d %%</td>\n\
1993 <td style=\"text-align: right\">%Lu MB</td>\n\
1994 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
1995 (100*sum->i+50)/active_classes, sum->l, (100*sum->l+50)/total_traffic);
1996 }
1997
1998 if_exists(sum,sums,sum->l>=total_traffic/2)
1999 {
2000 fprintf(f,"%s<td>Top 50%% of traffic</td>\n", tr_odd_even());
2001 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2002 <td style=\"text-align: right\">%d %%</td>\n\
2003 <td style=\"text-align: right\">%Lu MB</td>\n\
2004 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
2005 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2006 }
2007
2008 if_exists(sum,sums,sum->l>=4*total_traffic/5)
2009 {
2010 fprintf(f,"%s<td>Top 80%% of traffic</td>\n", tr_odd_even());
2011 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2012 <td style=\"text-align: right\">%d %%</td>\n\
2013 <td style=\"text-align: right\">%Lu MB</td>\n\
2014 <td style=\"text-align: right\"><strong>%Ld %%</strong></td></tr>\n",
2015 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2016 }
2017
2018 if_exists(sum,sums,sum->i>=(active_classes+1)/5)
2019 {
2020 fprintf(f,"%s<td>Top 20%% downloaders</td>\n", tr_odd_even());
2021 top20_count=sum->i;
2022 top20_perc1=(100*sum->i+50)/active_classes;
2023 top20_sum=sum->l;
2024 top20_perc2=(100*sum->l+50)/total_traffic;
2025 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2026 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
2027 <td style=\"text-align: right\">%Lu MB</td>\n\
2028 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
2029 top20_count,top20_perc1,top20_sum,top20_perc2);
2030 }
2031
2032 if_exists(sum,sums,sum->i>=(active_classes+1)/4)
2033 {
2034 fprintf(f,"%s<td>Top 25%% downloaders</td>\n", tr_odd_even());
2035 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2036 <td style=\"text-align: right\">%d %%</td>\n\
2037 <td style=\"text-align: right\">%Lu MB</td>\n\
2038 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
2039 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2040 }
2041
2042 if_exists(sum,sums,sum->i>=(active_classes+1)/2)
2043 {
2044 fprintf(f,"%s<td>Top 50%% downloaders</td>\n", tr_odd_even());
2045 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2046 <td style=\"text-align: right\"><strong>%d %%</strong></td>\n\
2047 <td style=\"text-align: right\">%Lu MB</td>\n\
2048 <td style=\"text-align: right\">%Ld %%</td></tr>\n",
2049 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2050 }
2051
2052 if_exists(sum,sums,sum->i>=4*(active_classes+1)/5)
2053 {
2054 fprintf(f,"%s<td>Top 80%% downloaders</td>\n", tr_odd_even());
2055 fprintf(f,"<td style=\"text-align: right\">%d</td>\n\
2056 <td style=\"text-align: right\">%d %%</td>\n\
2057 <td style=\"text-align: right\">%Lu MB</td>\n\
2058 <td style=\"text-align: right\">%Ld %%</td></tr></tbody>\n",
2059 sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total_traffic);
2060 }
2061
2062 fprintf(f,"<thead><tr><th><a class=\"blue\" target=\"_blank\" href=\"%sERP.log\">All users, all traffic</a></th>\n", log_url);
2063 fprintf(f,"<th style=\"text-align: right\">%d</th>\n\
2064 <th style=\"text-align: right\">100 %%</th>\n\
2065 <th style=\"text-align: right\">%Lu MB</th>\n\
2066 <th style=\"text-align: right\">100 %%</th></tr>\n",active_classes,total_traffic);
2067 fputs("</thead></table>\n", f);
2068
2069 /* write basic ERP data to log directory */
2070 if(!just_preview)
2071 {
2072 FILE *iplog;
2073 sprintf(str,"%s/ERP.log",log_dir);
2074 iplog=fopen(str,"a");
2075 if(iplog)
2076 {
2077 fprintf(iplog,"%ld\t%d\t%d %%\t%Lu M\t%Ld %%\tACTIVE %d\tTRAFFIC %Lu M\tCLASSES %d\tFUP-LIMIT %d\tLOW-PRIO %d\t%s",
2078 time(NULL), top20_count, top20_perc1, top20_sum, top20_perc2,
2079 active_classes, total_traffic, i, limit_count, prio_count, d); /* d = date*/
2080 fclose(iplog);
2081 }
2082 else
2083 {
2084 perror(str);
2085 }
2086 }
2087 }
2088
2089 fprintf(f, stats_html_signature, version);
2090 fclose(f);
2091 }
2092
2093 if(just_preview)
2094 {
2095 char swchar='p';
2096 if(start_shaping)
2097 {
2098 swchar='s';
2099 }
2100 printf("Statistics preview generated (-%c switch) - now exiting ...\n", swchar);
2101 exit(0);
2102 }
2103
2104 i=0;
2105 #ifdef DEBUG
2106 printf("%-22s %-15s mark\n","name","ip");
2107 #endif
2108
2109 printf("Writing %s ... ", classmap);
2110 f = fopen(classmap, "w");
2111 if(f < 0)
2112 {
2113 perror(classmap);
2114 }
2115
2116 /*-----------------------------------------------------------------*/
2117 puts("Generating iptables and tc classes ... ");
2118 /*-----------------------------------------------------------------*/
2119
2120 for_each(ip, ips) if(ip->mark > 0)
2121 {
2122 if(idxs)
2123 {
2124 char *buf;
2125 duplicate(ip->addr,buf);
2126 buf=hash_id(ip->addr,32-idxtable_bitmask1);
2127
2128 string(chain_forward,6+strlen(buf));
2129 strcpy(chain_forward,"forw_");
2130 strcat(chain_forward,buf);
2131
2132 string(chain_postrouting,6+strlen(buf));
2133 strcpy(chain_postrouting,"post_");
2134 strcat(chain_postrouting,buf);
2135
2136 free(buf);
2137 }
2138 else
2139 {
2140 chain_forward="FORWARD";
2141 chain_postrouting="POSTROUTING";
2142 }
2143
2144 #ifdef DEBUG
2145 printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
2146 #endif
2147
2148 /* -------------------------------------------------------- mark download */
2149
2150 sprintf(str, "-A %s -d %s/32 -o %s -j %s%d",
2151 chain_postrouting, ip->addr, lan, mark_iptables, ip->mark);
2152 /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
2153 /* -m limit --limit 1/s */
2154 save_line(str);
2155
2156 if(qos_proxy)
2157 {
2158 sprintf(str, "-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",
2159 chain_postrouting, proxy_ip, proxy_port, ip->addr, lan, mark_iptables, ip->mark);
2160 /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
2161 save_line(str);
2162 }
2163
2164 sprintf(str, "-A %s -d %s/32 -o %s -j ACCEPT",
2165 chain_postrouting, ip->addr, lan);
2166 save_line(str);
2167
2168 /* -------------------------------------------------------- mark upload */
2169 sprintf(str, "-A %s -s %s/32 -o %s -j %s%d",
2170 chain_forward, ip->addr, wan, mark_iptables, ip->mark);
2171 /* sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
2172 save_line(str);
2173
2174 sprintf(str, "-A %s -s %s/32 -o %s -j ACCEPT",
2175 chain_forward, ip->addr, wan);
2176 save_line(str);
2177
2178 if(ip->min)
2179 {
2180 /* -------------------------------------------------------- download class */
2181 #ifdef DEBUG
2182 printf("(down: %dk-%dk ", ip->min, ip->max);
2183 #endif
2184
2185 sprintf(str, "%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2186 tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
2187 safe_run(str);
2188
2189 if(strcmpi(ip->keyword->leaf_discipline, "none"))
2190 {
2191 sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
2192 tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2193 safe_run(str);
2194 }
2195
2196 if(filter_type == 1)
2197 {
2198 sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
2199 tc, lan, ip->mark, ip->mark);
2200 safe_run(str);
2201 }
2202
2203 /* -------------------------------------------------------- upload class */
2204 #ifdef DEBUG
2205 printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2206 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
2207 #endif
2208
2209 sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
2210 tc, wan, ip->group, ip->mark,
2211 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
2212 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
2213 safe_run(str);
2214
2215 if(strcmpi(ip->keyword->leaf_discipline, "none"))
2216 {
2217 sprintf(str, "%s qdisc add dev %s parent 1:%d handle %d %s",
2218 tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
2219 safe_run(str);
2220 }
2221
2222 if(filter_type == 1)
2223 {
2224 sprintf(str, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
2225 tc, wan, ip->mark, ip->mark);
2226 safe_run(str);
2227 }
2228
2229 if(f)
2230 {
2231 fprintf(f, "%s %d\n", ip->addr, ip->mark);
2232 }
2233 }
2234 else
2235 {
2236 #ifdef DEBUG
2237 printf("(sharing %s)\n", ip->sharing);
2238 #endif
2239 }
2240 i++;
2241 }
2242 if(f)
2243 {
2244 puts("done.");
2245 fclose(f);
2246 }
2247
2248 if(idxs)
2249 {
2250 chain_forward = "forw_common";
2251 chain_postrouting = "post_common";
2252 }
2253 else
2254 {
2255 chain_forward = "FORWARD";
2256 chain_postrouting = "POSTROUTING";
2257 }
2258 /* -------------------------------- classify or reject free download */
2259 {
2260 char *final_chain = "DROP"; /* REJECT would be better, but it is impossible in mangle */
2261 if(free_min)
2262 {
2263 final_chain = "ACCEPT";
2264 }
2265 if(qos_proxy)
2266 {
2267 if(free_min)
2268 {
2269 sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",
2270 chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
2271 save_line(str);
2272 }
2273 sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s",
2274 chain_postrouting,proxy_ip,proxy_port,lan,final_chain);
2275 save_line(str);
2276 }
2277 if(free_min)
2278 {
2279 sprintf(str,"-A %s -o %s -j %s%d", chain_postrouting, lan, mark_iptables, 3);
2280 save_line(str);
2281 }
2282 sprintf(str,"-A %s -o %s -j %s", chain_postrouting, lan, final_chain);
2283 save_line(str);
2284 /* ------------------------------- classify or reject free upload */
2285 if(free_min)
2286 {
2287 sprintf(str,"-A %s -o %s -j %s%d", chain_forward, wan, mark_iptables, 3);
2288 save_line(str);
2289 }
2290 sprintf(str,"-A %s -o %s -j %s", chain_forward, wan, final_chain);
2291 save_line(str);
2292 }
2293
2294 if(free_min) /* allocate free bandwith if it is not zero... */
2295 {
2296 /*-----------------------------------------------------------------*/
2297 puts("Generating free bandwith classes ...");
2298 /*-----------------------------------------------------------------*/
2299 sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2300 tc, lan, parent, free_min, free_max,burst, lowest_priority);
2301 safe_run(str);
2302 sprintf(str, "%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio %d",
2303 tc, wan, parent, free_min, free_max, burst, lowest_priority);
2304 safe_run(str);
2305 /* tc SFQ */
2306 if(strcmpi(qos_leaf, "none"))
2307 {
2308 sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, lan, qos_leaf);
2309 safe_run(str);
2310
2311 sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s", tc, wan, qos_leaf);
2312 safe_run(str);
2313 }
2314 /* tc handle 1 fw flowid */
2315 sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, lan);
2316 safe_run(str);
2317
2318 sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3", tc, wan);
2319 safe_run(str);
2320 }
2321 printf("Total IP count: %d\n", i);
2322 run_restore();
2323 if(log_file)
2324 {
2325 fclose(log_file);
2326 }
2327 return 0;
2328 /* that's all folks, thank you for reading it all the way up to this point ;-) */
2329 /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
2330 }
This page took 1.628854 seconds and 3 git commands to generate.