-/* =============================================================== */\r
-/* == Prometheus QoS - you can "steal fire" from your ISP == */\r
-/* == "fair-per-IP" quality of service (QoS) utility == */\r
-/* == requires Linux 2.4.x or 2.6.x with HTB support == */\r
-/* == Copyright(C) 2005-2008 Michael Polak (xChaos) == */\r
-/* == iptables-restore support Copyright(C) 2007-2008 ludva == */\r
-/* == Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf == */\r
-/* =============================================================== */\r
-\r
-/* Modified: xChaos, 20080202\r
+ /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */\r
+ /* Prometheus QoS - you can "steal fire" from your ISP */\r
+/* "fair-per-IP" quality of service (QoS) utility */\r
+/* requires Linux 2.4.x or 2.6.x with HTB support */\r
+/* Copyright(C) 2005-2008 Michael Polak (xChaos) */\r
+/* iptables-restore support Copyright(C) 2007-2008 ludva */\r
+/* Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf */\r
+/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */\r
+\r
+/* Modified: xChaos, 20080407\r
ludva, 20071227\r
\r
Prometheus QoS is free software; you can redistribute it and/or\r
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU\r
General Public License for more details.\r
\r
- You should have received a copy of the GNU General Public License
- along with Prometheus Qos; if not, write to the Free Software
+ You should have received a copy of the GNU General Public License\r
+ along with Prometheus Qos; if not, write to the Free Software\r
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA \r
\r
- GNU General Public License is located in file COPYING */
+ GNU General Public License is located in file COPYING */\r
\r
#define STRLEN 256\r
#define FIRSTGROUPID 1024\r
\r
#include "cll1-0.6.h"\r
\r
-const char *version="0.7.8"; /*0.7.9 will be last development, 0.8.0 first stable */\r
+const char *version="0.7.9.1"; /*0.7.9 will be last development, 0.8.0 first stable */\r
\r
/* ======= All path names are defined hear (for RPM patch) ======= */\r
\r
char *iptables = "/sbin/iptables"; /* requires iptables utility */\r
char *iptablessave = "/sbin/iptables-save"; /* not yet required */\r
char *iptablesrestore = "/sbin/iptables-restore"; /* requires iptables-restore */\r
+char *ls = "/bin/ls"; /* this is not user configurable :-) */\r
\r
char *config = "/etc/prometheus/prometheus.conf"; /* main configuration file */\r
char *hosts = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */\r
char *cmdlog = "/var/log/prometheuslog"; /* command log filename */\r
char *log_dir = "/var/www/logs/"; /* log directory pathname, ended with slash */\r
char *log_url = "logs/"; /* log directory relative URI prefix (partial URL) */\r
+char *html_log_dir = "/var/www/logs/html/";\r
\r
/* ======= Help screen is hopefuly self-documenting part of code :-) ======= */\r
\r
-p just generate preview of data transfer statistics and exit\n\\r
-n no delay (overrides qos-free-delay keyword)\n\\r
-d dry run (preview tc and iptables commands on stdout)\n\\r
-");\r
+-l Mmm YYYY generate HTML summary of traffic logs (Mmm=Jan-Dec or Year, YYYY=year)\n\\r
+-m generate HTML summary of traffic logs for yesterday's month\n\\r
+-y generate HTML summary of traffic logs for yesterday's year\n");\r
+/* not yet implemented:\r
+-s start shaping! (keep data transfer statistics - but apply shaping)\n\\r
+-r just reload configuration (...and keep data transfer statistics)\n\\r
+*/\r
}\r
\r
/* === Configuraration file values defaults - stored in global variables ==== */\r
const int idxtable_bitmask1=3; /* this is no longer configurable */\r
const int idxtable_bitmask2=3; /* this is no longer configurable */\r
\r
-\r
-/* not yet implemented:\r
--s start shaping! (keep data transfer statistics - but apply shaping)\n\\r
--r just reload configuration (...and keep data transfer statistics)\n\\r
-*/\r
-\r
/* ==== This is C<<1 stuff - learn C<<1 first! http://cll1.arachne.cz ==== */\r
\r
struct IP\r
push(ip,ips);\r
}\r
\r
-/* ====== Iptables indexes are used to reduce complexity to log8(N) ===== */\r
+/* ====== iptables indexes are used to reduce complexity to log8(N) ===== */\r
\r
char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)\r
{\r
\r
if(keyword->data_limit || keyword->fixed_limit || \r
keyword->data_prio || keyword->fixed_prio)\r
- use_credit=1;\r
- \r
-\r
+ use_credit=1; \r
}\r
}\r
\r
option("credit-filename",credit);\r
ioption("credit-enable",enable_credit);\r
option("log-traffic-directory",log_dir);\r
+ option("log-traffic-html-directory",html_log_dir);\r
option("log-traffic-url-path",log_url);\r
option("qos-free-zone",qos_free_zone);\r
ioption("qos-free-delay",qos_free_delay);\r
ioption("htb-r2q",htb_r2q);\r
ioption("magic-include-upload",include_upload);\r
ioption("magic-priorities",magic_priorities);\r
- ioption("magic-treshold",magic_treshold);\r
- \r
+ ioption("magic-treshold",magic_treshold); \r
option("filter-type", cnf);\r
\r
/* not yet implemented:\r
return NULL;\r
}\r
\r
+struct IpLog\r
+{\r
+ char *name;\r
+ long traffic;\r
+ list(IpLog);\r
+} *iplog,*iplogs;\r
+\r
+void parse_ip_log(int argc, char **argv) \r
+{\r
+ char *month,*year,*str,*name,*ptr,*ptr2;\r
+ long traffic,traffic_month,total=0;\r
+ int col,col2,y_ok,m_ok,accept_month,i=1,any_month=0;\r
+ char mstr[4],ystr[5];\r
+ FILE *f;\r
+ \r
+ string(str,STRLEN);\r
+\r
+ if(argv[1][1]=='l') /* -l */\r
+ {\r
+ if(argc<4)\r
+ {\r
+ puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");\r
+ exit(-1);\r
+ }\r
+ else\r
+ {\r
+ month=argv[2];\r
+ if(eq(month,"Year")) any_month=1;\r
+ year=argv[3];\r
+ }\r
+ }\r
+ else\r
+ { \r
+ time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/\r
+ struct tm *timep = localtime(&t); \r
+ \r
+ if(argv[1][1]=='m') /* -m yestarday - month */\r
+ {\r
+ strftime(mstr, 4, "%b", timep);\r
+ month=mstr;\r
+ strftime(ystr, 5, "%Y", timep);\r
+ year=ystr; \r
+ }\r
+ else /* -y yesterday - year */\r
+ {\r
+ month="Year";\r
+ any_month=1;\r
+ strftime(ystr, 5, "%Y", timep);\r
+ year=ystr;\r
+ }\r
+ }\r
+ printf("Analysing traffic for %s %s ...\n",month,year);\r
+\r
+ sprintf(str,"%s %s/*.log",ls,log_dir);\r
+ shell(str);\r
+ input(str,STRLEN)\r
+ {\r
+ ptr=strrchr(str,'\n');\r
+ if(ptr) *ptr='\0';\r
+ printf("Parsing %s ...",str);\r
+ accept_month=0;\r
+ traffic_month=0;\r
+ parse(str)\r
+ {\r
+ y_ok=m_ok=0; \r
+ valid_columns(ptr,_,'\t',col) switch(col)\r
+ {\r
+ case 2: name=ptr;break;\r
+ case 3: traffic=atol(ptr);break;\r
+ case 7: valid_columns(ptr2,ptr,' ',col2) switch(col2)\r
+ {\r
+ case 2: if(any_month || eq(ptr2,month)) m_ok=1; break;\r
+ case 5: if(eq(ptr2,year)) y_ok=1; break;\r
+ }\r
+ }\r
+ if(y_ok && m_ok) \r
+ {\r
+ traffic_month+=traffic;\r
+ accept_month=1;\r
+ }\r
+ }\r
+ done;\r
+ if(accept_month)\r
+ {\r
+ create(iplog,IpLog);\r
+ iplog->name=name;\r
+ iplog->traffic=traffic_month;\r
+ insert(iplog,iplogs,desc_order_by,traffic);\r
+ printf(" %ld MB\n",iplog->traffic);\r
+ }\r
+ else\r
+ puts(" no records.");\r
+ }\r
+ sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);\r
+ printf("Writing %s ...",str);\r
+ f=fopen(str,"w");\r
+ if(f)\r
+ {\r
+ fprintf(f,"<table border><tr><th colspan=\"4\">Data transfers - %s %s</th></tr>\n ",month,year);\r
+ every(iplog,iplogs)\r
+ if(iplog->traffic)\r
+ {\r
+ fprintf(f,"<tr><td align=\"right\">%d</td><th>%s</td><td align=\"right\">%ld MB</td><th align=\"right\">%ld GB</th></tr>\n",i++,iplog->name,iplog->traffic,iplog->traffic>>10);\r
+ total+=iplog->traffic>>10;\r
+ }\r
+ fprintf(f,"<tr><th colspan=\"3\" align=\"left\">Total:</th><th align=\"right\">%ld GB</th></tr>\n",total);\r
+ fputs("</table>\n",f);\r
+ fclose(f);\r
+ puts(" done.");\r
+ }\r
+}\r
+\r
+\r
/*-----------------------------------------------------------------*/\r
/* Are you looking for int main (int argc, char **argv) ? :-)) */\r
/*-----------------------------------------------------------------*/\r
argument("-9") { just_flush=9; }\r
argument("-p") { just_preview=1; }\r
argument("-n") { nodelay=1; }\r
+ argument("-l") { just_preview=666; }\r
+ argument("-m") { just_preview=666; }\r
+ argument("-y") { just_preview=666; }\r
argument("-?") { help(); exit(0); }\r
argument("--help") { help(); exit(0); }\r
argument("-v") { exit(0); } \r
printf("Parsing configuration file %s ...\n", config);\r
/*-----------------------------------------------------------------*/\r
get_config(config);\r
+ \r
+ if(just_preview == 666)\r
+ {\r
+ parse_ip_log(argc,argv); \r
+ exit(0); \r
+ }\r
\r
if(althosts) hosts=althosts;\r
\r
ip->min=atoi(substring);\r
if(ip->min<=0)\r
{\r
- puts("Illegal value of minimum bandwidth: 0 kbps.");\r
- reject_config_and_exit(hosts);\r
+ printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kbps\n",str,free_min);\r
+ ip->min=free_min;\r
}\r
if(ip->max<=ip->min)\r
{\r
\r
if(!just_preview)\r
{\r
- sprintf(str,"%s%s.log",log_dir,ip->name);\r
+ sprintf(str,"%s/%s.log",log_dir,ip->name);\r
iplog=fopen(str,"a");\r
if(iplog)\r
{\r
- fprintf(iplog,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%s",time(NULL),ip->name,ip->traffic, ip->direct, ip->proxy, ip->upload,d);\r
+ fprintf(iplog,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%s",\r
+ time(NULL),ip->name,ip->traffic,ip->direct,ip->proxy,ip->upload,ip->min,ip->max,ip->desired,d); /* d = date*/\r
fclose(iplog);\r
}\r
}\r
fputs("<td colspan=\"4\"></td></th>\n</table>\n",f);\r
\r
if(active_classes>10)\r
- {
- fputs("<a name=\"erp\"></a><p><table border><tr><th colspan=\"5\">Enterprise Research and Planning (ERP)</th></tr>\n",f);
- fputs("<tr><td>Analytic category</td>\n",f);
- fputs("<td colspan=\"2\" align=\"center\">Active Classes</td><td colspan=\"2\" align=\"center\">Data transfers</td></tr>\n",f);
-
- find(sum,sums,sum->l>=total/4)
- {
- fprintf(f,"<tr><td>Top 25%% of traffic</td>\n");
- fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
- }
-
- find(sum,sums,sum->i==10)
- {
- fprintf(f,"<tr><td>Top 10 downloaders</td>\n");
- fprintf(f,"<th align=\"right\">10</th><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
- }
-
- find(sum,sums,sum->l>=total/2)
- {
- fprintf(f,"<tr><td>Top 50%% of traffic</td>\n");
- fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
- }
-
- find(sum,sums,sum->l>=4*total/5)
- {
- fprintf(f,"<tr><td>Top 80%% of traffic</td>\n");
- fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
- }
-
- find (sum,sums,sum->i>=(active_classes+1)/5)
- {
- fprintf(f,"<tr><td>Top 20%% downloaders</td>\n");
- fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
- }
-
- find(sum,sums,sum->i>=(active_classes+1)/4)
- {
- fprintf(f,"<tr><td>Top 25%% downloaders</td>\n");
- fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
- }
-
- find(sum,sums,sum->i>=(active_classes+1)/2)
- {
- fprintf(f,"<tr><td>Top 50%% downloaders</td>\n");
- fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
- }
-
- find(sum,sums,sum->i>=4*(active_classes+1)/5)
- {
- fprintf(f,"<tr><td>Top 80%% downloaders</td>\n");
- fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
- }
-
- fprintf(f,"<tr><td>All users, all traffic</td>\n");
- fprintf(f,"<th align=\"right\">%d</th><th align=\"right\">100 %%</th><th align=\"right\">%Lu M</th><th align=\"right\">100 %%</th></tr>\n",active_classes,total);
- fputs("</table>\n",f);
- }
+ {\r
+ fputs("<a name=\"erp\"></a><p><table border><tr><th colspan=\"5\">Enterprise Research and Planning (ERP)</th></tr>\n",f);\r
+ fputs("<tr><td>Analytic category</td>\n",f);\r
+ fputs("<td colspan=\"2\" align=\"center\">Active Classes</td><td colspan=\"2\" align=\"center\">Data transfers</td></tr>\n",f);\r
+\r
+ find(sum,sums,sum->l>=total/4)\r
+ {\r
+ fprintf(f,"<tr><td>Top 25%% of traffic</td>\n");\r
+ fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);\r
+ }\r
+ \r
+ find(sum,sums,sum->i==10)\r
+ {\r
+ fprintf(f,"<tr><td>Top 10 downloaders</td>\n");\r
+ fprintf(f,"<th align=\"right\">10</th><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);\r
+ }\r
+\r
+ find(sum,sums,sum->l>=total/2)\r
+ {\r
+ fprintf(f,"<tr><td>Top 50%% of traffic</td>\n");\r
+ fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);\r
+ }\r
+\r
+ find(sum,sums,sum->l>=4*total/5)\r
+ {\r
+ fprintf(f,"<tr><td>Top 80%% of traffic</td>\n");\r
+ fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);\r
+ }\r
+\r
+ find (sum,sums,sum->i>=(active_classes+1)/5)\r
+ {\r
+ fprintf(f,"<tr><td>Top 20%% downloaders</td>\n");\r
+ fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);\r
+ }\r
+\r
+ find(sum,sums,sum->i>=(active_classes+1)/4)\r
+ {\r
+ fprintf(f,"<tr><td>Top 25%% downloaders</td>\n");\r
+ fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);\r
+ }\r
+\r
+ find(sum,sums,sum->i>=(active_classes+1)/2)\r
+ {\r
+ fprintf(f,"<tr><td>Top 50%% downloaders</td>\n");\r
+ fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);\r
+ }\r
+\r
+ find(sum,sums,sum->i>=4*(active_classes+1)/5)\r
+ {\r
+ fprintf(f,"<tr><td>Top 80%% downloaders</td>\n");\r
+ fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);\r
+ }\r
+\r
+ fprintf(f,"<tr><td>All users, all traffic</td>\n");\r
+ fprintf(f,"<th align=\"right\">%d</th><th align=\"right\">100 %%</th><th align=\"right\">%Lu M</th><th align=\"right\">100 %%</th></tr>\n",active_classes,total);\r
+ fputs("</table>\n",f);\r
+ }\r
fprintf(f,"<small>Statistics generated by Prometheus QoS version %s<br>GPL+Copyright(C)2005-2008 Michael Polak, <a href=\"http://www.arachne.cz/\">Arachne Labs</a></small>\n",version);\r
fclose(f);\r
}\r
\r
if(qos_proxy)\r
{\r
- sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j MARK --set-mark 3",chain_postrouting,proxy_ip,proxy_port,lan);\r
+ sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);\r
save_line(str);\r
sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j ACCEPT",chain_postrouting,proxy_ip,proxy_port,lan);\r
save_line(str);\r
}\r
- sprintf(str,"-A %s -o %s -j MARK --set-mark 3",chain_postrouting,lan);\r
+ sprintf(str,"-A %s -o %s -j %s%d",chain_postrouting,lan,mark_iptables,3);\r
save_line(str);\r
sprintf(str,"-A %s -o %s -j ACCEPT",chain_postrouting,lan);\r
save_line(str);\r
\r
/* -------------------------------------------------------- mark upload */\r
- sprintf(str,"-A %s -o %s -j MARK --set-mark 3",chain_forward,wan);\r
+ sprintf(str,"-A %s -o %s -j %s%d",chain_forward,wan,mark_iptables,3);\r
save_line(str);\r
sprintf(str,"-A %s -o %s -j ACCEPT",chain_forward,wan);\r
save_line(str);\r
GIT.Harvie.CZ / svn / Prometheus-QoS / .git / blobdiff