iwla

iwla Commit Details

Date:2014-11-27 12:35:41 (6 years 8 months ago)
Author:Grégory Soutadé
Branch:dev, master
Commit:e0d6b5dbbcfff919cf0c8dfcd71d7f4e51dc729b
Parents: 9fbc5448bc8262bf41346cb8b2b276dcabe7546a
Message:Add top_downloads plugin

Changes:
Aplugins/display/top_downloads.py (full)
Aplugins/post_analysis/top_downloads.py (full)

File differences

plugins/display/top_downloads.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
import time
from iwla import IWLA
from iplugin import IPlugin
from display import *
class IWLADisplayTopDownloads(IPlugin):
def __init__(self, iwla):
super(IWLADisplayTopDownloads, self).__init__(iwla)
self.API_VERSION = 1
self.requires = ['IWLAPostAnalysisTopDownloads']
def hook(self):
top_downloads = self.iwla.getMonthStats()['top_downloads']
top_downloads = sorted(top_downloads.items(), key=lambda t: t[1], reverse=True)
index = self.iwla.getDisplayIndex()
table = DisplayHTMLBlockTable('Top Downloads', ['URI', 'Hits'])
for (uri, entrance) in top_downloads[:10]:
table.appendRow([uri, entrance])
index.appendBlock(table)
cur_time = self.iwla.getCurTime()
title = time.strftime('Top Downloads - %B %Y', cur_time)
filename = 'top_downloads_%d.html' % (cur_time.tm_mon)
path = '%d/%s' % (cur_time.tm_year, filename)
page = DisplayHTMLPage(title, path)
table = DisplayHTMLBlockTable('Top Downloads', ['URI', 'Hit'])
for (uri, entrance) in top_downloads:
table.appendRow([uri, entrance])
page.appendBlock(table)
display = self.iwla.getDisplay()
display.addPage(page)
block = DisplayHTMLRawBlock()
block.setRawHTML('<a href=\'%s\'>All Downloads</a>' % (filename))
index.appendBlock(block)
plugins/post_analysis/top_downloads.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
import re
from iwla import IWLA
from iplugin import IPlugin
class IWLAPostAnalysisTopDownloads(IPlugin):
def __init__(self, iwla):
super(IWLAPostAnalysisTopDownloads, self).__init__(iwla)
self.API_VERSION = 1
self.conf_requires = ['multimedia_files', 'viewed_http_codes']
def hook(self):
stats = self.iwla.getCurrentVisists()
month_stats = self.iwla.getMonthStats()
multimedia_files = self.iwla.getConfValue('multimedia_files')
viewed_http_codes = self.iwla.getConfValue('viewed_http_codes')
top_downloads = month_stats.get('top_downloads', {})
for (k, super_hit) in stats.items():
if super_hit['robot']: continue
for r in super_hit['requests']:
if r['is_page']: continue
if not self.iwla.isValidForCurrentAnalysis(r): continue
if not int(r['status']) in viewed_http_codes: continue
uri = r['extract_request']['extract_uri'].lower()
isMultimedia = False
for ext in multimedia_files:
if uri.endswith(ext):
isMultimedia = True
break
if isMultimedia: continue
uri = "%s%s" % (r.get('server_name', ''),
r['extract_request']['extract_uri'])
if not uri in top_downloads.keys():
top_downloads[uri] = 1
else:
top_downloads[uri] += 1
month_stats['top_downloads'] = top_downloads

Archive Download the corresponding diff file

Branches

Tags