iwla

iwla Commit Details

Date:2014-12-10 07:09:05 (6 years 7 months ago)
Author:Grégory Soutadé
Branch:dev, master
Commit:4f1c09867d2ccf1710d72b370ebead0a4351ad8e
Parents: 751a9b3fae17a5caf76933e65415573e0b346b93
Message:WIP

Changes:
Miwla.py (2 diffs)
Mplugins/post_analysis/referers.py (2 diffs)
Mplugins/post_analysis/reverse_dns.py (1 diff)
Mplugins/post_analysis/top_downloads.py (1 diff)
Mplugins/pre_analysis/page_to_hit.py (1 diff)
Mplugins/pre_analysis/robots.py (1 diff)

File differences

iwla.py
2525
2626
2727
28
28
29
2930
3031
3132
......
582583
583584
584585
585
586
586587
587588
588589
# Parse Log, compute them, call plugins and produce output
# For now, only HTTP log are valid
#
# Plugin requirements : None
# Plugin requirements :
# None
#
# Conf values needed :
# analyzed_filename
print '==> Load previous database'
self.meta_infos = self._deserialize(conf.META_PATH) or self._clearMeta()
if self.meta_infos['last_time']:
if 'last_time' in self.meta_infos.keys():
self.current_analysis = self._deserialize(self.getDBFilename(self.meta_infos['last_time'])) or self._clearVisits()
else:
self._clearVisits()
plugins/post_analysis/referers.py
1111
1212
1313
14
14
15
1516
1617
17
18
18
1919
2020
2121
......
2424
2525
2626
27
28
29
27
28
29
30
31
32
33
34
35
36
37
38
3039
3140
3241
#
# Extract referers and key phrases from requests
#
# Plugin requirements : None
# Plugin requirements :
# None
#
# Conf values needed :
# page_to_hit_conf*
# hit_to_page_conf*
# domain_name
#
# Output files :
# None
# None
#
# Statistics update :
# visits :
# remote_addr =>
# robot
# month_stats :
# referers =>
# pages
# hits
# robots_referers =>
# pages
# hits
# search_engine_referers =>
# pages
# hits
# key_phrases =>
# phrase
#
# Statistics deletion :
# None
plugins/post_analysis/reverse_dns.py
33
44
55
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
633
734
835
from iwla import IWLA
from iplugin import IPlugin
#
# Post analysis hook
#
# Replace IP by reverse DNS names
#
# Plugin requirements :
# None
#
# Conf values needed :
# reverse_dns_timeout*
#
# Output files :
# None
#
# Statistics creation :
# None
#
# Statistics update :
# valid_visitors:
# remote_addr
# dns_name_replaced
# dns_analyzed
#
# Statistics deletion :
# None
#
class IWLAPostAnalysisReverseDNS(IPlugin):
DEFAULT_DNS_TIMEOUT = 0.5
plugins/post_analysis/top_downloads.py
33
44
55
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
632
733
834
from iwla import IWLA
from iplugin import IPlugin
#
# Post analysis hook
#
# Count TOP downloads
#
# Plugin requirements :
# None
#
# Conf values needed :
# reverse_dns_timeout*
#
# Output files :
# None
#
# Statistics creation :
# None
#
# Statistics update :
# month_stats:
# top_downloads =>
# uri
#
# Statistics deletion :
# None
#
class IWLAPostAnalysisTopDownloads(IPlugin):
def __init__(self, iwla):
super(IWLAPostAnalysisTopDownloads, self).__init__(iwla)
plugins/pre_analysis/page_to_hit.py
77
88
99
10
10
11
1112
1213
1314
# Pre analysis hook
# Change page into hit and hit into page into statistics
#
# Plugin requirements : None
# Plugin requirements :
# None
#
# Conf values needed :
# page_to_hit_conf*
plugins/pre_analysis/robots.py
1010
1111
1212
13
13
14
1415
1516
1617
#
# Filter robots
#
# Plugin requirements : None
# Plugin requirements :
# None
#
# Conf values needed :
# page_to_hit_conf*

Archive Download the corresponding diff file

Branches

Tags