third-party-mirrors/EDDN
1
0
Fork 0
mirror of https://github.com/EDCD/EDDN.git synced 2025-06-08 03:12:35 +03:00
Code Issues Actions Packages Projects Releases Wiki Activity

scripts/apache-log-rate: Use a deque instead of a list

Browse Source
This commit is contained in:
Athanasius 2022-02-10 16:26:25 +00:00
parent 42129a50ce
commit 0414b18f97
1 changed files with 5 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
scripts/apache-log-rate
View File

@ -3,6 +3,7 @@
"""Process Apache access.log lines to find highest rate of /upload/.""" """Process Apache access.log lines to find highest rate of /upload/."""
import argparse import argparse
from collections import deque
import datetime import datetime
import dateutil.parser import dateutil.parser
import fileinput import fileinput
@ -30,7 +31,7 @@ def process_log_file(
window_time_delta = datetime.timedelta(seconds=window_size) window_time_delta = datetime.timedelta(seconds=window_size)
window_count = 0 window_count = 0
window_dts = [] window_dts = deque()
line_count = 0 line_count = 0
for line in f: for line in f:
matches = apache_re.search(line) matches = apache_re.search(line)
@ -47,13 +48,8 @@ def process_log_file(
# Find the oldest entry that is still within the window: # Find the oldest entry that is still within the window:
oldest_of_interest = this_dt - window_time_delta oldest_of_interest = this_dt - window_time_delta
dti = 0 while window_dts[0] < oldest_of_interest:
for dt in window_dts: window_dts.popleft()
if dt >= oldest_of_interest:
break
dti += 1
window_dts = window_dts[dti:]
# Now we need to expire any of the oldest stored timestamps that # Now we need to expire any of the oldest stored timestamps that
# are outside the window relative to this # are outside the window relative to this
@ -61,6 +57,7 @@ def process_log_file(
if len(window_dts) > window_count: if len(window_dts) > window_count:
window_count = len(window_dts) window_count = len(window_dts)
# print(f'Largest window count : {window_count:>9} ({window_count / window_size:>9}/s)')
# print() # print()