Repository navigation
Expand file tree
/
Copy pathprofiler.py
More file actions
113 lines (96 loc) · 2.91 KB
/
Copy pathprofiler.py
File metadata and controls
113 lines (96 loc) · 2.91 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
import socket
import time
import urllib2
import random
import string
import numpy
import pprint
import redis
import os
config = {
'redis_host': os.environ.get("REDIS_HOST"),
'redis_password': os.environ.get("REDIS_PASSWORD"),
'redis_port': os.environ.get("REDIS_PORT", 6379),
'test_host': os.environ.get("TEST_HOST"),
'availability_zone': os.environ.get("AVAILABILITY_ZONE"),
'test_count': os.environ.get("TEST_COUNT", 25),
}
def profileQuery(host, queryString):
dns_start = time.time()
socket.gethostbyname(host)
dns_end = time.time()
url = 'https://%s/%s' % (host, queryString)
req = urllib2.Request(url)
handshake_start = time.time()
stream = urllib2.urlopen(req)
handshake_end = time.time()
data_start = time.time()
stream.read()
data_end = time.time()
return {
'dns_resolution': ((dns_end - dns_start) * 1000),
'tcp_handshake': ((handshake_end - handshake_start) * 1000),
'data_transfer': ((data_end - data_start) * 1000),
'total': ((data_end - dns_start) * 1000),
}
def generateRandom(count):
res = []
letters = string.ascii_lowercase
for a in range(0, count):
res.append(''.join(random.choice(letters)
for i in range(random.randint(30, 150))))
return res
def runProfiler(host, requestNum):
print("Gathering data, running %s requests on %s" % (requestNum, host))
qList = generateRandom(requestNum)
data = {}
stats = {}
print("Generating statistics")
retrySleep = 1
res = {}
for q in qList:
while True:
try:
res = profileQuery(host, q)
print(res)
retrySleep = 1
except urllib2.HTTPError as identifier:
print("HTTP error sleeping %ds" % retrySleep)
time.sleep(retrySleep)
retrySleep = retrySleep*2
if(retrySleep > 100):
retrySleep = 1
pass
break
for k, v in res.items():
if k in data:
data[k].append(v)
else:
data[k] = []
for k, v in data.items():
stats["%s_mean" % k] = numpy.mean(v)
stats["%s_95th" % k] = numpy.percentile(v, 95)
stats["%s_max" % k] = numpy.max(v)
stats["%s_min" % k] = numpy.min(v)
return stats
def saveResults(results):
r = redis.Redis(
host=config.get("redis_host"),
port=config.get("redis_port"),
password=config.get("redis_password"))
for k, v in results.items():
r.hset(
config.get("availability_zone"),
k,
v
)
def main():
print("Starting profiling")
print("Config %s", config)
out = runProfiler(
config.get("test_host"),
int(config.get("test_count")))
saveResults(out)
pprint.pprint(out)
if __name__ == "__main__":
main()