-
Notifications
You must be signed in to change notification settings - Fork 0
/
TraceGenerator_stable.py
122 lines (102 loc) · 4.05 KB
/
TraceGenerator_stable.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
#!/usr/bin/python
import numpy as np
import sys,getopt
import subprocess
import ConfigParser
import random
iosize = 128 # KB
iosize_sectors = 256 # number of sectors
default_avg_iops = 30.0 * 1024 / iosize
default_stdv_iops = 5.0 * 1024 / iosize
rw = 0
def get_device(devsize):
data = subprocess.check_output(['lsblk', '-o', 'NAME,SIZE'])
device_str = data.split('\n')[1:-1]
for line_str in device_str:
if line_str.find('\xe2\x94') != -1 or line_str.find('`') != -1:
devname = line_str.split()[1][1:-1]
size = line_str.split()[2]
size = size[0:size.find('G')]
if size == devsize: # make sure it is the device the application requests
return '/dev/'+devname, int(size)
def set_device(devname):
config = ConfigParser.ConfigParser()
config.read("config/config.ini")
config.set('dev','device',devname)
with open('config/config.ini', 'wb') as configfile:
config.write(configfile)
def generate(iops_array, maximal_sectors):
filepath = 'trace/trace.txt'
f = open(filepath, "w")
offset = 0
time_elapsed=0
for iops in iops_array:
if iops == 0: # iops cannot be 0
continue
interval = 1000.0 / abs(iops) # iops and interval must be positive
timestamp = 0 # unit: ms
while timestamp <= 1000:
string = str(time_elapsed+timestamp)+ ' ' + str(offset) + ' ' + str(iosize_sectors) + ' ' + str(rw) + '\n'
f.write(string)
timestamp = timestamp + interval
offset = (offset + iosize_sectors) % (maximal_sectors - iosize_sectors)
time_elapsed = time_elapsed + 1000
f.close()
def vary_array(iops_array, max_iops, stage_len, distrib):
random.seed()
if distrib == 'normal':
# Second stage
#avg_iops = random.uniform(0, max_iops)
#stdv_iops = random.uniform(0, 0.5 * avg_iops)
#iops = np.random.normal(avg_iops, stdv_iops, stage_len)
#iops_array = np.append(iops_array, iops)
# Third stage
#avg_iops = max_iops
#iops = np.random.normal(avg_iops, 0.1, stage_len)
#iops_array = np.append(iops_array, iops)
# Fourth stage
avg_iops = random.uniform(0, max_iops)
stdv_iops = random.uniform(0, 0.5 * avg_iops)
iops = np.random.normal(avg_iops, stdv_iops, stage_len)
iops_array = np.append(iops_array, iops)
elif distrib == 'poiss':
# Second stage
#avg_iops = random.uniform(0, max_iops)
#iops = np.random.poisson(avg_iops, stage_len)
#iops_array = np.append(iops_array, iops)
# Third stage
#avg_iops = max_iops
#iops = np.random.poisson(avg_iops, stage_len)
#iops_array = np.append(iops_array, iops)
# Fourth stage
avg_iops = random.uniform(0, max_iops)
iops = np.random.poisson(avg_iops, stage_len)
iops_array = np.append(iops_array, iops)
return iops_array
if __name__ == '__main__':
opts, args = getopt.getopt(sys.argv[1:],"hw:f:s:",["distrib=", "max=", "start=", "devsize="])
for opt, arg in opts:
if opt == '-h':
print 'python TraceGenerator.py -w <warmup> -f <full> -s <stdv>'
sys.exit()
elif opt == '-w':
warmup = float(arg) # in MB/s
warmup_iops = warmup * 1024 / iosize
elif opt == '-f':
full = float(arg) # in MB/s
full_iops = full * 1024 / iosize
elif opt == '-s':
stdv = float(arg)
stdv_iops = stdv * 1024 / iosize
elif opt == '--devsize':
devsize = arg
#warmup_len = 300 #5min
#stable_len = 600 #10min
iops_array = np.random.normal(full_iops,stdv_iops,900)
#iops = np.random.normal(full_iops,stdv_iops,stable_len)
#iops_array = np.append(iops_array, iops)
devname,size = get_device(devsize)
print 'Device name %s. Size: %d' % (devname,size)
set_device(devname)
maximal_sectors = size * 1024 * 1024 * 2
generate(iops_array, maximal_sectors)