blob: 2e3a6487c337b2eb15f8e0cd957982a3eb5e5bd7 [file] [log] [blame]
Holger Hans Peter Freyther799fe622018-11-07 03:48:58 +00001# osmo_ms_driver: Location Update Test
Holger Hans Peter Freyther574e62f2018-06-20 09:15:15 +01002# Create MS's and wait for the Location Update to succeed.
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +00003#
4# Copyright (C) 2018 by Holger Hans Peter Freyther
5#
6# This program is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as
8# published by the Free Software Foundation, either version 3 of the
9# License, or (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18
Holger Hans Peter Freyther99a6a412018-08-29 04:24:38 +010019from copy import copy
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000020from osmo_gsm_tester import log
21from .starter import OsmoVirtPhy, OsmoMobile
Holger Hans Peter Freyther5e67ed42019-02-25 09:48:50 +000022from .test_support import Results
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000023
24from datetime import timedelta
25
26import time
27
Holger Hans Peter Freyther574e62f2018-06-20 09:15:15 +010028class LUResult(Results):
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000029
30 def __init__(self, name):
Holger Hans Peter Freyther574e62f2018-06-20 09:15:15 +010031 super().__init__(name)
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000032 self._time_of_lu = None
33
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000034 def set_lu_time(self, time):
35 assert self._time_of_lu is None
36 self._time_of_lu = time
37
Holger Hans Peter Freyther0f6e4102018-06-23 15:52:25 +010038 def has_lu_time(self):
39 return self._time_of_lu is not None
40
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000041 def lu_time(self):
42 return self._time_of_lu or 0
43
44 def lu_delay(self):
45 return self.lu_time() - self.start_time()
46
47class MassUpdateLocationTest(log.Origin):
48 """
49 A test to launch a configurable amount of MS and make them
50 execute a Location Updating Procedure.
51
52 Configure the number of MS to be tested and a function that
53 decides how quickly to start them and a timeout.
54 """
55
56 TEMPLATE_LUA = "osmo-mobile-lu.lua"
57 TEMPLATE_CFG = "osmo-mobile.cfg"
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000058
Holger Hans Peter Freyther5e67ed42019-02-25 09:48:50 +000059 def __init__(self, name, options, cdf_function,
Holger Hans Peter Freytherf743afb2018-11-05 06:07:57 +000060 event_server, tmp_dir, suite_run=None):
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000061 super().__init__(log.C_RUN, name)
Holger Hans Peter Freytherf658b832018-11-05 05:05:43 +000062 self._binary_options = options
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000063 self._cdf = cdf_function
Holger Hans Peter Freytherf743afb2018-11-05 06:07:57 +000064 self._suite_run = suite_run
Holger Hans Peter Freyther5e67ed42019-02-25 09:48:50 +000065 self._tmp_dir = tmp_dir
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000066 self._unstarted = []
Holger Hans Peter Freyther99a6a412018-08-29 04:24:38 +010067 self._mobiles = []
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000068 self._phys = []
69 self._results = {}
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000070
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +000071 self._event_server = event_server
72 self._event_server.register(self.handle_msg)
Holger Hans Peter Freytherb697b3b2018-08-29 04:26:20 +010073 self._started = []
Holger Hans Peter Freyther5e67ed42019-02-25 09:48:50 +000074 self._subscribers = []
Holger Hans Peter Freyther99a6a412018-08-29 04:24:38 +010075
Holger Hans Peter Freyther5e67ed42019-02-25 09:48:50 +000076 def subscriber_add(self, subscriber):
77 """
78 Adds a subscriber to the list of subscribers.
79
80 Must be called before starting the testcase.
81 """
82 self._subscribers.append(subscriber)
83
84 def configure_tasks(self):
85 """Sets up the test run."""
86
87 self._cdf.set_target(len(self._subscribers))
88 self._outstanding = len(self._subscribers)
89 for i in range(0, self._outstanding):
90 ms_name = "%.5d" % i
91
92 phy = OsmoVirtPhy(self._binary_options.virtphy,
93 self._binary_options.env,
94 ms_name, self._tmp_dir)
95 self._phys.append(phy)
96
97 launcher = OsmoMobile(self._binary_options.mobile,
98 self._binary_options.env,
99 ms_name, self._tmp_dir, self.TEMPLATE_LUA,
100 self.TEMPLATE_CFG, self._subscribers[i],
101 phy.phy_filename(),
102 self._event_server.server_path())
103 self._results[ms_name] = LUResult(ms_name)
104 self._mobiles.append(launcher)
105 self._unstarted = copy(self._mobiles)
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000106
107 def pre_launch(self, loop):
108 """
109 We need the virtphy's be ready when the lua script in the
110 mobile comes and kicks-off the test. In lua we don't seem to
111 be able to just stat/check if a file/socket exists so we need
112 to do this from here.
113 """
114 self.log("Pre-launching all virtphy's")
115 for phy in self._phys:
Holger Hans Peter Freytherf743afb2018-11-05 06:07:57 +0000116 phy.start(loop, self._suite_run)
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000117
118 self.log("Checking if sockets are in the filesystem")
119 for phy in self._phys:
120 phy.verify_ready()
121
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100122 def prepare(self, loop):
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000123 self.log("Starting testcase")
124
Holger Hans Peter Freyther5e67ed42019-02-25 09:48:50 +0000125 self.configure_tasks()
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000126 self.pre_launch(loop)
127
128 self._start_time = time.clock_gettime(time.CLOCK_MONOTONIC)
129 self._end_time = self._start_time + \
130 self._cdf.duration().total_seconds() + \
131 timedelta(seconds=120).total_seconds()
132
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000133 self._started = []
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100134 self._too_slow = 0
135
136 def step_once(self, loop, current_time):
137 if len(self._unstarted) <= 0:
138 return current_time, None
139
140 step_size = self._cdf.step_size().total_seconds()
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000141
142 # Start
143 self._cdf.step_once()
144
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100145 # Check for timeout
146 # start pending MS
147 while len(self._started) < self._cdf.current_scaled_value() and len(self._unstarted) > 0:
148 ms = self._unstarted.pop(0)
Holger Hans Peter Freytherf743afb2018-11-05 06:07:57 +0000149 ms.start(loop, self._suite_run)
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100150 launch_time = time.clock_gettime(time.CLOCK_MONOTONIC)
151 self._results[ms.name_number()].set_launch_time(launch_time)
152 self._started.append(ms)
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000153
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100154 now_time = time.clock_gettime(time.CLOCK_MONOTONIC)
155 sleep_time = (current_time + step_size) - now_time
156 if sleep_time <= 0:
157 self.log("Starting too slowly. Moving on",
158 target=(current_time + step_size), now=now_time, sleep=sleep_time)
159 self._too_slow += 1
160 sleep_time = 0
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000161
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100162 if len(self._unstarted) == 0:
163 end_time = time.clock_gettime(time.CLOCK_MONOTONIC)
164 self.log("All started...", too_slow=self._too_slow, duration=end_time - self._start_time)
165 return current_time, None
166
167 return current_time + step_size, sleep_time
168
Holger Hans Peter Freyther1dc9a042018-06-23 22:27:23 +0100169 def run_test(self, loop, test_duration):
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100170 self.prepare(loop)
171
Holger Hans Peter Freyther1dc9a042018-06-23 22:27:23 +0100172 to_complete_time = self._start_time + test_duration.total_seconds()
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100173 tick_time = self._start_time
174
175 while not self.all_completed():
176 tick_time, sleep_time = self.step_once(loop, tick_time)
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000177 now_time = time.clock_gettime(time.CLOCK_MONOTONIC)
Holger Hans Peter Freyther6926c572018-06-23 19:58:38 +0100178 if sleep_time is None:
179 sleep_time = to_complete_time - now_time
180 if sleep_time < 0:
181 break
182 loop.schedule_timeout(sleep_time)
183 loop.select()
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000184
185 def stop_all(self):
186 for launcher in self._started:
Holger Hans Peter Freytherf743afb2018-11-05 06:07:57 +0000187 launcher.terminate()
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000188
Holger Hans Peter Freyther05895a92018-06-17 19:31:46 +0100189 def handle_msg(self, _data, addr, time):
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000190 import json
191 data = json.loads(_data.decode())
192
193 if data['type'] == 'register':
194 ms = self._results[data['ms']]
195 ms.set_start_time(time)
196 launch_delay = ms.start_time() - ms.launch_time()
197 self.log("MS start registered ", ms=ms, at=time, delay=launch_delay)
198 elif data['type'] == 'event':
199 if data['data']['lu_done'] == 1:
200 ms = self._results[data['ms']]
Holger Hans Peter Freyther0f6e4102018-06-23 15:52:25 +0100201 if not ms.has_lu_time():
202 self._outstanding = self._outstanding - 1
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000203 ms.set_lu_time(time)
204 self.log("MS performed LU ", ms=ms, at=time, lu_delay=ms.lu_delay())
205 else:
206 print(time, data)
207 raise Exception("Unknown event type..:" + _data.decode())
208
209
Holger Hans Peter Freyther0f6e4102018-06-23 15:52:25 +0100210 def all_completed(self):
211 return self._outstanding == 0
212
Holger Hans Peter Freyther77d6d552019-02-23 04:43:08 +0000213 def find_min_max(self, results):
Holger Hans Peter Freytheraf522fd2018-06-23 21:35:30 +0100214 min_value = max_value = None
215 for result in results:
216 if min_value is None or result.lu_delay() < min_value:
217 min_value = result.lu_delay()
218 if max_value is None or result.lu_delay() > max_value:
219 max_value = result.lu_delay()
220 return min_value, max_value
221
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000222 def print_stats(self):
Holger Freyther44128f92019-03-05 06:34:33 +0000223 all_completed = self.all_completed()
224 min_value, max_value = self.find_min_max(filter(lambda x: x.has_lu_time(), self._results.values()))
Holger Hans Peter Freyther30cc0212018-02-25 21:34:35 +0000225
226 self.log("Tests done", all_completed=all_completed,
Holger Freyther44128f92019-03-05 06:34:33 +0000227 min=min_value, max=max_value)