Hello Pau Espin Pedrol, Harald Welte, Jenkins Builder,

I'd like you to reexamine a change.  Please visit

    https://gerrit.osmocom.org/6918

to look at the new patch set (#7).

ms: Add a first test to use all parts of the system

This is an interim solution but is bringing all parts together.
We will need to:

 * Abstract this into a base class
 * Be able to mix different tests without interfering with each
   other (e.g. 10k LU tests, 2k SMS sending)
 * The event loop will need to handle multiple timers/timeouts
 * Stats printing should print more information and test pass/fail
 * The test should quit early if everything has already passed

Change-Id: Id3277ed0f0f9ee734569bedd4752564eb68c9cfd
---
A src/osmo_ms_driver/location_update_test.py
1 file changed, 207 insertions(+), 0 deletions(-)


  git pull ssh://gerrit.osmocom.org:29418/osmo-gsm-tester refs/changes/18/6918/7

diff --git a/src/osmo_ms_driver/location_update_test.py 
b/src/osmo_ms_driver/location_update_test.py
new file mode 100644
index 0000000..2d661ca
--- /dev/null
+++ b/src/osmo_ms_driver/location_update_test.py
@@ -0,0 +1,207 @@
+# osmo_ms_driver: Starter for processes
+# Help to start processes over time.
+#
+# Copyright (C) 2018 by Holger Hans Peter Freyther
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+from osmo_gsm_tester import log
+from .starter import OsmoVirtPhy, OsmoMobile
+
+from datetime import timedelta
+
+import time
+
+def imsi_ki_gen():
+    """
+    Generate IMSIs and KIs to be used by test.
+    """
+    n = 1010000000000
+    while True:
+        yield ("%.15d" % n, "00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00")
+        n += 1
+
+class Results(log.Origin):
+
+    def __init__(self, name):
+        super().__init__(log.C_RUN, name)
+        self._time_of_registration = None
+        self._time_of_launch = None
+        self._time_of_lu = None
+
+    def set_start_time(self, time):
+        assert self._time_of_registration is None
+        self._time_of_registration = time
+
+    def set_launch_time(self, time):
+        assert self._time_of_launch is None
+        self._time_of_launch = time
+
+    def set_lu_time(self, time):
+        assert self._time_of_lu is None
+        self._time_of_lu = time
+
+    def start_time(self):
+        return self._time_of_registration or 0
+
+    def launch_time(self):
+        return self._time_of_launch or 0
+
+    def lu_time(self):
+        return self._time_of_lu or 0
+
+    def lu_delay(self):
+        return self.lu_time() - self.start_time()
+
+class MassUpdateLocationTest(log.Origin):
+    """
+    A test to launch a configurable amount of MS and make them
+    execute a Location Updating Procedure.
+
+    Configure the number of MS to be tested and a function that
+    decides how quickly to start them and a timeout.
+    """
+
+    TEMPLATE_LUA = "osmo-mobile-lu.lua"
+    TEMPLATE_CFG = "osmo-mobile.cfg"
+    TEST_TIME = timedelta(seconds=120)
+
+    def __init__(self, name, number_of_ms, cdf_function, event_server, 
tmp_dir):
+        super().__init__(log.C_RUN, name)
+        self._number_of_ms = number_of_ms
+        self._cdf = cdf_function
+        self._cdf.set_target(number_of_ms)
+        self._unstarted = []
+        self._phys = []
+        self._results = {}
+        imsi_gen = imsi_ki_gen()
+
+        for i in range(0, number_of_ms):
+            ms_name = "%.5d" % i
+
+            phy = OsmoVirtPhy(ms_name, tmp_dir)
+            self._phys.append(phy)
+
+            launcher = OsmoMobile(ms_name, tmp_dir, self.TEMPLATE_LUA,
+                                self.TEMPLATE_CFG, imsi_gen,
+                                phy.phy_filename(),
+                                event_server.server_path())
+            self._results[ms_name] = Results(ms_name)
+            self._unstarted.append(launcher)
+        self._event_server = event_server
+        self._event_server.register(self.handle_msg)
+
+    def pre_launch(self, loop):
+        """
+        We need the virtphy's be ready when the lua script in the
+        mobile comes and kicks-off the test. In lua we don't seem to
+        be able to just stat/check if a file/socket exists so we need
+        to do this from here.
+        """
+        self.log("Pre-launching all virtphy's")
+        for phy in self._phys:
+            phy.start(loop)
+
+        self.log("Checking if sockets are in the filesystem")
+        for phy in self._phys:
+            phy.verify_ready()
+
+    def launch(self, loop):
+        self.log("Starting testcase")
+
+        self.pre_launch(loop)
+
+        self._start_time = time.clock_gettime(time.CLOCK_MONOTONIC)
+        self._end_time = self._start_time + \
+                            self._cdf.duration().total_seconds() + \
+                            timedelta(seconds=120).total_seconds()
+
+        current_time = self._start_time
+        step_size = self._cdf.step_size().total_seconds()
+        self._started = []
+        too_slow = 0
+
+        # Start
+        self._cdf.step_once()
+
+        while len(self._unstarted) > 0:
+            # Check for timeout
+            # start pending MS
+            while len(self._started) < self._cdf.current_scaled_value() and 
len(self._unstarted) > 0:
+                ms = self._unstarted.pop(0)
+                ms.start(loop)
+                launch_time = time.clock_gettime(time.CLOCK_MONOTONIC)
+                self._results[ms.name_number()].set_launch_time(launch_time)
+                self._started.append(ms)
+
+            # Progress and sleep
+            self._cdf.step_once()
+
+            now_time = time.clock_gettime(time.CLOCK_MONOTONIC)
+            sleep_time = (current_time + step_size) - now_time
+            if sleep_time <= 0:
+                self.log("Starting too slowly. Moving on",
+                       target=(current_time + step_size), now=now_time, 
sleep=sleep_time)
+                too_slow += 1
+            else:
+                loop.schedule_timeout(sleep_time)
+                loop.select()
+            current_time += step_size
+
+        end_time = time.clock_gettime(time.CLOCK_MONOTONIC)
+        self.log("All started...", too_slow=too_slow, duration=end_time - 
self._start_time)
+
+    def stop_all(self):
+        for launcher in self._started:
+            launcher.kill()
+
+    def handle_msg(self, _data, time):
+        import json
+        data = json.loads(_data.decode())
+
+        if data['type'] == 'register':
+            ms = self._results[data['ms']]
+            ms.set_start_time(time)
+            launch_delay = ms.start_time() - ms.launch_time()
+            self.log("MS start registered ", ms=ms, at=time, 
delay=launch_delay)
+        elif data['type'] == 'event':
+            if data['data']['lu_done'] == 1:
+                ms = self._results[data['ms']]
+                ms.set_lu_time(time)
+                self.log("MS performed LU ", ms=ms, at=time, 
lu_delay=ms.lu_delay())
+        else:
+            print(time, data)
+            raise Exception("Unknown event type..:" + _data.decode())
+
+
+    def wait_for_result(self, loop):
+        to_complete_time = self._start_time + self.TEST_TIME.total_seconds()
+
+        while True:
+            now_time = time.clock_gettime(time.CLOCK_MONOTONIC)
+            sleep_time = to_complete_time - now_time
+            if sleep_time < 0:
+                break
+            loop.schedule_timeout(sleep_time)
+            loop.select()
+
+    def print_stats(self):
+        from functools import reduce
+        all_completed = reduce(lambda b, ms: b and ms.lu_time() is not None, 
self._results.values(), True)
+        min_value = min(self._results.values(), key=lambda x: x.lu_delay())
+        max_value = max(self._results.values(), key=lambda x: x.lu_delay())
+
+        self.log("Tests done", all_completed=all_completed,
+                    min=min_value.lu_delay(), max=max_value.lu_delay())

-- 
To view, visit https://gerrit.osmocom.org/6918
To unsubscribe, visit https://gerrit.osmocom.org/settings

Gerrit-MessageType: newpatchset
Gerrit-Change-Id: Id3277ed0f0f9ee734569bedd4752564eb68c9cfd
Gerrit-PatchSet: 7
Gerrit-Project: osmo-gsm-tester
Gerrit-Branch: master
Gerrit-Owner: Holger Freyther <hol...@freyther.de>
Gerrit-Reviewer: Harald Welte <lafo...@gnumonks.org>
Gerrit-Reviewer: Jenkins Builder
Gerrit-Reviewer: Pau Espin Pedrol <pes...@sysmocom.de>
Gerrit-Reviewer: neels <nhofm...@sysmocom.de>

Reply via email to