psh: local and wan ping tests

JIRA: CI-326

psh/test-ping-lan.py

@@ -0,0 +1,120 @@
+# Phoenix-RTOS
+#
+# phoenix-rtos-tests
+#
+# ping command test
+#
+# Copyright 2023 Phoenix Systems
+# Author: Damian Modzelewski
+#
+# This file is part of Phoenix-RTOS.
+#
+# %LICENSE%
+#
+
+import psh.tools.psh as psh
+import psh.tools.netset as netset
+import time
+
+GOOGLE_DNS = "8.8.8.8"
+IP_LOOPBACK = "127.0.0.1"
+
+
+def ping_output_regex(target, iteration):
+    iter_str = r"{" + str(iteration) + r"}"
+
+    psh_output_regex = r"(([0-9]+[a-z\s]+ "
+    psh_output_regex += str(target)
+    psh_output_regex += r": ttl=[0-9]+ icmp_seq=[0-9]+ time=([0-9.]+) ms)"
+    psh_output_regex += f"{psh.EOL}){iter_str}"
+
+    return psh_output_regex
+
+
+def psh_ping_en_disabled(p):
+    # wait for last lwip log
+    time.sleep(5)
+
+    psh.assert_cmd(
+        p, f"ping -i 10 {GOOGLE_DNS}", expected="ping: Fail to send a packet!", result="fail", is_regex=False
+    )
+
+    # self ping i flag used to speed up test process
+    psh.assert_cmd(
+        p, f"ping -i 10 {IP_LOOPBACK}", expected=ping_output_regex(IP_LOOPBACK, 5), result="success", is_regex=True
+    )
+
+
+def psh_ping_help(p):
+    help = (
+        "Usage: ping [options] address",
+        "Options",
+        "  -h:  prints help",
+        "  -c:  count, number of requests to be sent, default 5",
+        "  -i:  interval in milliseconds, default 1000",
+        "  -t:  IP Time To Live, default 64",
+        "  -s:  payload size, default 56, maximum 2040",
+        "  -W:  socket timetout, default 2000",
+        "",
+    )
+    psh.assert_cmd(p, "ping -h", expected=help, result="success", is_regex=False)
+
+
+def psh_ping(p):
+    # self ping
+    psh.assert_cmd(
+        p, f"ping -i 10 {IP_LOOPBACK}", expected=ping_output_regex(IP_LOOPBACK, 5), result="success", is_regex=True
+    )
+
+    # find TTL route
+    for i in range(10, 50, 10):
+        counter = 0
+        for x in range(0, 5):
+            psh.assert_cmd(
+                p,
+                f"ping -t {i} -i 10 192.168.72.{i+x}",
+                expected=ping_output_regex(f"192.168.72.{i+x}", 5) + "|Host timeout" + psh.EOL,
+                result="dont-check",
+                is_regex=True,
+            )
+
+            if psh.get_exit_code(p) == 0:
+                counter += 1
+                print(counter)
+        assert counter >= 2
+
+
+def psh_ping_errors(p):
+    # invalid ping target
+    ping_target = ""
+    psh.assert_cmd(p, f"ping -c 4 {ping_target}", expected="ping: Expected address!", result="fail", is_regex=False)
+
+    # invalid ip
+    ping_target = "localhost"
+    psh.assert_cmd(p, f"ping {ping_target}", expected="ping: Invalid IP address!", result="fail", is_regex=False)
+
+    # invalid ping count
+    psh.assert_cmd(p, f"ping -c -1 {GOOGLE_DNS}", expected="ping: Wrong count value!", result="fail", is_regex=False)
+
+    # invalid ttl value
+    psh.assert_cmd(p, f"ping -t -1 {GOOGLE_DNS}", expected="ping: Wrong ttl value!", result="fail", is_regex=False)
+
+    # invalid interval value
+    psh.assert_cmd(p, f"ping -i -1 {GOOGLE_DNS}", expected="ping: Wrong interval value!", result="fail", is_regex=False)
+
+    # invalid timeout
+    psh.assert_cmd(p, f"ping -W -1 {GOOGLE_DNS}", expected="ping: Wrong timeout value!", result="fail", is_regex=False)
+
+    # invlid_payload_len
+    psh.assert_cmd(p, f"ping -s 2041 {GOOGLE_DNS}", expected="ping: Wrong payload len", result="fail", is_regex=False)
+
+
+@psh.run
+def harness(p):
+    psh_ping_en_disabled(p)
+
+    netset.en_setup(p, eth="en1")
+
+    psh_ping_help(p)
+    psh_ping(p)
+    psh_ping_errors(p)

psh/test-ping-wan.py

@@ -0,0 +1,142 @@
+# Phoenix-RTOS
+#
+# phoenix-rtos-tests
+#
+# ping command test
+#
+# Copyright 2023 Phoenix Systems
+# Author: Damian Modzelewski
+#
+# This file is part of Phoenix-RTOS.
+#
+# %LICENSE%
+#
+
+import psh.tools.psh as psh
+import psh.tools.netset as netset
+import time
+
+GOOGLE_DNS = "8.8.8.8"
+IP_LOOPBACK = "127.0.0.1"
+
+
+def ping_output_regex(target, iteration):
+    iter_str = r"{" + str(iteration) + r"}"
+
+    psh_output_regex = r"(([0-9]+[a-z\s]+ "
+    psh_output_regex += str(target)
+    psh_output_regex += r": ttl=[0-9]+ icmp_seq=[0-9]+ time=([0-9.]+) ms)"
+    psh_output_regex += f"{psh.EOL}){iter_str}"
+
+    return psh_output_regex
+
+
+def psh_ping_en_disabled(p):
+    # wait for last lwip log
+    time.sleep(5)
+
+    psh.assert_cmd(
+        p, f"ping -i 10 {GOOGLE_DNS}", expected="ping: Fail to send a packet!", result="fail", is_regex=False
+    )
+
+    # self ping i flag used to speed up test process
+    psh.assert_cmd(
+        p, f"ping -i 10 {IP_LOOPBACK}", expected=ping_output_regex(IP_LOOPBACK, 5), result="success", is_regex=True
+    )
+
+
+def psh_ping_help(p):
+    help = (
+        "Usage: ping [options] address",
+        "Options",
+        "  -h:  prints help",
+        "  -c:  count, number of requests to be sent, default 5",
+        "  -i:  interval in milliseconds, default 1000",
+        "  -t:  IP Time To Live, default 64",
+        "  -s:  payload size, default 56, maximum 2040",
+        "  -W:  socket timetout, default 2000",
+        "",
+    )
+    psh.assert_cmd(p, "ping -h", expected=help, result="success", is_regex=False)
+
+
+def psh_ping(p):
+    counter = 0
+
+    # self ping
+    psh.assert_cmd(
+        p, f"ping -i 10 {IP_LOOPBACK}", expected=ping_output_regex(IP_LOOPBACK, 5), result="success", is_regex=True
+    )
+
+    # google dns ping after linuxrc run (success)
+    psh.assert_cmd(
+        p,
+        f"ping -i 10 {GOOGLE_DNS}",
+        expected=ping_output_regex(GOOGLE_DNS, 5) + "|Host timeout" + psh.EOL,
+        result="dont-check",
+        is_regex=True,
+    )
+
+    # find TTL route
+    for i in range(1, 10):
+        psh.assert_cmd(
+            p,
+            f"ping -t {i} -i 10 {GOOGLE_DNS}",
+            expected=ping_output_regex(GOOGLE_DNS, 5) + "|Host timeout" + psh.EOL,
+            result="dont-check",
+            is_regex=True,
+        )
+
+        if psh.get_exit_code(p) == 0:
+            counter += 1
+
+    assert counter > 0
+
+    # long ping (ping tics are every second that's why timeout 50 + 5 secs for hiccups)
+    psh.assert_cmd(
+        p,
+        f"ping -c 50 -i 10 {GOOGLE_DNS}",
+        expected=ping_output_regex(GOOGLE_DNS, 50),
+        result="success",
+        is_regex=True,
+    )
+
+    # ping with long time to respond (IBM cloud name server).
+    ping_target = "67.228.254.4"
+    psh.assert_cmd(
+        p, f"ping -i 10  {ping_target}", expected=ping_output_regex(ping_target, 5), result="success", is_regex=True
+    )
+
+    # ping max payload (truncated to 1480)
+    psh.assert_cmd(
+        p,
+        f"ping -s 2000 -i 10 {ping_target}",
+        expected=ping_output_regex(ping_target, 5),
+        result="success",
+        is_regex=True,
+    )
+
+    # ping min payload
+    psh.assert_cmd(
+        p, f"ping -i 200 {ping_target}", expected=ping_output_regex(ping_target, 5), result="success", is_regex=True
+    )
+
+    # ping max payload (Cloudflare DNS capable to hold payload)
+    ping_target = "1.0.0.1"
+    psh.assert_cmd(
+        p,
+        f"ping -s 2000 -i 10 {ping_target}",
+        expected=ping_output_regex(ping_target, 5),
+        result="success",
+        is_regex=True,
+    )
+
+
+@psh.run
+def harness(p):
+    psh_ping_en_disabled(p)
+
+    netset.en_setup(p, eth="en1", wan=True)
+
+    psh_ping_help(p)
+    psh_ping(p)

psh/test.yaml

@@ -16,7 +16,7 @@ test:
           targets:
               exclude: [riscv64-generic-qemu]
 
-        #FIXME - test-pshlogin.py is only for targets with root
+          # FIXME - test-pshlogin.py is only for targets with root
         - name: pshlogin
           harness: test-pshlogin.py
           targets:
@@ -75,7 +75,23 @@ test:
           harness: test-runfile.py
           targets:
               # runfile applet is not intended for non-rootfs targets
-              exclude: [armv7m7-imxrt106x-evk, armv7m7-imxrt117x-evk, armv7m4-stm32l4x6-nucleo, riscv64-generic-qemu]
+              exclude: [armv7m7-imxrt106x-evk, armv7m7-imxrt117x-evk, armv7m4-stm32l4x6-nucleo]
 
         - name: history
           harness: test-history.py
+
+        - name: ping_lan
+          harness: test-ping-lan.py
+          reboot: True
+          nightly: True
+          targets:
+              # runfile applet is not intended for non-rootfs targets
+              exclude: [armv7m7-imxrt106x-evk, armv7m7-imxrt117x-evk, armv7m4-stm32l4x6-nucleo, armv7a9-zynq7000-zedboard, armv7a9-zynq7000-qemu, ia32-generic-qemu]
+
+        - name: ping_wan
+          harness: test-ping-wan.py
+          reboot: True
+          nightly: True
+          targets:
+              # runfile applet is not intended for non-rootfs targets
+              exclude: [armv7m7-imxrt106x-evk, armv7m7-imxrt117x-evk, armv7m4-stm32l4x6-nucleo, armv7a9-zynq7000-zedboard, armv7a9-zynq7000-qemu, ia32-generic-qemu]

psh/tools/netset.py

@@ -0,0 +1,56 @@
+# Phoenix-RTOS
+#
+# phoenix-rtos-tests
+#
+# ping command test
+#
+# Copyright 2023 Phoenix Systems
+# Author: Damian Modzelewski
+#
+# This file is part of Phoenix-RTOS.
+#
+# %LICENSE%
+#
+
+from typing import Optional
+import psh.tools.psh as psh
+import subprocess
+import re
+
+
+def host_interface():
+    out = subprocess.run("ifconfig", encoding="ascii", stdout=subprocess.PIPE, check=True)
+    eth_device = re.findall("eth[0-9]:.+\n.+[0-9]+", out.stdout)
+    inet = re.findall("inet [0-9.]+", str(eth_device))
+    netmask = re.findall("netmask [0-9.]+", str(eth_device))
+    host_setup = inet + netmask
+    return host_setup
+
+
+def en_setup(p, eth="en1", up: Optional[bool] = True, wan: Optional[bool] = False):
+    host_setup = host_interface()
+    host_ip = host_setup[0]
+    host_netmask = host_setup[1]
+
+    ip_split = re.findall("([0-9]{1,3}.)", host_ip)
+    ip_split[3] = "1" + ip_split[3]
+    desired_target_ip = "".join(ip_split)
+    default_gw = desired_target_ip[: len(desired_target_ip) - 2]
+
+    ifconfig_setup_cmd = f"./sbin/ifconfig {eth} {desired_target_ip} {host_netmask} "
+
+    if wan:
+        route_setup_cmd = f"./sbin/route add default gw {default_gw} {eth}"
+    else:
+        route_setup_cmd = f"./sbin/route add -net {desired_target_ip} {eth}"
+
+    if up:
+        ifconfig_setup_cmd += "up "
+
+    psh.assert_prompt_after_cmd(p, ifconfig_setup_cmd, "success")
+    psh.assert_prompt_after_cmd(p, route_setup_cmd, "success")
+
+
+@psh.run
+def harness(p):
+    en_setup(p)