summaryrefslogtreecommitdiff
path: root/test
diff options
context:
space:
mode:
Diffstat (limited to 'test')
-rw-r--r--test/hil/hil_test.py317
-rw-r--r--test/hil/pi4.json37
-rw-r--r--test/hil/rpi.json82
3 files changed, 262 insertions, 174 deletions
diff --git a/test/hil/hil_test.py b/test/hil/hil_test.py
index c2699cc6f..486f0d2eb 100644
--- a/test/hil/hil_test.py
+++ b/test/hil/hil_test.py
@@ -33,17 +33,10 @@ import serial
import subprocess
import json
import glob
-import platform
-
-# for RPI double reset
-if platform.machine() == 'aarch64':
- try:
- import gpiozero
- except ImportError:
- pass
+from multiprocessing import Pool
+import fs
-
-ENUM_TIMEOUT = 10
+ENUM_TIMEOUT = 30
# get usb serial by id
@@ -60,9 +53,8 @@ def get_serial_dev(id, vendor_str, product_str, ifnum):
return port_list[0]
-# Currently not used, left as reference
+# get usb disk by id
def get_disk_dev(id, vendor_str, lun):
- # get usb disk by id
return f'/dev/disk/by-id/usb-{vendor_str}_Mass_Storage_{id}-0:{lun}'
@@ -79,34 +71,35 @@ def open_serial_dev(port):
# slight delay since kernel may occupy the port briefly
time.sleep(0.5)
timeout = timeout - 0.5
- ser = serial.Serial(port, timeout=1)
+ ser = serial.Serial(port, timeout=5)
break
except serial.SerialException:
pass
time.sleep(0.5)
timeout = timeout - 0.5
- assert timeout, 'Device not available or Cannot open port'
+
+ assert timeout, f'Cannot open port f{port}' if os.path.exists(port) else f'Port {port} not existed'
return ser
-def read_disk_file(id, fname):
- # on different self-hosted, the mount point is different
- file_list = [
- f'/media/blkUSB_{id[-8:]}.02/{fname}',
- f'/media/{os.getenv("USER")}/TinyUSB MSC/{fname}'
- ]
+def read_disk_file(uid, lun, fname):
+ # open_fs("fat://{dev}) require 'pip install pyfatfs'
+ dev = get_disk_dev(uid, 'TinyUSB', lun)
timeout = ENUM_TIMEOUT
while timeout:
- for file in file_list:
- if os.path.isfile(file):
- with open(file, 'rb') as f:
+ if os.path.exists(dev):
+ fat = fs.open_fs(f'fat://{dev}?read_only=true')
+ try:
+ with fat.open(fname, 'rb') as f:
data = f.read()
- return data
-
+ finally:
+ fat.close()
+ assert data, f'Cannot read file {fname} from {dev}'
+ return data
time.sleep(1)
- timeout = timeout - 1
+ timeout -= 1
- assert timeout, 'Device not available'
+ assert timeout, f'Storage {dev} not existed'
return None
@@ -114,11 +107,11 @@ def read_disk_file(id, fname):
# Flashing firmware
# -------------------------------------------------------------
def run_cmd(cmd):
- # print(cmd)
+ #print(cmd)
r = subprocess.run(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
- title = 'command error'
if r.returncode != 0:
- # print build output if failed
+ title = f'COMMAND FAILED: {cmd}'
+ print()
if os.getenv('CI'):
print(f"::group::{title}")
print(r.stdout.decode("utf-8"))
@@ -131,10 +124,21 @@ def run_cmd(cmd):
def flash_jlink(board, firmware):
script = ['halt', 'r', f'loadfile {firmware}.elf', 'r', 'go', 'exit']
- with open('flash.jlink', 'w') as f:
+ f_jlink = f'{board["name"]}_{os.path.basename(firmware)}.jlink'
+ with open(f_jlink, 'w') as f:
f.writelines(f'{s}\n' for s in script)
- ret = run_cmd(f'JLinkExe -USB {board["flasher_sn"]} {board["flasher_args"]} -if swd -JTAGConf -1,-1 -speed auto -NoGui 1 -ExitOnError 1 -CommandFile flash.jlink')
- os.remove('flash.jlink')
+ ret = run_cmd(f'JLinkExe -USB {board["flasher_sn"]} {board["flasher_args"]} -if swd -JTAGConf -1,-1 -speed auto -NoGui 1 -ExitOnError 1 -CommandFile {f_jlink}')
+ os.remove(f_jlink)
+ return ret
+
+
+def flash_stlink(board, firmware):
+ ret = run_cmd(f'STM32_Programmer_CLI --connect port=swd sn={board["flasher_sn"]} --write {firmware}.elf --go')
+ return ret
+
+
+def flash_stflash(board, firmware):
+ ret = run_cmd(f'st-flash --serial {board["flasher_sn"]} write {firmware}.bin 0x8000000')
return ret
@@ -143,6 +147,42 @@ def flash_openocd(board, firmware):
return ret
+def flash_openocd_wch(board, firmware):
+ # Content of the wch-riscv.cfg file
+ cfg_content = """
+adapter driver wlinke
+adapter speed 6000
+transport select sdi
+
+wlink_set_address 0x00000000
+set _CHIPNAME wch_riscv
+sdi newtap $_CHIPNAME cpu -irlen 5 -expected-id 0x00001
+
+set _TARGETNAME $_CHIPNAME.cpu
+
+target create $_TARGETNAME.0 wch_riscv -chain-position $_TARGETNAME
+$_TARGETNAME.0 configure -work-area-phys 0x20000000 -work-area-size 10000 -work-area-backup 1
+set _FLASHNAME $_CHIPNAME.flash
+
+flash bank $_FLASHNAME wch_riscv 0x00000000 0 0 0 $_TARGETNAME.0
+
+echo "Ready for Remote Connections"
+"""
+ f_wch = f"wch-riscv_{board['uid']}.cfg"
+ if not os.path.exists(f_wch):
+ with open(f_wch, 'w') as file:
+ file.write(cfg_content)
+
+ ret = run_cmd(f'openocd_wch -c "adapter serial {board["flasher_sn"]}" -f {f_wch} -c "program {firmware}.elf reset exit"')
+ return ret
+
+
+def flash_wlink_rs(board, firmware):
+ # wlink use index for probe selection and lacking usb serial support
+ ret = run_cmd(f'wlink flash {firmware}.elf')
+ return ret
+
+
def flash_esptool(board, firmware):
port = get_serial_dev(board["flasher_sn"], None, None, 0)
dir = os.path.dirname(f'{firmware}.bin')
@@ -156,49 +196,18 @@ def flash_esptool(board, firmware):
return ret
-def doublereset_with_rpi_gpio(board):
- # Off = 0 = Reset
- led = gpiozero.LED(board["flasher_reset_pin"])
-
- led.off()
- time.sleep(0.1)
- led.on()
- time.sleep(0.1)
- led.off()
- time.sleep(0.1)
- led.on()
-
-
-def flash_bossac(board, firmware):
- # double reset to enter bootloader
- if platform.machine() == 'aarch64':
- doublereset_with_rpi_gpio(board)
-
- port = get_serial_dev(board["uid"], board["flashser_vendor"], board["flasher_product"], 0)
- timeout = ENUM_TIMEOUT
- while timeout:
- if os.path.exists(port):
- break
- else:
- time.sleep(0.5)
- timeout = timeout - 0.5
- assert timeout, 'bossac bootloader is not available'
- # sleep a bit more for bootloader to be ready
- time.sleep(0.5)
- ret = run_cmd(f'bossac --port {port} {board["flasher_args"]} -U -i -R -e -w {firmware}.bin')
- return ret
-
# -------------------------------------------------------------
# Tests
# -------------------------------------------------------------
-def test_board_test(id):
+def test_board_test(board):
# Dummy test
pass
-def test_cdc_dual_ports(id):
- port1 = get_serial_dev(id, 'TinyUSB', "TinyUSB_Device", 0)
- port2 = get_serial_dev(id, 'TinyUSB', "TinyUSB_Device", 2)
+def test_cdc_dual_ports(board):
+ uid = board['uid']
+ port1 = get_serial_dev(uid, 'TinyUSB', "TinyUSB_Device", 0)
+ port2 = get_serial_dev(uid, 'TinyUSB', "TinyUSB_Device", 2)
ser1 = open_serial_dev(port1)
ser2 = open_serial_dev(port2)
@@ -217,9 +226,10 @@ def test_cdc_dual_ports(id):
assert ser2.read(100) == str2.upper(), 'Port2 wrong data'
-def test_cdc_msc(id):
+def test_cdc_msc(board):
+ uid = board['uid']
# Echo test
- port = get_serial_dev(id, 'TinyUSB', "TinyUSB_Device", 0)
+ port = get_serial_dev(uid, 'TinyUSB', "TinyUSB_Device", 0)
ser = open_serial_dev(port)
str = b"test_str"
@@ -228,7 +238,7 @@ def test_cdc_msc(id):
assert ser.read(100) == str, 'CDC wrong data'
# Block test
- data = read_disk_file(id, 'README.TXT')
+ data = read_disk_file(uid,0,'README.TXT')
readme = \
b"This is tinyusb's MassStorage Class demo.\r\n\r\n\
If you find any bugs or get any questions, feel free to file an\r\n\
@@ -237,57 +247,62 @@ issue at github.com/hathach/tinyusb"
assert data == readme, 'MSC wrong data'
-def test_cdc_msc_freertos(id):
- test_cdc_msc(id)
+def test_cdc_msc_freertos(board):
+ test_cdc_msc(board)
-def test_dfu(id):
+def test_dfu(board):
+ uid = board['uid']
+
# Wait device enum
timeout = ENUM_TIMEOUT
while timeout:
ret = subprocess.run(f'dfu-util -l',
shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
stdout = ret.stdout.decode()
- if f'serial="{id}"' in stdout and 'Found DFU: [cafe:4000]' in stdout:
+ if f'serial="{uid}"' in stdout and 'Found DFU: [cafe:4000]' in stdout:
break
time.sleep(1)
timeout = timeout - 1
assert timeout, 'Device not available'
+ f_dfu0 = f'dfu0_{uid}'
+ f_dfu1 = f'dfu1_{uid}'
+
# Test upload
try:
- os.remove('dfu0')
- os.remove('dfu1')
+ os.remove(f_dfu0)
+ os.remove(f_dfu1)
except OSError:
pass
- ret = subprocess.run(f'dfu-util -S {id} -a 0 -U dfu0',
- shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+ ret = run_cmd(f'dfu-util -S {uid} -a 0 -U {f_dfu0}')
assert ret.returncode == 0, 'Upload failed'
- ret = subprocess.run(f'dfu-util -S {id} -a 1 -U dfu1',
- shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+ ret = run_cmd(f'dfu-util -S {uid} -a 1 -U {f_dfu1}')
assert ret.returncode == 0, 'Upload failed'
- with open('dfu0') as f:
+ with open(f_dfu0) as f:
assert 'Hello world from TinyUSB DFU! - Partition 0' in f.read(), 'Wrong uploaded data'
- with open('dfu1') as f:
+ with open(f_dfu1) as f:
assert 'Hello world from TinyUSB DFU! - Partition 1' in f.read(), 'Wrong uploaded data'
- os.remove('dfu0')
- os.remove('dfu1')
+ os.remove(f_dfu0)
+ os.remove(f_dfu1)
-def test_dfu_runtime(id):
+def test_dfu_runtime(board):
+ uid = board['uid']
+
# Wait device enum
timeout = ENUM_TIMEOUT
while timeout:
ret = subprocess.run(f'dfu-util -l',
shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
stdout = ret.stdout.decode()
- if f'serial="{id}"' in stdout and 'Found Runtime: [cafe:4000]' in stdout:
+ if f'serial="{uid}"' in stdout and 'Found Runtime: [cafe:4000]' in stdout:
break
time.sleep(1)
timeout = timeout - 1
@@ -295,10 +310,11 @@ def test_dfu_runtime(id):
assert timeout, 'Device not available'
-def test_hid_boot_interface(id):
- kbd = get_hid_dev(id, 'TinyUSB', 'TinyUSB_Device', 'event-kbd')
- mouse1 = get_hid_dev(id, 'TinyUSB', 'TinyUSB_Device', 'if01-event-mouse')
- mouse2 = get_hid_dev(id, 'TinyUSB', 'TinyUSB_Device', 'if01-mouse')
+def test_hid_boot_interface(board):
+ uid = board['uid']
+ kbd = get_hid_dev(uid, 'TinyUSB', 'TinyUSB_Device', 'event-kbd')
+ mouse1 = get_hid_dev(uid, 'TinyUSB', 'TinyUSB_Device', 'if01-event-mouse')
+ mouse2 = get_hid_dev(uid, 'TinyUSB', 'TinyUSB_Device', 'if01-mouse')
# Wait device enum
timeout = ENUM_TIMEOUT
while timeout:
@@ -307,7 +323,7 @@ def test_hid_boot_interface(id):
time.sleep(1)
timeout = timeout - 1
- assert timeout, 'Device not available'
+ assert timeout, 'HID device not available'
def test_hid_composite_freertos(id):
@@ -318,6 +334,70 @@ def test_hid_composite_freertos(id):
# -------------------------------------------------------------
# Main
# -------------------------------------------------------------
+# all possible tests: board_test is added last to disable board's usb
+all_tests = [
+ 'cdc_dual_ports',
+ 'cdc_msc',
+ 'dfu',
+ 'cdc_msc_freertos', # dont test 2 cdc_msc next to each other, since they have same vid/pid. Can be confused by host
+ 'dfu_runtime',
+ 'hid_boot_interface',
+ 'board_test'
+]
+
+
+def test_board(board):
+ name = board['name']
+ flasher = board['flasher'].lower()
+
+ # default to all tests
+ if 'tests' in board:
+ test_list = board['tests'] + ['board_test']
+ else:
+ test_list = list(all_tests)
+
+ # remove skip_tests
+ if 'tests_skip' in board:
+ for skip in board['tests_skip']:
+ if skip in test_list:
+ test_list.remove(skip)
+
+ err_count = 0
+ for test in test_list:
+ fw_dir = f'cmake-build/cmake-build-{name}/device/{test}'
+ if not os.path.exists(fw_dir):
+ fw_dir = f'examples/cmake-build-{name}/device/{test}'
+ fw_name = f'{fw_dir}/{test}'
+ print(f'{name:30} {test:20} ... ', end='')
+
+ if not os.path.exists(fw_dir):
+ print('Skip')
+ continue
+
+ # flash firmware. It may fail randomly, retry a few times
+ for i in range(3):
+ ret = globals()[f'flash_{flasher}'](board, fw_name)
+ if ret.returncode == 0:
+ break
+ else:
+ print(f'Flashing failed, retry {i+1}')
+ time.sleep(1)
+
+ if ret.returncode == 0:
+ try:
+ ret = globals()[f'test_{test}'](board)
+ print('OK')
+ except Exception as e:
+ err_count += 1
+ print('Failed')
+ print(f' {e}')
+ else:
+ err_count += 1
+ print('Flash failed')
+
+ return err_count
+
+
def main():
"""
Hardware test on specified boards
@@ -330,59 +410,22 @@ def main():
config_file = args.config_file
boards = args.board
- config_file = os.path.join(os.path.dirname(__file__), config_file)
+ # if config file is not found, try to find it in the same directory as this script
+ if not os.path.exists(config_file):
+ config_file = os.path.join(os.path.dirname(__file__), config_file)
with open(config_file) as f:
config = json.load(f)
- # all possible tests
- all_tests = [
- 'cdc_dual_ports', 'cdc_msc', 'dfu', 'dfu_runtime', 'hid_boot_interface',
- ]
-
if len(boards) == 0:
config_boards = config['boards']
else:
config_boards = [e for e in config['boards'] if e['name'] in boards]
- for item in config_boards:
- name = item['name']
- print(f'Testing board:{name}')
- flasher = item['flasher'].lower()
-
- # default to all tests
- if 'tests' in item:
- test_list = item['tests']
- else:
- test_list = all_tests
-
- # board_test is added last to disable board's usb
- test_list.append('board_test')
-
- # remove skip_tests
- if 'tests_skip' in item:
- for skip in item['tests_skip']:
- if skip in test_list:
- test_list.remove(skip)
-
- for test in test_list:
- fw_name = f'cmake-build/cmake-build-{name}/device/{test}/{test}'
- print(f' {test} ...', end='')
-
- # flash firmware. It may fail randomly, retry a few times
- for i in range(3):
- ret = globals()[f'flash_{flasher}'](item, fw_name)
- if ret.returncode == 0:
- break
- else:
- print(f'Flashing failed, retry {i+1}')
- time.sleep(1)
-
- assert ret.returncode == 0, 'Flash failed\n' + ret.stdout.decode()
-
- # run test
- globals()[f'test_{test}'](item['uid'])
+ err_count_list = 0
+ with Pool(processes=os.cpu_count()) as pool:
+ err_count_list = pool.map(test_board, config_boards)
- print('OK')
+ sys.exit(sum(err_count_list))
if __name__ == '__main__':
diff --git a/test/hil/pi4.json b/test/hil/pi4.json
deleted file mode 100644
index bdb8a5fa5..000000000
--- a/test/hil/pi4.json
+++ /dev/null
@@ -1,37 +0,0 @@
-{
- "boards": [
- {
- "name": "raspberry_pi_pico",
- "uid": "E6614C311B764A37",
- "flasher": "openocd",
- "flasher_sn": "E6614103E72C1D2F",
- "flasher_args": "-f interface/cmsis-dap.cfg -f target/rp2040.cfg -c \"adapter speed 5000\""
- },
- {
- "name": "feather_nrf52840_express",
- "uid": "1F0479CD0F764471",
- "flasher": "jlink",
- "flasher_sn": "000682804350",
- "flasher_args": "-device nrf52840_xxaa"
- },
- {
- "name": "itsybitsy_m4",
- "uid": "D784B28C5338533335202020FF044726",
- "flasher": "bossac",
- "flashser_vendor": "Adafruit Industries",
- "flasher_product": "ItsyBitsy M4 Express",
- "flasher_reset_pin": "2",
- "flasher_args": "--offset 0x4000"
- },
- {
- "name": "espressif_s3_devkitm",
- "uid": "84F703C084E4",
- "tests": [
- "cdc_msc_freertos", "hid_composite_freertos"
- ],
- "flasher": "esptool",
- "flasher_sn": "3ea619acd1cdeb11a0a0b806e93fd3f1",
- "flasher_args": "-b 1500000"
- }
- ]
-}
diff --git a/test/hil/rpi.json b/test/hil/rpi.json
new file mode 100644
index 000000000..688ea3822
--- /dev/null
+++ b/test/hil/rpi.json
@@ -0,0 +1,82 @@
+{
+ "boards": [
+ {
+ "name": "feather_nrf52840_express",
+ "uid": "1F0479CD0F764471",
+ "flasher": "jlink",
+ "flasher_sn": "000682804350",
+ "flasher_args": "-device nrf52840_xxaa"
+ },
+ {
+ "name": "itsybitsy_m4",
+ "uid": "D784B28C5338533335202020FF044726",
+ "flasher": "openocd",
+ "flasher_sn": "E6614C311B597D32",
+ "flasher_args": "-f interface/cmsis-dap.cfg -f target/atsame5x.cfg -c \"adapter speed 5000\""
+ },
+ {
+ "name": "lpcxpresso11u37",
+ "uid": "17121919",
+ "flasher": "jlink",
+ "flasher_sn": "000724441579",
+ "flasher_args": "-device LPC11U37/401"
+ },
+ {
+ "name": "ra4m1_ek",
+ "uid": "152E163038303131393346E46F26574B",
+ "tests_skip": ["cdc_msc", "cdc_msc_freertos"],
+ "comment": "MSC is slow to enumerated #2602",
+ "flasher": "jlink",
+ "flasher_sn": "000831174392",
+ "flasher_args": "-device R7FA4M1AB"
+ },
+ {
+ "name": "raspberry_pi_pico",
+ "uid": "E6614C311B764A37",
+ "flasher": "openocd",
+ "flasher_sn": "E6614103E72C1D2F",
+ "flasher_args": "-f interface/cmsis-dap.cfg -f target/rp2040.cfg -c \"adapter speed 5000\""
+ },
+ {
+ "name": "stm32f072disco",
+ "uid": "3A001A001357364230353532",
+ "flasher": "jlink",
+ "flasher_sn": "779541626",
+ "flasher_args": "-device stm32f072rb"
+ },
+ {
+ "name": "stm32g0b1nucleo",
+ "uid": "4D0038000450434E37343120",
+ "flasher": "openocd",
+ "flasher_sn": "066FFF495087534867063844",
+ "flasher_args": "-f interface/stlink.cfg -f target/stm32g0x.cfg"
+ },
+ {
+ "name": "nanoch32v203",
+ "uid": "CDAB277B0FBC03E339E339E3",
+ "flasher": "openocd_wch",
+ "flasher_sn": "EBCA8F0670AF",
+ "flasher_args": ""
+ }
+ ],
+ "boards-skip": [
+ {
+ "name": "metro_m7_1011",
+ "uid": "9CE8715DD71137363E00005002004200",
+ "flasher": "jlink",
+ "flasher_sn": "000611000000",
+ "flasher_args": "-device MIMXRT1011xxx5A",
+ "comment": "not running reliably in bulk with other boards, probably power, flashing etc .."
+ },
+ {
+ "name": "espressif_s3_devkitm",
+ "uid": "84F703C084E4",
+ "tests": [
+ "cdc_msc_freertos", "hid_composite_freertos"
+ ],
+ "flasher": "esptool",
+ "flasher_sn": "3ea619acd1cdeb11a0a0b806e93fd3f1",
+ "flasher_args": "-b 921600"
+ }
+ ]
+}
generated by cgit v1.3.1 (git 2.54.0) at 2026-08-19 22:19:02 +0000