run-tests.py 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131
  1. #!/usr/bin/python
  2. #
  3. # AP tests
  4. # Copyright (c) 2013, Jouni Malinen <j@w1.fi>
  5. #
  6. # This software may be distributed under the terms of the BSD license.
  7. # See README for more details.
  8. import os
  9. import re
  10. import sys
  11. import time
  12. import logging
  13. logger = logging.getLogger(__name__)
  14. from wpasupplicant import WpaSupplicant
  15. from hostapd import HostapdGlobal
  16. def reset_devs(dev, apdev):
  17. hapd = HostapdGlobal()
  18. for d in dev:
  19. d.reset()
  20. for ap in apdev:
  21. hapd.remove(ap['ifname'])
  22. def main():
  23. test_file = None
  24. error_file = None
  25. idx = 1
  26. if len(sys.argv) > 1 and sys.argv[1] == '-d':
  27. logging.basicConfig(level=logging.DEBUG)
  28. idx = idx + 1
  29. elif len(sys.argv) > 1 and sys.argv[1] == '-q':
  30. logging.basicConfig(level=logging.WARNING)
  31. idx = idx + 1
  32. else:
  33. logging.basicConfig(level=logging.INFO)
  34. if len(sys.argv) > idx + 1 and sys.argv[idx] == '-e':
  35. error_file = sys.argv[idx + 1]
  36. idx = idx + 2
  37. if len(sys.argv) > idx + 1 and sys.argv[idx] == '-f':
  38. test_file = sys.argv[idx + 1]
  39. idx = idx + 2
  40. if len(sys.argv) > idx:
  41. test_filter = sys.argv[idx]
  42. else:
  43. test_filter = None
  44. dev0 = WpaSupplicant('wlan0', '/tmp/wpas-wlan0')
  45. dev1 = WpaSupplicant('wlan1', '/tmp/wpas-wlan1')
  46. dev2 = WpaSupplicant('wlan2', '/tmp/wpas-wlan2')
  47. dev = [ dev0, dev1, dev2 ]
  48. apdev = [ ]
  49. apdev.append({"ifname": 'wlan3', "bssid": "02:00:00:00:03:00"})
  50. apdev.append({"ifname": 'wlan4', "bssid": "02:00:00:00:04:00"})
  51. for d in dev:
  52. if not d.ping():
  53. logger.info(d.ifname + ": No response from wpa_supplicant")
  54. return
  55. logger.info("DEV: " + d.ifname + ": " + d.p2p_dev_addr())
  56. for ap in apdev:
  57. logger.info("APDEV: " + ap['ifname'])
  58. tests = []
  59. for t in os.listdir("."):
  60. m = re.match(r'(test_.*)\.py$', t)
  61. if m:
  62. if test_file and test_file not in t:
  63. continue
  64. logger.info("Import test cases from " + t)
  65. mod = __import__(m.group(1))
  66. for s in dir(mod):
  67. if s.startswith("test_"):
  68. func = mod.__dict__.get(s)
  69. tests.append(func)
  70. passed = []
  71. failed = []
  72. for t in tests:
  73. if test_filter:
  74. if test_filter != t.__name__:
  75. continue
  76. reset_devs(dev, apdev)
  77. logger.info("START " + t.__name__)
  78. if t.__doc__:
  79. logger.info("Test: " + t.__doc__)
  80. for d in dev:
  81. try:
  82. d.request("NOTE TEST-START " + t.__name__)
  83. except Exception, e:
  84. logger.info("Failed to issue TEST-START before " + t.__name__ + " for " + d.ifname)
  85. logger.info(e)
  86. try:
  87. if t.func_code.co_argcount > 1:
  88. t(dev, apdev)
  89. else:
  90. t(dev)
  91. passed.append(t.__name__)
  92. logger.info("PASS " + t.__name__)
  93. except Exception, e:
  94. logger.info(e)
  95. failed.append(t.__name__)
  96. logger.info("FAIL " + t.__name__)
  97. for d in dev:
  98. try:
  99. d.request("NOTE TEST-STOP " + t.__name__)
  100. except Exception, e:
  101. logger.info("Failed to issue TEST-STOP after " + t.__name__ + " for " + d.ifname)
  102. logger.info(e)
  103. if not test_filter:
  104. reset_devs(dev, apdev)
  105. if len(failed):
  106. logger.info("passed " + str(len(passed)) + " test case(s)")
  107. logger.info("failed tests: " + str(failed))
  108. if error_file:
  109. f = open(error_file, 'w')
  110. f.write(str(failed) + '\n')
  111. f.close()
  112. sys.exit(1)
  113. logger.info("passed all " + str(len(passed)) + " test case(s)")
  114. if __name__ == "__main__":
  115. main()