run-tests.py 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. #!/usr/bin/python
  2. #
  3. # AP tests
  4. # Copyright (c) 2013, Jouni Malinen <j@w1.fi>
  5. #
  6. # This software may be distributed under the terms of the BSD license.
  7. # See README for more details.
  8. import os
  9. import re
  10. import sys
  11. import time
  12. import logging
  13. logger = logging.getLogger(__name__)
  14. from wpasupplicant import WpaSupplicant
  15. from hostapd import HostapdGlobal
  16. def reset_devs(dev, apdev):
  17. hapd = HostapdGlobal()
  18. for d in dev:
  19. try:
  20. d.reset()
  21. except Exception, e:
  22. logger.info("Failed to reset device " + d.ifname)
  23. for ap in apdev:
  24. hapd.remove(ap['ifname'])
  25. def main():
  26. test_file = None
  27. error_file = None
  28. idx = 1
  29. if len(sys.argv) > 1 and sys.argv[1] == '-d':
  30. logging.basicConfig(level=logging.DEBUG)
  31. idx = idx + 1
  32. elif len(sys.argv) > 1 and sys.argv[1] == '-q':
  33. logging.basicConfig(level=logging.WARNING)
  34. idx = idx + 1
  35. else:
  36. logging.basicConfig(level=logging.INFO)
  37. if len(sys.argv) > idx + 1 and sys.argv[idx] == '-e':
  38. error_file = sys.argv[idx + 1]
  39. idx = idx + 2
  40. if len(sys.argv) > idx + 1 and sys.argv[idx] == '-f':
  41. test_file = sys.argv[idx + 1]
  42. idx = idx + 2
  43. if len(sys.argv) > idx:
  44. test_filter = sys.argv[idx]
  45. else:
  46. test_filter = None
  47. dev0 = WpaSupplicant('wlan0', '/tmp/wpas-wlan0')
  48. dev1 = WpaSupplicant('wlan1', '/tmp/wpas-wlan1')
  49. dev2 = WpaSupplicant('wlan2', '/tmp/wpas-wlan2')
  50. dev = [ dev0, dev1, dev2 ]
  51. apdev = [ ]
  52. apdev.append({"ifname": 'wlan3', "bssid": "02:00:00:00:03:00"})
  53. apdev.append({"ifname": 'wlan4', "bssid": "02:00:00:00:04:00"})
  54. for d in dev:
  55. if not d.ping():
  56. logger.info(d.ifname + ": No response from wpa_supplicant")
  57. return
  58. logger.info("DEV: " + d.ifname + ": " + d.p2p_dev_addr())
  59. for ap in apdev:
  60. logger.info("APDEV: " + ap['ifname'])
  61. tests = []
  62. for t in os.listdir("."):
  63. m = re.match(r'(test_.*)\.py$', t)
  64. if m:
  65. if test_file and test_file not in t:
  66. continue
  67. logger.info("Import test cases from " + t)
  68. mod = __import__(m.group(1))
  69. for s in dir(mod):
  70. if s.startswith("test_"):
  71. func = mod.__dict__.get(s)
  72. tests.append(func)
  73. passed = []
  74. failed = []
  75. for t in tests:
  76. if test_filter:
  77. if test_filter != t.__name__:
  78. continue
  79. reset_devs(dev, apdev)
  80. logger.info("START " + t.__name__)
  81. if t.__doc__:
  82. logger.info("Test: " + t.__doc__)
  83. for d in dev:
  84. try:
  85. d.request("NOTE TEST-START " + t.__name__)
  86. except Exception, e:
  87. logger.info("Failed to issue TEST-START before " + t.__name__ + " for " + d.ifname)
  88. logger.info(e)
  89. try:
  90. if t.func_code.co_argcount > 1:
  91. t(dev, apdev)
  92. else:
  93. t(dev)
  94. passed.append(t.__name__)
  95. logger.info("PASS " + t.__name__)
  96. except Exception, e:
  97. logger.info(e)
  98. failed.append(t.__name__)
  99. logger.info("FAIL " + t.__name__)
  100. for d in dev:
  101. try:
  102. d.request("NOTE TEST-STOP " + t.__name__)
  103. except Exception, e:
  104. logger.info("Failed to issue TEST-STOP after " + t.__name__ + " for " + d.ifname)
  105. logger.info(e)
  106. if not test_filter:
  107. reset_devs(dev, apdev)
  108. if len(failed):
  109. logger.info("passed " + str(len(passed)) + " test case(s)")
  110. logger.info("failed tests: " + str(failed))
  111. if error_file:
  112. f = open(error_file, 'w')
  113. f.write(str(failed) + '\n')
  114. f.close()
  115. sys.exit(1)
  116. logger.info("passed all " + str(len(passed)) + " test case(s)")
  117. if __name__ == "__main__":
  118. main()