summaryrefslogtreecommitdiff
path: root/meta/classes
diff options
context:
space:
mode:
Diffstat (limited to 'meta/classes')
-rw-r--r--meta/classes/image.bbclass3
-rw-r--r--meta/classes/imagetest-dummy.bbclass1
-rw-r--r--meta/classes/imagetest-qemu.bbclass137
3 files changed, 141 insertions, 0 deletions
diff --git a/meta/classes/image.bbclass b/meta/classes/image.bbclass
index 4a5b83e30..7318ba9a2 100644
--- a/meta/classes/image.bbclass
+++ b/meta/classes/image.bbclass
@@ -1,5 +1,8 @@
inherit rootfs_${IMAGE_PKGTYPE}
+IMAGETEST ?= "dummy"
+inherit imagetest-${IMAGETEST}
+
LICENSE = "MIT"
PACKAGES = ""
RDEPENDS += "${IMAGE_INSTALL}"
diff --git a/meta/classes/imagetest-dummy.bbclass b/meta/classes/imagetest-dummy.bbclass
new file mode 100644
index 000000000..bcacae604
--- /dev/null
+++ b/meta/classes/imagetest-dummy.bbclass
@@ -0,0 +1 @@
+# dummy testclass file
diff --git a/meta/classes/imagetest-qemu.bbclass b/meta/classes/imagetest-qemu.bbclass
new file mode 100644
index 000000000..742b75920
--- /dev/null
+++ b/meta/classes/imagetest-qemu.bbclass
@@ -0,0 +1,137 @@
+addtask qemuimagetest before do_build
+# after do_rootfs
+do_qemuimagetest[nostamp] = "1"
+do_qemuimagetest[depends] += "qemu-native:do_populate_sysroot"
+
+# Test related variables
+# By default, TEST_DIR is created under WORKDIR
+TEST_DIR ?= "${WORKDIR}/qemuimagetest"
+TEST_LOG ?= "${LOG_DIR}/qemuimagetests"
+TEST_RESULT ?= "${TEST_DIR}/result"
+TEST_LIST ?= "${TEST_DIR}/list"
+TEST_TMP ?= "${TEST_DIR}/tmp"
+TEST_SCEN ?= "sanity"
+
+python do_qemuimagetest() {
+ import sys
+ import re
+ import os
+
+ """
+ Test Controller for Poky Testing.
+ """
+
+ casestr = re.compile(r'(?P<scen>\w+\b)\s*(?P<case>\w+$)')
+ resultstr = re.compile(r'\s*(?P<case>\w+)\s*(?P<pass>\d+)\s*(?P<fail>\d+)\s*(?P<noresult>\d+)')
+
+ """funtion to run each case under scenario"""
+ def runtest(scen, case, fulltestpath):
+ resultpath = bb.data.getVar('TEST_RESULT', d, 1)
+ machine = bb.data.getVar('MACHINE', d, 1)
+ pname = bb.data.getVar('PN', d, 1)
+
+ testpath = bb.data.getVar('TEST_DIR', d, 1)
+
+ """initialize log file for testcase"""
+ logpath = bb.data.getVar('TEST_LOG', d, 1)
+ bb.utils.mkdirhier("%s/%s" % (logpath, scen))
+ caselog = os.path.join(logpath, "%s/log_%s.%s" % (scen, case, bb.data.getVar('DATETIME', d, 1)))
+ os.system("touch %s" % caselog)
+
+
+ """export TEST_TMP, TEST_RESULT, DEPLOY_DIR and QEMUARCH"""
+ os.environ["PATH"] = bb.data.getVar("PATH", d, True)
+ os.environ["TEST_TMP"] = testpath
+ os.environ["TEST_RESULT"] = resultpath
+ os.environ["DEPLOY_DIR"] = bb.data.getVar("DEPLOY_DIR", d, True)
+ os.environ["QEMUARCH"] = machine
+ os.environ["QEMUTARGET"] = pname
+ os.environ["DISPLAY"] = bb.data.getVar("DISPLAY", d, True)
+
+ """run Test Case"""
+ bb.note("Run %s test in scenario %s" % (case, scen))
+ os.system("%s | tee -a %s" % (fulltestpath, caselog))
+
+ """Generate testcase list in runtime"""
+ def generate_list(testfile, testlist):
+ list = []
+ if len(testlist) == 0:
+ raise bb.build.FuncFailed("No testcase defined in TEST_SCEN")
+
+ """remove old testcase list file"""
+ if os.path.exists(testfile):
+ os.remove(testfile)
+ os.system("touch %s" % testfile)
+
+ """check testcase folder and add case to TEST_LIST"""
+ for item in testlist.split(" "):
+ found = False
+ for dir in bb.data.getVar("QEMUIMAGETESTS", d, True).split():
+ casepath = os.path.join(dir, item)
+ if not os.path.isdir(casepath):
+ continue
+ files = os.listdir(casepath)
+ for casefile in files:
+ fulltestcase = "%s/%s" % (casepath, casefile)
+ if os.path.isfile(fulltestcase):
+ list.append((item, casefile, fulltestcase))
+ found = True
+ if not found:
+ raise bb.build.FuncFailed("Testcase folder not found for test %s" % item)
+ return list
+
+ """check testcase folder and create test log folder"""
+ testpath = bb.data.getVar('TEST_DIR', d, 1)
+ bb.utils.mkdirhier(testpath)
+
+ logpath = bb.data.getVar('TEST_LOG', d, 1)
+ bb.utils.mkdirhier(logpath)
+
+ tmppath = bb.data.getVar('TEST_TMP', d, 1)
+ bb.utils.mkdirhier(tmppath)
+
+ """initialize result file"""
+ resultpath = bb.data.getVar('TEST_RESULT', d, 1)
+ bb.utils.mkdirhier(resultpath)
+ resultfile = os.path.join(resultpath, "testresult.%s" % bb.data.getVar('DATETIME', d, 1))
+ sresultfile = os.path.join(resultpath, "testresult.log")
+
+ machine = bb.data.getVar('MACHINE', d, 1)
+
+ if os.path.exists(sresultfile):
+ os.remove(sresultfile)
+ os.system("touch %s" % resultfile)
+ os.symlink(resultfile, sresultfile)
+ f = open(sresultfile, "a")
+ f.write("\tTest Result for %s\n" % machine)
+ f.write("\tTestcase\tPASS\tFAIL\tNORESULT\n")
+ f.close()
+
+ """generate pre-defined testcase list"""
+ testfile = bb.data.getVar('TEST_LIST', d, 1)
+ testlist = bb.data.getVar('TEST_SCEN', d, 1)
+ fulllist = generate_list(testfile, testlist)
+
+ """Begin testing"""
+ for test in fulllist:
+ (scen, case, fullpath) = test
+ runtest(scen, case, fullpath)
+
+ """Print Test Result"""
+ ret = 0
+ f = open(sresultfile, "r")
+ for line in f:
+ m = resultstr.match(line)
+ if m:
+ if m.group('fail') == "1":
+ ret = 1
+ elif m.group('noresult') == "1":
+ ret = 2
+ print line,
+ else:
+ print line,
+ f.close()
+
+ if ret != 0:
+ raise bb.build.FuncFailed("Some testcases fail, pls. check test result and test log!!!")
+}