blob: b09a3437cd5fe5f373129168d3b21a97ed8aa2b9 [file] [log] [blame]
Kevin Wolf89594492012-03-08 12:29:00 +01001export SRC_PATH
2
Paolo Bonzinib93b63f2012-03-28 15:42:01 +02003check-unit-y = tests/check-qdict$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +00004gcov-files-check-qdict-y = qdict.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +02005check-unit-y += tests/check-qfloat$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +00006gcov-files-check-qfloat-y = qfloat.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +02007check-unit-y += tests/check-qint$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +00008gcov-files-check-qint-y = qint.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +02009check-unit-y += tests/check-qstring$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000010gcov-files-check-qstring-y = qstring.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020011check-unit-y += tests/check-qlist$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000012gcov-files-check-qlist-y = qlist.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020013check-unit-y += tests/check-qjson$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000014gcov-files-check-qjson-y = qjson.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020015check-unit-y += tests/test-qmp-output-visitor$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000016gcov-files-test-qmp-output-visitor-y = qapi/qmp-output-visitor.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020017check-unit-y += tests/test-qmp-input-visitor$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000018gcov-files-test-qmp-input-visitor-y = qapi/qmp-input-visitor.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020019check-unit-y += tests/test-qmp-input-strict$(EXESUF)
20check-unit-y += tests/test-qmp-commands$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000021gcov-files-test-qmp-commands-y = qapi/qmp-dispatch.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020022check-unit-y += tests/test-string-input-visitor$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000023gcov-files-test-string-input-visitor-y = qapi/string-input-visitor.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020024check-unit-y += tests/test-string-output-visitor$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000025gcov-files-test-string-output-visitor-y = qapi/string-output-visitor.c
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020026check-unit-y += tests/test-coroutine$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000027ifeq ($(CONFIG_WIN32),y)
28gcov-files-test-coroutine-y = coroutine-win32.c
29else
30ifeq ($(CONFIG_UCONTEXT_COROUTINE),y)
31gcov-files-test-coroutine-y = coroutine-ucontext.c
32else
33ifeq ($(CONFIG_SIGALTSTACK_COROUTINE),y)
34gcov-files-test-coroutine-y = coroutine-sigaltstack.c
35else
36gcov-files-test-coroutine-y = coroutine-gthread.c
37endif
38endif
39endif
Michael Roth2d496102012-02-21 21:05:07 -060040check-unit-y += tests/test-visitor-serialization$(EXESUF)
Michael Tokarev2278a692012-06-07 20:08:19 +040041check-unit-y += tests/test-iov$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000042gcov-files-test-iov-y = iov.c
Paolo Bonzinib2ea25d2012-11-23 16:13:23 +010043check-unit-y += tests/test-aio$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000044gcov-files-test-aio-$(CONFIG_WIN32) = aio-win32.c
45gcov-files-test-aio-$(CONFIG_POSIX) = aio-posix.c
Paolo Bonzini74c856e2012-11-23 16:13:24 +010046check-unit-y += tests/test-thread-pool$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000047gcov-files-test-thread-pool-y = thread-pool.c
Anthony Liguoriad65aa82012-01-10 13:10:51 -060048
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020049check-block-$(CONFIG_POSIX) += tests/qemu-iotests-quick.sh
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060050
Anthony Liguorid1aaf542012-03-28 15:42:07 +020051# All QTests for now are POSIX-only, but the dependencies are
52# really in libqtest, not in the testcases themselves.
Kevin Wolf6c806632012-05-10 09:46:18 +020053check-qtest-i386-y = tests/fdc-test$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000054gcov-files-i386-y = hw/fdc.c
Markus Armbruster0e8a8c82012-07-10 11:12:30 +020055check-qtest-i386-y += tests/hd-geo-test$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000056gcov-files-i386-y += hw/hd-geometry.c
Stefan Weilfba0c402012-05-15 18:19:45 +020057check-qtest-i386-y += tests/rtc-test$(EXESUF)
Anthony Liguorid1aaf542012-03-28 15:42:07 +020058check-qtest-x86_64-y = $(check-qtest-i386-y)
Blue Swirl1d728c32012-05-01 18:45:39 +000059gcov-files-i386-y += i386-softmmu/hw/mc146818rtc.c
Blue Swirlf91837a2012-04-15 11:45:18 +000060check-qtest-sparc-y = tests/m48t59-test$(EXESUF)
61check-qtest-sparc64-y = tests/m48t59-test$(EXESUF)
Blue Swirl1d728c32012-05-01 18:45:39 +000062gcov-files-sparc-y += hw/m48t59.c
Anthony Liguorid1aaf542012-03-28 15:42:07 +020063
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020064GENERATED_HEADERS += tests/test-qapi-types.h tests/test-qapi-visit.h tests/test-qmp-commands.h
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060065
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020066test-obj-y = tests/check-qint.o tests/check-qstring.o tests/check-qdict.o \
67 tests/check-qlist.o tests/check-qfloat.o tests/check-qjson.o \
68 tests/test-coroutine.o tests/test-string-output-visitor.o \
69 tests/test-string-input-visitor.o tests/test-qmp-output-visitor.o \
70 tests/test-qmp-input-visitor.o tests/test-qmp-input-strict.o \
Michael Roth2d496102012-02-21 21:05:07 -060071 tests/test-qmp-commands.o tests/test-visitor-serialization.o
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060072
Paolo Bonzini136594f2012-10-29 15:46:15 +010073test-qapi-obj-y = $(qobject-obj-y) $(qapi-obj-y) qemu-tool.o
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020074test-qapi-obj-y += tests/test-qapi-visit.o tests/test-qapi-types.o
75test-qapi-obj-y += module.o
76
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020077$(test-obj-y): QEMU_INCLUDES += -Itests
78
Paolo Bonzini0ef3dd62012-10-23 22:36:08 +020079tests/check-qint$(EXESUF): tests/check-qint.o qint.o
80tests/check-qstring$(EXESUF): tests/check-qstring.o qstring.o
81tests/check-qdict$(EXESUF): tests/check-qdict.o qdict.o qfloat.o qint.o qstring.o qbool.o qlist.o
82tests/check-qlist$(EXESUF): tests/check-qlist.o qlist.o qint.o
83tests/check-qfloat$(EXESUF): tests/check-qfloat.o qfloat.o
Paolo Bonzini136594f2012-10-29 15:46:15 +010084tests/check-qjson$(EXESUF): tests/check-qjson.o $(qobject-obj-y) qemu-tool.o
Paolo Bonzini2b84c2b2012-11-19 09:45:34 +010085tests/test-coroutine$(EXESUF): tests/test-coroutine.o $(coroutine-obj-y) $(tools-obj-y) $(block-obj-y) iov.o libqemustub.a
Paolo Bonzinib2ea25d2012-11-23 16:13:23 +010086tests/test-aio$(EXESUF): tests/test-aio.o $(coroutine-obj-y) $(tools-obj-y) $(block-obj-y) libqemustub.a
Paolo Bonzini74c856e2012-11-23 16:13:24 +010087tests/test-thread-pool$(EXESUF): tests/test-thread-pool.o $(coroutine-obj-y) $(tools-obj-y) $(block-obj-y) libqemustub.a
Michael Tokarev2278a692012-06-07 20:08:19 +040088tests/test-iov$(EXESUF): tests/test-iov.o iov.o
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020089
90tests/test-qapi-types.c tests/test-qapi-types.h :\
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060091$(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-types.py
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020092 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-types.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
93tests/test-qapi-visit.c tests/test-qapi-visit.h :\
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060094$(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-visit.py
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020095 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-visit.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
96tests/test-qmp-commands.h tests/test-qmp-marshal.c :\
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060097$(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-commands.py
Paolo Bonzinib93b63f2012-03-28 15:42:01 +020098 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-commands.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
Anthony Liguoridbfe06c2012-01-10 13:10:43 -060099
100
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200101tests/test-string-output-visitor$(EXESUF): tests/test-string-output-visitor.o $(test-qapi-obj-y)
102tests/test-string-input-visitor$(EXESUF): tests/test-string-input-visitor.o $(test-qapi-obj-y)
103tests/test-qmp-output-visitor$(EXESUF): tests/test-qmp-output-visitor.o $(test-qapi-obj-y)
104tests/test-qmp-input-visitor$(EXESUF): tests/test-qmp-input-visitor.o $(test-qapi-obj-y)
105tests/test-qmp-input-strict$(EXESUF): tests/test-qmp-input-strict.o $(test-qapi-obj-y)
106tests/test-qmp-commands$(EXESUF): tests/test-qmp-commands.o tests/test-qmp-marshal.o $(test-qapi-obj-y)
Michael Roth2d496102012-02-21 21:05:07 -0600107tests/test-visitor-serialization$(EXESUF): tests/test-visitor-serialization.o $(test-qapi-obj-y)
Paolo Bonzini2d7799f2012-02-09 11:21:03 +0100108
Blue Swirld2a16f72012-03-30 17:39:33 +0000109tests/rtc-test$(EXESUF): tests/rtc-test.o $(trace-obj-y)
Blue Swirlf91837a2012-04-15 11:45:18 +0000110tests/m48t59-test$(EXESUF): tests/m48t59-test.o $(trace-obj-y)
Stefan Weilfd4567d2012-05-15 07:27:19 +0200111tests/fdc-test$(EXESUF): tests/fdc-test.o tests/libqtest.o $(trace-obj-y)
Markus Armbruster0e8a8c82012-07-10 11:12:30 +0200112tests/hd-geo-test$(EXESUF): tests/hd-geo-test.o tests/libqtest.o $(trace-obj-y)
Blue Swirld2a16f72012-03-30 17:39:33 +0000113
Anthony Liguori49ee3592012-03-28 15:42:05 +0200114# QTest rules
115
116TARGETS=$(patsubst %-softmmu,%, $(filter %-softmmu,$(TARGET_DIRS)))
117QTEST_TARGETS=$(foreach TARGET,$(TARGETS), $(if $(check-qtest-$(TARGET)-y), $(TARGET),))
118check-qtest-$(CONFIG_POSIX)=$(foreach TARGET,$(TARGETS), $(check-qtest-$(TARGET)-y))
119
Paolo Bonzini2b84c2b2012-11-19 09:45:34 +0100120qtest-obj-y = tests/libqtest.o $(oslib-obj-y) libqemustub.a
Anthony Liguori49ee3592012-03-28 15:42:05 +0200121$(check-qtest-y): $(qtest-obj-y)
122
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200123.PHONY: check-help
124check-help:
125 @echo "Regression testing targets:"
126 @echo
127 @echo " make check Run all tests"
Anthony Liguori49ee3592012-03-28 15:42:05 +0200128 @echo " make check-qtest-TARGET Run qtest tests for given target"
129 @echo " make check-qtest Run qtest tests"
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200130 @echo " make check-unit Run qobject tests"
131 @echo " make check-block Run block tests"
132 @echo " make check-report.html Generates an HTML test report"
133 @echo
134 @echo "Please note that HTML reports do not regenerate if the unit tests"
135 @echo "has not changed."
136 @echo
137 @echo "The variable SPEED can be set to control the gtester speed setting."
138 @echo "Default options are -k and (for make V=1) --verbose; they can be"
139 @echo "changed with variable GTESTER_OPTIONS."
Paolo Bonzini2d7799f2012-02-09 11:21:03 +0100140
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200141SPEED = quick
142GTESTER_OPTIONS = -k $(if $(V),--verbose,-q)
Blue Swirl1d728c32012-05-01 18:45:39 +0000143GCOV_OPTIONS = -n $(if $(V),-f,)
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600144
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200145# gtester tests, possibly with verbose output
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600146
Anthony Liguori49ee3592012-03-28 15:42:05 +0200147.PHONY: $(patsubst %, check-qtest-%, $(QTEST_TARGETS))
148$(patsubst %, check-qtest-%, $(QTEST_TARGETS)): check-qtest-%: $(check-qtest-y)
Blue Swirl1d728c32012-05-01 18:45:39 +0000149 $(if $(CONFIG_GCOV),@rm -f *.gcda */*.gcda */*/*.gcda */*/*/*.gcda,)
Anthony Liguori49ee3592012-03-28 15:42:05 +0200150 $(call quiet-command,QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
151 gtester $(GTESTER_OPTIONS) -m=$(SPEED) $(check-qtest-$*-y),"GTESTER $@")
Blue Swirl1d728c32012-05-01 18:45:39 +0000152 $(if $(CONFIG_GCOV),@for f in $(gcov-files-$*-y); do \
153 echo Gcov report for $$f:;\
154 $(GCOV) $(GCOV_OPTIONS) $$f -o `dirname $$f`; \
155 done,)
Anthony Liguori49ee3592012-03-28 15:42:05 +0200156
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200157.PHONY: $(patsubst %, check-%, $(check-unit-y))
158$(patsubst %, check-%, $(check-unit-y)): check-%: %
Blue Swirl1d728c32012-05-01 18:45:39 +0000159 $(if $(CONFIG_GCOV),@rm -f *.gcda */*.gcda */*/*.gcda */*/*/*.gcda,)
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200160 $(call quiet-command,gtester $(GTESTER_OPTIONS) -m=$(SPEED) $*,"GTESTER $*")
Blue Swirl1d728c32012-05-01 18:45:39 +0000161 $(if $(CONFIG_GCOV),@for f in $(gcov-files-$(subst tests/,,$*)-y); do \
162 echo Gcov report for $$f:;\
163 $(GCOV) $(GCOV_OPTIONS) $$f -o `dirname $$f`; \
164 done,)
Anthony Liguoridbfe06c2012-01-10 13:10:43 -0600165
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200166# gtester tests with XML output
167
Anthony Liguori49ee3592012-03-28 15:42:05 +0200168$(patsubst %, check-report-qtest-%.xml, $(QTEST_TARGETS)): check-report-qtest-%.xml: $(check-qtest-y)
169 $(call quiet-command,QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
170 gtester -q $(GTESTER_OPTIONS) -o $@ -m=$(SPEED) $(check-qtest-$*-y),"GTESTER $@")
171
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200172check-report-unit.xml: $(check-unit-y)
173 $(call quiet-command,gtester -q $(GTESTER_OPTIONS) -o $@ -m=$(SPEED) $^, "GTESTER $@")
174
175# Reports and overall runs
176
Anthony Liguori49ee3592012-03-28 15:42:05 +0200177check-report.xml: $(patsubst %,check-report-qtest-%.xml, $(QTEST_TARGETS)) check-report-unit.xml
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200178 $(call quiet-command,$(SRC_PATH)/scripts/gtester-cat $^ > $@, " GEN $@")
179
180check-report.html: check-report.xml
181 $(call quiet-command,gtester-report $< > $@, " GEN $@")
Kevin Wolf89594492012-03-08 12:29:00 +0100182
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100183
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200184# Other tests
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100185
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200186.PHONY: check-tests/qemu-iotests-quick.sh
187check-tests/qemu-iotests-quick.sh: tests/qemu-iotests-quick.sh qemu-img$(EXESUF) qemu-io$(EXESUF)
188 $<
Kevin Wolfb8c6f292012-03-09 13:37:40 +0100189
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200190# Consolidated targets
191
Anthony Liguori49ee3592012-03-28 15:42:05 +0200192.PHONY: check-qtest check-unit check
193check-qtest: $(patsubst %,check-qtest-%, $(QTEST_TARGETS))
Paolo Bonzinib93b63f2012-03-28 15:42:01 +0200194check-unit: $(patsubst %,check-%, $(check-unit-y))
195check-block: $(patsubst %,check-%, $(check-block-y))
Anthony Liguori49ee3592012-03-28 15:42:05 +0200196check: check-unit check-qtest
Eduardo Habkost14117c72012-07-18 14:22:27 -0300197
198-include $(wildcard tests/*.d)