path: root/test/Makefile.am

SUBDIRS=pdiff .

# Here are all the tests that are run unconditionally
TESTS = 			\
a8-mask				\
big-trap			\
caps-joins			\
caps-joins-alpha		\
caps-sub-paths			\
clip-all			\
clip-fill-rule			\
clip-fill-rule-pixel-aligned	\
clip-nesting			\
clip-operator			\
clip-push-group			\
clip-twice			\
close-path			\
composite-integer-translate-source \
composite-integer-translate-over \
composite-integer-translate-over-repeat \
copy-path			\
create-for-stream		\
create-from-png			\
create-from-png-stream		\
dash-caps-joins			\
dash-no-dash			\
dash-offset-negative		\
dash-scale			\
dash-zero-length		\
dash-state			\
degenerate-path			\
device-offset			\
device-offset-positive		\
extend-pad			\
fill-and-stroke			\
fill-and-stroke-alpha		\
fill-and-stroke-alpha-add	\
fill-degenerate-sort-order	\
fill-missed-stop		\
fill-rule			\
filter-nearest-offset		\
font-face-get-type		\
font-matrix-translation		\
glyph-cache-pressure		\
get-and-set			\
get-clip                        \
get-group-target		\
get-path-extents                \
gradient-alpha			\
infinite-join			\
in-fill-empty-trapezoid		\
invalid-matrix			\
leaky-dash			\
leaky-polygon			\
line-width			\
line-width-scale		\
line-width-zero			\
linear-gradient			\
linear-gradient-reflect		\
long-lines			\
mask				\
mask-ctm			\
mask-surface-ctm		\
move-to-show-surface		\
new-sub-path			\
nil-surface			\
operator-clear			\
operator-source			\
paint				\
paint-repeat			\
paint-source-alpha		\
paint-with-alpha		\
pattern-get-type		\
pattern-getters			\
pixman-rotate			\
radial-gradient			\
random-intersections		\
rectangle-rounding-error	\
rectilinear-stroke		\
rotate-image-surface-paint	\
scale-down-source-surface-paint	\
scale-source-surface-paint	\
select-font-face		\
select-font-no-show-text	\
self-copy			\
self-intersecting		\
set-source			\
show-text-current-point		\
skew-extreme			\
solid-pattern-cache-stress	\
source-clip			\
source-clip-scale		\
source-surface-scale-paint	\
surface-finish-twice		\
surface-pattern			\
surface-pattern-scale-down	\
surface-pattern-scale-up	\
text-antialias-gray		\
text-antialias-none		\
text-antialias-subpixel		\
text-cache-crash		\
text-glyph-range		\
text-pattern			\
text-rotate			\
text-zero-len			\
transforms			\
translate-show-surface		\
trap-clip			\
truetype-tables			\
unantialiased-shapes		\
unbounded-operator		\
user-data			\
rel-path                        \
push-group			\
zero-alpha

# Then we have a collection of tests that are only run if certain
# features are compiled into cairo
if HAVE_PTHREAD
TESTS += pthread-show-text
endif

if CAIRO_HAS_FT_FONT
TESTS += bitmap-font
TESTS += ft-font-create-for-ft-face
TESTS += ft-text-vertical-layout-type1
TESTS += ft-text-vertical-layout-type3
TESTS += ft-text-antialias-none
endif

if CAIRO_HAS_SVG_SURFACE
TESTS += svg-surface svg-clip
endif

if CAIRO_HAS_PDF_SURFACE
TESTS += pdf-features
endif

if CAIRO_HAS_PS_SURFACE
TESTS += ps-features
endif

if CAIRO_HAS_XLIB_SURFACE
TESTS += xlib-surface
endif

if CAIRO_HAS_MULTI_PAGE_SURFACES
TESTS += multi-page
endif

if CAIRO_HAS_SVG_SURFACE
if CAIRO_HAS_PDF_SURFACE
if CAIRO_HAS_PS_SURFACE
TESTS += fallback-resolution
endif
endif
endif

# XXX: Here are some existing tests that are currently disabled for
# one reason or another.
# 
# show-glyphs-many - this stress test was exercising a particular bug
#      in the xlib surface code (exceeding the X11 protocol request
#      limit) when rendering several thousand glyphs at once. The
#      original xlib-surface bug is fixed now, but the test continues
#      to stress some other aspects of the test suite. For example,
#      when doing text as paths, the resuilting PostScript file is one
#      giant path that ghostscript has a particularly hard time
#      with. I'm disabling this test for now, since I don't care about
#      that performance problem in ghostscript. (But, there is a
#      similar performance problem when using cairo to rasterize the
#      equivalen giant path---from an SBG files say---so this might be
#      a useful kind of test to bring back again for performance (not
#      correctness) testing.

# All tests which have a reference image go here.
REFERENCE_IMAGES = \
	a8-mask-ref.png	\
	bitmap-font-pdf-argb32-ref.png	\
	bitmap-font-ref.png	\
	bitmap-font-rgb24-ref.png	\
	caps-joins-alpha-quartz-ref.png	\
	caps-joins-alpha-ref.png	\
	caps-joins-alpha-svg-ref.png	\
	caps-joins-ref.png	\
	caps-sub-paths-ref.png	\
	clip-all-ref.png	\
	clip-fill-rule-pixel-aligned-ref.png	\
	clip-fill-rule-pixel-aligned-rgb24-ref.png	\
	clip-fill-rule-ps-argb32-ref.png	\
	clip-fill-rule-ref.png	\
	clip-fill-rule-rgb24-ref.png	\
	clip-nesting-ps-argb32-ref.png	\
	clip-nesting-quartz-ref.png	\
	clip-nesting-quartz-rgb24-ref.png	\
	clip-nesting-ref.png	\
	clip-nesting-rgb24-ref.png	\
	clip-operator-ref.png	\
	clip-operator-rgb24-ref.png	\
	clip-push-group-quartz-ref.png	\
	clip-push-group-ref.png	\
	clip-twice-ps-argb32-ref.png	\
	clip-twice-quartz-ref.png	\
	clip-twice-quartz-rgb24-ref.png	\
	clip-twice-ref.png	\
	clip-twice-rgb24-ref.png	\
	close-path-ref.png	\
	composite-integer-translate-over-ref.png	\
	composite-integer-translate-over-repeat-ref.png	\
	composite-integer-translate-source-ref.png	\
	copy-path-ps-argb32-ref.png	\
	copy-path-ref.png	\
	create-from-png-ref.png	\
	create-from-png-stream-ref.png	\
	dash-caps-joins-ps-argb32-ref.png	\
	dash-caps-joins-quartz-ref.png	\
	dash-caps-joins-ref.png	\
	dash-no-dash-ref.png	\
	dash-offset-negative-ref.png	\
	dash-scale-ps-argb32-ref.png	\
	dash-scale-ref.png	\
	dash-state-ps-argb32-ref.png	\
	dash-state-ref.png	\
	dash-zero-length-ps-argb32-ref.png	\
	dash-zero-length-ref.png	\
	dash-zero-length-rgb24-ref.png	\
	degenerate-path-ps-argb32-ref.png	\
	degenerate-path-ref.png	\
	degenerate-path-rgb24-ref.png	\
	device-offset-positive-ref.png	\
	device-offset-positive-rgb24-ref.png	\
	device-offset-ref.png	\
	device-offset-rgb24-ref.png	\
	extend-pad-ref.png	\
	extend-reflect-ref.png	\
	fill-and-stroke-alpha-add-quartz-ref.png	\
	fill-and-stroke-alpha-add-ref.png	\
	fill-and-stroke-alpha-quartz-ref.png	\
	fill-and-stroke-alpha-ref.png	\
	fill-and-stroke-ps-argb32-ref.png	\
	fill-and-stroke-quartz-ref.png	\
	fill-and-stroke-quartz-rgb24-ref.png	\
	fill-and-stroke-ref.png	\
	fill-and-stroke-rgb24-ref.png	\
	fill-degenerate-sort-order-quartz-ref.png	\
	fill-degenerate-sort-order-quartz-rgb24-ref.png	\
	fill-degenerate-sort-order-ref.png	\
	fill-degenerate-sort-order-rgb24-ref.png	\
	fill-missed-stop-ps-argb32-ref.png	\
	fill-missed-stop-ref.png	\
	fill-missed-stop-rgb24-ref.png	\
	fill-rule-ps-argb32-ref.png	\
	fill-rule-quartz-ref.png	\
	fill-rule-quartz-rgb24-ref.png	\
	fill-rule-ref.png	\
	fill-rule-rgb24-ref.png	\
	filter-nearest-offset-ref.png	\
	font-matrix-translation-ps-argb32-ref.png	\
	font-matrix-translation-ref.png	\
	font-matrix-translation-svg-ref.png	\
	ft-text-antialias-none-ps-argb32-ref.png	\
	ft-text-antialias-none-ref.png	\
	ft-text-vertical-layout-type1-ps-argb32-ref.png	\
	ft-text-vertical-layout-type1-ref.png	\
	ft-text-vertical-layout-type1-svg-ref.png	\
	ft-text-vertical-layout-type3-ps-argb32-ref.png	\
	ft-text-vertical-layout-type3-ref.png	\
	ft-text-vertical-layout-type3-svg-ref.png	\
	get-group-target-ref.png	\
	glyph-cache-pressure-ref.png	\
	gradient-alpha-ref.png	\
	gradient-alpha-rgb24-ref.png	\
	infinite-join-ref.png	\
	leaky-dash-ps-argb32-ref.png	\
	leaky-dash-ref.png	\
	leaky-polygon-ref.png	\
	linear-gradient-reflect-ref.png	\
	linear-gradient-ref.png	\
	linear-gradient-svg-ref.png	\
	line-width-ref.png	\
	line-width-scale-ps-argb32-ref.png	\
	line-width-scale-ref.png	\
	long-lines-ref.png	\
	mask-ctm-ref.png	\
	mask-ctm-rgb24-ref.png	\
	mask-ctm-svg-argb32-ref.png	\
	mask-ref.png	\
	mask-rgb24-ref.png	\
	mask-surface-ctm-ref.png	\
	mask-surface-ctm-rgb24-ref.png	\
	mask-surface-ctm-svg-argb32-ref.png	\
	mask-svg-argb32-ref.png	\
	move-to-show-surface-ref.png	\
	new-sub-path-ps-argb32-ref.png	\
	new-sub-path-quartz-ref.png	\
	new-sub-path-quartz-rgb24-ref.png	\
	new-sub-path-ref.png	\
	new-sub-path-rgb24-ref.png	\
	nil-surface-ref.png	\
	nil-surface-rgb24-ref.png	\
	operator-clear-quartz-ref.png	\
	operator-clear-quartz-rgb24-ref.png	\
	operator-clear-ref.png	\
	operator-clear-rgb24-ref.png	\
	operator-source-ref.png	\
	operator-source-rgb24-ref.png	\
	paint-ref.png	\
	paint-repeat-ref.png	\
	paint-source-alpha-pdf-argb32-ref.png	\
	paint-source-alpha-ref.png	\
	paint-source-alpha-svg-ref.png	\
	paint-with-alpha-ref.png	\
	paint-with-alpha-svg-ref.png	\
	pattern-getters-ref.png	\
	pixman-rotate-ref.png	\
	pixman-rotate-rgb24-ref.png	\
	push-group-ref.png	\
	push-group-rgb24-ref.png	\
	push-group-svg-argb32-ref.png	\
	radial-gradient-ref.png	\
	random-intersections-ps-argb32-ref.png	\
	random-intersections-ref.png	\
	rectangle-rounding-error-ref.png	\
	rectilinear-stroke-ref.png	\
	rel-path-quartz-ref.png	\
	rel-path-quartz-rgb24-ref.png	\
	rel-path-ref.png	\
	rel-path-rgb24-ref.png	\
	rotate-image-surface-paint-pdf-argb32-ref.png	\
	rotate-image-surface-paint-ps-argb32-ref.png	\
	rotate-image-surface-paint-ref.png	\
	rotate-image-surface-paint-svg-ref.png	\
	scale-down-source-surface-paint-ref.png	\
	scale-source-surface-paint-pdf-argb32-ref.png	\
	scale-source-surface-paint-ref.png	\
	scale-source-surface-paint-rgb24-ref.png	\
	scale-source-surface-paint-svg-argb32-ref.png	\
	scale-source-surface-paint-svg-rgb24-ref.png	\
	select-font-face-ref.png	\
	self-copy-ref.png	\
	self-intersecting-ref.png	\
	self-intersecting-rgb24-ref.png	\
	set-source-ref.png	\
	set-source-rgb24-ref.png	\
	set-source-svg-argb32-ref.png	\
	show-glyphs-many-ref.png	\
	show-text-current-point-ref.png	\
	skew-extreme-ref.png \
	source-clip-ref.png	\
	source-clip-scale-quartz-ref.png	\
	source-clip-scale-ref.png	\
	source-clip-scale-svg-ref.png	\
	source-surface-scale-paint-ref.png	\
	source-surface-scale-paint-rgb24-ref.png	\
	surface-pattern-pdf-argb32-ref.png	\
	surface-pattern-ps-argb32-ref.png	\
	surface-pattern-ref.png	\
	surface-pattern-scale-down-pdf-argb32-ref.png	\
	surface-pattern-scale-down-ps-argb32-ref.png	\
	surface-pattern-scale-down-ref.png	\
	surface-pattern-scale-up-pdf-argb32-ref.png	\
	surface-pattern-scale-up-ps-argb32-ref.png	\
	surface-pattern-scale-up-ref.png	\
	surface-pattern-svg-ref.png	\
	text-antialias-gray-ref.png	\
	text-antialias-none-ref.png	\
	text-antialias-subpixel-ref.png	\
	text-glyph-range-ref.png	\
	text-glyph-range-rgb24-ref.png	\
	text-pattern-ref.png	\
	text-pattern-rgb24-ref.png	\
	text-pattern-svg-argb32-ref.png	\
	text-pattern-svg-rgb24-ref.png	\
	text-rotate-ps-argb32-ref.png	\
	text-rotate-ref.png	\
	text-rotate-svg-ref.png	\
	text-zero-len-ref.png	\
	transforms-ref.png	\
	translate-show-surface-ref.png	\
	trap-clip-quartz-ref.png	\
	trap-clip-quartz-rgb24-ref.png	\
	trap-clip-ref.png	\
	trap-clip-rgb24-ref.png	\
	unantialiased-shapes-ref.png	\
	unbounded-operator-ref.png	\
	unbounded-operator-rgb24-ref.png	\
	zero-alpha-ref.png

EXTRA_DIST =		\
6x13.pcf		\
make-html.pl		\
romedalen.png		\
$(REFERENCE_IMAGES)

# Any test for which the code committed to CVS is expected to fail
# should be listed here.
#
# This way, we can avoid being bothered by reports of bugs we are
# aware of, but users can still report when tests start behaving in
# unexpected ways on their system.
#
# Of course, before any "release" of cairo we should eliminate
# everything from this list by fixing the bugs. (We don't necessarily
# have to be that strict for "snapshots" though.)
#
# Also, any test listed here should call cairo_test_expect_failure and
# provide an explanation for the expected failure.
XFAIL_TESTS =			\
a8-mask				\
big-trap			\
extend-pad			\
filter-nearest-offset		\
ft-text-vertical-layout-type1	\
long-lines			\
self-intersecting		\
surface-pattern			\
surface-pattern-scale-down	\
surface-pattern-scale-up	\
text-glyph-range

# Any test that doesn't generate a log file goes here
NOLOG_TESTS =			\
create-for-stream		\
user-data			\
svg-surface			\
svg-clip			\
pdf-features			\
ps-features			\
multi-page			\
fallback-resolution

SUPPORT_PROGS =
EXTRA_PROGRAMS =

# We're using _GNU_SOURCE to get the prototype for asprintf. This may
# not be the most portable approach, but it is pragmatic and I'm
# willing to do something cleaner as soon as it causes someone a
# problem.
INCLUDES =					\
	-D_GNU_SOURCE				\
	-I$(srcdir)				\
	-I$(srcdir)/pdiff			\
	-I$(top_srcdir)/boilerplate		\
	-I$(top_srcdir)/pixman/src		\
	-I$(top_srcdir)/src			\
	-I$(top_builddir)/src			\
	$(CAIRO_CFLAGS)

EXTRA_LTLIBRARIES = libcairotest.la

libcairotest_la_SOURCES =\
	buffer-diff.c	\
	buffer-diff.h	\
	cairo-test.c	\
	cairo-test.h
libcairotest_la_LIBADD =\
	$(top_builddir)/test/pdiff/libpdiff.la \
        $(top_builddir)/boilerplate/libcairoboilerplate.la \
	$(top_builddir)/src/libcairo.la \
	$(CAIRO_LDADD)

LDADD = $(CAIRO_LDADD) libcairotest.la

$(top_builddir)/boilerplate/libcairoboilerplate.la: $(top_builddir)/src/libcairo.la
	cd $(top_builddir)/boilerplate && $(MAKE) $(AM_MAKEFLAGS) libcairoboilerplate.la

$(top_builddir)/src/libcairo.la:
	cd $(top_builddir)/src && $(MAKE) $(AM_MAKEFLAGS) libcairo.la

$(top_builddir)/test/pdiff/libpdiff.la:
	cd $(top_builddir)/test/pdiff && $(MAKE) $(AM_MAKEFLAGS) libpdiff.la

if HAVE_PTHREAD
LDADD += -lpthread
endif

SUPPORT_PROGS += imagediff$(EXEEXT) png-flatten$(EXEEXT)

if CAIRO_CAN_TEST_PDF_SURFACE
SUPPORT_PROGS += pdf2png$(EXEEXT)
pdf2png_CFLAGS = $(POPPLER_CFLAGS)
# add LDADD, so poppler uses "our" cairo
pdf2png_LDADD  = $(LDADD) $(POPPLER_LIBS)
if CAIRO_HAS_SVG_SURFACE
EXTRA_PROGRAMS += pdf2svg$(EXEEXT)
pdf2svg_CFLAGS = $(POPPLER_CFLAGS)
# add LDADD, so poppler uses "our" cairo
pdf2svg_LDADD  = $(LDADD) $(POPPLER_LIBS)
endif
endif

if CAIRO_CAN_TEST_SVG_SURFACE
SUPPORT_PROGS += svg2png$(EXEEXT)
svg2png_CFLAGS = $(LIBRSVG_CFLAGS)
# add LDADD, so librsvg uses "our" cairo
svg2png_LDADD  = $(LDADD) $(LIBRSVG_LIBS)
if CAIRO_HAS_PDF_SURFACE
EXTRA_PROGRAMS += svg2pdf$(EXEEXT)
svg2pdf_CFLAGS = $(LIBRSVG_CFLAGS)
# add LDADD, so librsvg uses "our" cairo
svg2pdf_LDADD  = $(LDADD) $(LIBRSVG_LIBS)
endif
endif

EXTRA_PROGRAMS += $(TESTS) $(SUPPORT_PROGS)

# Do a funny transition of CAIRO_TEST_TARGET through TARGETS such that
# one can limit tested targets both through CAIRO_TEST_TARGET env var
# and TARGETS make var on the command line.
TARGETS = $(CAIRO_TEST_TARGET)

TESTS_ENVIRONMENT = CAIRO_XFAIL_TESTS="$(XFAIL_TESTS)" CAIRO_TEST_TARGET="$(TARGETS)"

EXTRA_VALGRIND_FLAGS = $(CAIRO_EXTRA_VALGRIND_FLAGS)
VALGRIND_FLAGS = \
	--tool=memcheck --suppressions=$(srcdir)/.valgrind-suppressions \
	--leak-check=yes --show-reachable=yes $(EXTRA_VALGRIND_FLAGS)

CLEANFILES =					\
	valgrind-log				\
	index.html				\
	ref.hash				\
	$(EXTRA_LTLIBRARIES)			\
	$(EXTRA_PROGRAMS)

# This used to be a simple 'echo ${RM} *.ps *.pdf *.svg *.etc', but
# most systems cannot handle all of our clean files together.
# Then it became a fancy find using many GNU extensions, but then the ugly
# reality of portability was raised and it became....
clean-local:
	-${FIND} . -name '*.ps'       -print | ${XARGS} ${RM}
	-${FIND} . -name '*.pdf'      -print | ${XARGS} ${RM}
	-${FIND} . -name '*.svg'      -print | ${XARGS} ${RM}
	-${FIND} . -name '*-out.png'  -print | ${XARGS} ${RM}
	-${FIND} . -name '*-diff.png' -print | ${XARGS} ${RM}
	-${FIND} . -name '*.log'      -print | ${XARGS} ${RM}

# Check tests under valgrind
# Saves log to valgrind-log
check-valgrind:
	$(MAKE) $(AM_MAKEFLAGS) check TESTS_ENVIRONMENT='$(TESTS_ENVIRONMENT) $(top_srcdir)/libtool --mode=execute valgrind $(VALGRIND_FLAGS)' 2>&1 | tee valgrind-log

# The following definitions both should work.
#FAILED_TESTS = `grep -l '\<FAIL\>' $(TESTS:=.log) 2>/dev/null | sed -e 's/[.]log$$//' | xargs echo`
FAILED_TESTS = `grep -l '\<FAIL\>' $(TESTS:=.log) 2>/dev/null | tr '\n' ' ' | sed -e 's/[.]log  */ /g; s/^ //; s/ $$//'`

recheck = check TESTS="$(FAILED_TESTS)"

# Re-checks all failed tests, i.e. tests with a log file that has a failure
recheck:
	@echo Re-checking failed tests
	@$(MAKE) $(AM_MAKEFLAGS) $(recheck)

# Checks tests and creates index.html.
# Target doesn't fail if tests fail.
test:
	@$(MAKE) $(AM_MAKEFLAGS) check; \
	$(MAKE) $(AM_MAKEFLAGS) html

# Re-checks tests and creates index.html.
# Target doesn't fail if tests fail.
retest:
	@TESTS="$(FAILED_TESTS)"; \
	$(MAKE) $(AM_MAKEFLAGS) TESTS="$$TESTS" check; \
	$(MAKE) $(AM_MAKEFLAGS) TESTS="$$TESTS" html

# Make index.html with no dependency tracking.
html:
	@echo Creating index.html
	@perl $(srcdir)/make-html.pl $(TESTS:=.log) > index.html

# Make index.html with no dependency tracking, containing only the failed tests.
rehtml:
	@$(MAKE) $(AM_MAKEFLAGS) TESTS="$(FAILED_TESTS)" html

$(TESTS): $(SUPPORT_PROGS)

%.log: %
	-./$<

NOLOG_TESTS_LOG = $(NOLOG_TESTS:=.log)

$(NOLOG_TESTS_LOG):
	echo dummy > $@

index.html: $(srcdir)/make-html.pl $(TESTS:=.log)
	@echo Creating index.html
	@perl $^ > $@

# Identify identical reference images
check-ref-dups:
	@sha1sum *-ref.png > ref.hash
	@join ref.hash ref.hash | grep -v -E '( .*-ref.png).*\1' | cut -d' ' -f 1-2 | sort -u

.PHONY: check-valgrind test recheck retest html rehtml check-ref-dups