Run the joomla testsuite as a simple benchmark

The joomla testsuite is now run on travis automatically,
with and without snuffleupagus, to give us a rough overview
of the performance impact of snuffleupagus on real™ code.

2 files changed, 11 insertions, 5 deletions

diff --git a/.travis.yml b/.travis.yml
index cdc6d7b..833ed97 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -16,7 +16,6 @@ script:
   - make -j 2
   - TEST_PHP_ARGS='-q' REPORT_EXIT_STATUS=1 make test
 
-
 after_success:
   - git clone https://github.com/linux-test-project/lcov.git --depth 1
   - rm -rf ./lcov/examples/ ./lcov/test/
@@ -24,7 +23,9 @@ after_success:
   - ./lcov/bin/lcov --remove ./COV.info '/usr/*' --remove ./COV.info '*tweetnacl.c' -o ./COV.info --rc lcov_branch_coverage=1
   - ./lcov/bin/genhtml -o ./COV.html ./COV.info  --branch-coverage
   - coveralls --exclude 'tweetnacl.c'
+  - cd ..
+  - make joomla
 
 after_failure:
   - grep -r . ./tests/*.out
-  - grep -r . ./tests/*.diff
\ No newline at end of file
+  - grep -r . ./tests/*.diff
diff --git a/Makefile b/Makefile
index 117fe80..29cd02a 100644
--- a/Makefile
+++ b/Makefile
@@ -21,9 +21,14 @@ coverage:
 tests: joomla
 
 joomla:
-        if [ -nd "joomla-cms" ]; then git clone --depth 1 git@github.com:joomla/joomla-cms.git; fi
-        cd joomla-cms; composer install
-        cd joomla-cms; libraries/vendor/phpunit/phpunit/phpunit -d extension=./src/modules/snuffleupagus.so
+        if [ ! -d "joomla-cms" ]; then \
+                git clone --depth 1 https://github.com/joomla/joomla-cms.git >/dev/null; \
+        fi
+        cd joomla-cms; composer install >/dev/null 2>/dev/null
+        echo "\nWith snuffleupagus:"
+        cd joomla-cms; time libraries/vendor/phpunit/phpunit/phpunit -d "extension=./src/modules/snuffleupagus.so" -d "sp.configuration_file=config/default.ini" --no-coverage >/dev/null
+        echo "\nWithout snuffleupagus:"
+        cd joomla-cms; time libraries/vendor/phpunit/phpunit/phpunit --no-coverage >/dev/null
 
 packages: debian