diff --git a/bin/test b/bin/test
new file mode 100755
index 0000000..9fd8569
--- /dev/null
+++ b/bin/test
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+# run tests with pipefail to avoid false passes
+# see https://github.com/pelias/pelias/issues/744
+set -euo pipefail
+
+node test/test | npx tap-dot
diff --git a/package.json b/package.json
index 2ba55a2..5defc17 100644
--- a/package.json
+++ b/package.json
@@ -4,7 +4,7 @@
   "description": "Module that provides a convenience wrapper around HTTP GET microservices",
   "main": "index.js",
   "scripts": {
-    "test": "node test/test | tap-dot",
+    "test": "./bin/test",
     "lint": "jshint .",
     "travis": "npm test",
     "validate": "npm ls"