diff --git a/tests/compile-fail/conf_bad_type.rs b/tests/compile-fail/conf_bad_type.rs
new file mode 100644
index 00000000000..8dc3e4ec2e6
--- /dev/null
+++ b/tests/compile-fail/conf_bad_type.rs
@@ -0,0 +1,6 @@
+// error-pattern: error reading Clippy's configuration file: `blacklisted-names` is expected to be a `Vec < String >` but is a `integer`
+
+#![feature(plugin)]
+#![plugin(clippy(conf_file="./tests/compile-fail/conf_bad_type.toml"))]
+
+fn main() {}
diff --git a/tests/compile-fail/conf_bad_type.toml b/tests/compile-fail/conf_bad_type.toml
new file mode 100644
index 00000000000..168675394d7
--- /dev/null
+++ b/tests/compile-fail/conf_bad_type.toml
@@ -0,0 +1 @@
+blacklisted-names = 42