diff --git a/tests/index.js b/tests/index.js
index deed562529..31573660ff 100644
--- a/tests/index.js
+++ b/tests/index.js
@@ -89,7 +89,7 @@ describe('rule documentation files have the correct content', () => {
           assert.ok(true, `includes ${expectedNotice} notice`);
         } else if (expectedNotice === 'configs') {
           // Check that the rule specifies its configs.
-          const configsOn = getConfigsForRule(ruleName);
+          const configsOn = getConfigsForRule(ruleName, true);
           let expectedMessage = `${MESSAGES.configs} ${configNamesToList(configsOn)}.`;
           const configsOff = getConfigsForRule(ruleName, false);
           if (configsOff.length > 0) {