diff --git a/test/utils/ansible-playbook_integration_runner/main.yml b/test/utils/ansible-playbook_integration_runner/main.yml
index b8942172bc..e82e0dea3f 100644
--- a/test/utils/ansible-playbook_integration_runner/main.yml
+++ b/test/utils/ansible-playbook_integration_runner/main.yml
@@ -37,10 +37,11 @@
 # introspect what they have.
 - hosts: dynamic_hosts
   sudo: true
+  gather_facts: False
   tasks:
     - name: Install packages that let setup and package manager modules run
       raw: dnf install -y python2 python2-dnf libselinux-python
-      when: "{{ inventory_hostname }} == 'fedora-23-x86_64'"
+      when: "'{{ inventory_hostname }}' == 'fedora-23-x86_64'"
 
 - hosts: dynamic_hosts
   sudo: true