diff --git a/deploy/.gitignore b/deploy/.gitignore
new file mode 100644
index 0000000..f940e0b
--- /dev/null
+++ b/deploy/.gitignore
@@ -0,0 +1 @@
+kubeconfig
diff --git a/deploy/deploy-k8s.yml b/deploy/deploy-k8s.yml
index 90e9b6f..e769b76 100644
--- a/deploy/deploy-k8s.yml
+++ b/deploy/deploy-k8s.yml
@@ -1,4 +1,24 @@
 ---
+- name: Install extra packages
+  hosts: all
+  become: true
+  tasks:
+
+  - name: Install packages
+    command: "rpm-ostree install {{ item }}"
+    with_items:
+      # socat is needed for Helm
+      - socat
+
+  - name: Reboot to make layered packages available
+    shell: sleep 2 && systemctl reboot
+    async: 1
+    poll: 0
+
+  - name: Wait for host to be available
+    wait_for_connection:
+      delay: 15
+
 - name: Deploy K8S
   import_playbook: "kubespray/cluster.yml"
   vars:
@@ -6,6 +26,15 @@
     docker_mount_flags: "shared"
     kube_network_plugin: "flannel"
     kube_version: "v1.12.1"
-    kubeconfig_localhost: true
     local_volumes_enabled: true
     kube_feature_gates: ["VolumeSnapshotDataSource=true","CSINodeInfo=true","CSIDriverRegistry=true"]
+
+- name: Fetch config
+  hosts: kube-master[0]
+  become: true
+  tasks:
+    - name: Retrieve kubectl config
+      fetch:
+        dest: ./kubeconfig
+        flat: yes
+        src: /root/.kube/config