From 39e2e45cc21c8fb89942707e2be651246935d0da Mon Sep 17 00:00:00 2001
From: Vincent RABAH <vincent.rabah@gmail.com>
Date: Fri, 26 Apr 2019 21:10:27 +0200
Subject: [PATCH] Ansible provisionning (#217)

Ansible provisionning contrib
---
 README.md                                     | 65 +++++++++++++++++++
 contrib/ansible/README.md                     | 43 ++++++++++++
 contrib/ansible/ansible.cfg                   | 11 ++++
 contrib/ansible/group_vars/all.yml            |  4 ++
 contrib/ansible/hosts.ini                     | 12 ++++
 contrib/ansible/roles/download/tasks/main.yml | 36 ++++++++++
 .../ansible/roles/k3s/master/tasks/main.yml   | 43 ++++++++++++
 .../roles/k3s/master/templates/k3s.service.j2 | 16 +++++
 contrib/ansible/roles/k3s/node/tasks/main.yml | 16 +++++
 .../roles/k3s/node/templates/k3s.service.j2   | 14 ++++
 contrib/ansible/roles/raspbian/tasks/main.yml | 14 ++++
 contrib/ansible/site.yml                      | 21 ++++++
 12 files changed, 295 insertions(+)
 create mode 100644 contrib/ansible/README.md
 create mode 100644 contrib/ansible/ansible.cfg
 create mode 100644 contrib/ansible/group_vars/all.yml
 create mode 100644 contrib/ansible/hosts.ini
 create mode 100644 contrib/ansible/roles/download/tasks/main.yml
 create mode 100644 contrib/ansible/roles/k3s/master/tasks/main.yml
 create mode 100644 contrib/ansible/roles/k3s/master/templates/k3s.service.j2
 create mode 100644 contrib/ansible/roles/k3s/node/tasks/main.yml
 create mode 100644 contrib/ansible/roles/k3s/node/templates/k3s.service.j2
 create mode 100644 contrib/ansible/roles/raspbian/tasks/main.yml
 create mode 100644 contrib/ansible/site.yml

diff --git a/README.md b/README.md
index 0b74f59713..7c107ac0d5 100644
--- a/README.md
+++ b/README.md
@@ -371,6 +371,71 @@ The full help text for the install script environment variables are as follows:
      Type of systemd service to create, will default from the k3s exec command
      if not specified.
 
+openrc on Alpine Linux
+-------
+
+In order to pre-setup Alpine Linux you have to go through the following steps:
+
+```bash
+echo "cgroup /sys/fs/cgroup cgroup defaults 0 0" >> /etc/fstab
+
+cat >> /etc/cgconfig.conf <<EOF
+mount {
+cpuacct = /cgroup/cpuacct;
+memory = /cgroup/memory;
+devices = /cgroup/devices;
+freezer = /cgroup/freezer;
+net_cls = /cgroup/net_cls;
+blkio = /cgroup/blkio;
+cpuset = /cgroup/cpuset;
+cpu = /cgroup/cpu;
+}
+EOF
+```
+
+Then update **/etc/update-extlinux.conf** by adding:
+
+```
+default_kernel_opts="...  cgroup_enable=cpuset cgroup_memory=1 cgroup_enable=memory"
+```
+
+Than update the config and reboot
+
+```bash
+update-extlinux
+reboot
+```
+
+After rebooting:
+
+- download **k3s** to **/usr/local/bin/k3s**
+- create an openrc file in **/etc/init.d**
+
+For the server:
+
+```bash
+#!/sbin/openrc-run
+
+command=/usr/local/bin/k3s
+command_args="server"
+pidfile=
+
+name="k3s"
+description="Lightweight Kubernetes"
+```
+
+For the agent:
+
+```bash
+#!/sbin/openrc-run
+
+command=/usr/local/bin/k3s
+command_args="agent --server https://myserver:6443 --token ${NODE_TOKEN}"
+pidfile=
+
+name="k3s"
+description="Lightweight Kubernetes"
+```
 
 Flannel
 -------
diff --git a/contrib/ansible/README.md b/contrib/ansible/README.md
new file mode 100644
index 0000000000..96400d0abd
--- /dev/null
+++ b/contrib/ansible/README.md
@@ -0,0 +1,43 @@
+# Build a Kubernetes cluster using k3s via Ansible.
+
+## K3s Ansible Playbook
+
+Build a Kubernetes cluster using Ansible with k3s. The goal is easily install a Kubernetes cluster on machines running:
+
+- [X] Debian 
+- [ ] Ubuntu 
+- [ ] CentOS 
+
+on processor architecture:
+
+- [X] x64
+- [X] arm64
+- [X] armhf
+
+## System requirements:
+
+Deployment environment must have Ansible 2.4.0+
+Master and nodes must have passwordless SSH access
+
+## Usage
+
+Add the system information gathered above into a file called hosts.ini. For example:
+
+```
+[master]
+192.16.35.12
+
+[node]
+192.16.35.[10:11]
+
+[kube-cluster:children]
+master
+node
+```
+
+Start provisioning of the cluster using the following command:
+
+```
+ansible-playbook site.yaml
+```
+
diff --git a/contrib/ansible/ansible.cfg b/contrib/ansible/ansible.cfg
new file mode 100644
index 0000000000..747586b07d
--- /dev/null
+++ b/contrib/ansible/ansible.cfg
@@ -0,0 +1,11 @@
+[defaults]
+roles_path = ./roles
+inventory  = ./hosts.ini
+
+remote_tmp = $HOME/.ansible/tmp
+local_tmp  = $HOME/.ansible/tmp
+pipelining = True
+become = True
+host_key_checking = False
+deprecation_warnings = False
+callback_whitelist = profile_tasks
diff --git a/contrib/ansible/group_vars/all.yml b/contrib/ansible/group_vars/all.yml
new file mode 100644
index 0000000000..65d914305e
--- /dev/null
+++ b/contrib/ansible/group_vars/all.yml
@@ -0,0 +1,4 @@
+k3s_version: v0.3.0
+ansible_user: debian
+systemd_dir: /etc/systemd/system
+master_ip: "{{ hostvars[groups['master'][0]]['ansible_host'] | default(groups['master'][0]) }}"
diff --git a/contrib/ansible/hosts.ini b/contrib/ansible/hosts.ini
new file mode 100644
index 0000000000..e45c65c779
--- /dev/null
+++ b/contrib/ansible/hosts.ini
@@ -0,0 +1,12 @@
+[master]
+192.168.1.26
+
+[node]
+192.168.1.34
+192.168.1.39
+192.168.1.16
+192.168.1.32
+
+[k3s-cluster:children]
+master
+node
diff --git a/contrib/ansible/roles/download/tasks/main.yml b/contrib/ansible/roles/download/tasks/main.yml
new file mode 100644
index 0000000000..20b0aeb5bf
--- /dev/null
+++ b/contrib/ansible/roles/download/tasks/main.yml
@@ -0,0 +1,36 @@
+---
+
+- name: Delete k3s if already present
+  file:
+    path: /usr/local/bin/k3s
+    state: absent
+
+- name: Download k3s binary x64
+  get_url:                                                           
+      url: https://github.com/rancher/k3s/releases/download/{{ k3s_version }}/k3s
+      dest: /usr/local/bin/k3s
+      owner: root
+      group: root
+      mode: 755
+#  when: ( ansible_facts.userspace_architecture == "x86_64" )
+  when: ( ansible_facts.architecture == "x86_64" )
+
+- name: Download k3s binary arm64
+  get_url:                                                           
+      url: https://github.com/rancher/k3s/releases/download/{{ k3s_version }}/k3s-arm64
+      dest: /usr/local/bin/k3s
+      owner: root
+      group: root
+      mode: 755
+  when: ( ansible_facts.architecture is search "arm" and 
+          ansible_facts.userspace_bits == "64" )
+
+- name: Download k3s binary armhf
+  get_url:                                                           
+      url: https://github.com/rancher/k3s/releases/download/{{ k3s_version }}/k3s-armhf
+      dest: /usr/local/bin/k3s
+      owner: root
+      group: root
+      mode: 755
+  when: ( ansible_facts.architecture is search "arm" and 
+          ansible_facts.userspace_bits == "32" )
diff --git a/contrib/ansible/roles/k3s/master/tasks/main.yml b/contrib/ansible/roles/k3s/master/tasks/main.yml
new file mode 100644
index 0000000000..b30fd347d3
--- /dev/null
+++ b/contrib/ansible/roles/k3s/master/tasks/main.yml
@@ -0,0 +1,43 @@
+---
+
+- name: Copy K3s service file
+  register: k3s_service
+  template:
+    src: "k3s.service.j2"
+    dest: "{{ systemd_dir }}/k3s.service"
+    owner: root
+    group: root
+    mode: 0755
+
+- name: Enable and check K3s service
+  systemd:
+    name: k3s
+    daemon_reload: yes
+    state: restarted
+    enabled: yes
+
+- name: Register file access mode
+  stat:
+    path: /var/lib/rancher/k3s/server
+  register: p
+
+- name: Change file access node-token
+  file:
+    path: /var/lib/rancher/k3s/server
+    mode: "g+rx,o+rx"
+
+- name: Read Node Token from Master
+  slurp:
+    src: /var/lib/rancher/k3s/server/node-token
+  register: node_token
+
+- name: Store Master Token
+  set_fact: 
+   token: "{{ node_token.content | b64decode | regex_replace('\n', '') }}"
+
+- name: Restore file access 
+  file:
+    path: /var/lib/rancher/k3s/server
+    mode: "{{ p.stat.mode }}"
+
+#- debug: msg="Node TOKEN {{ token }}"
diff --git a/contrib/ansible/roles/k3s/master/templates/k3s.service.j2 b/contrib/ansible/roles/k3s/master/templates/k3s.service.j2
new file mode 100644
index 0000000000..e68fc8c5c5
--- /dev/null
+++ b/contrib/ansible/roles/k3s/master/templates/k3s.service.j2
@@ -0,0 +1,16 @@
+[Unit]
+Description=Lightweight Kubernetes
+Documentation=https://k3s.io
+After=network.target
+[Service]
+ExecStartPre=-/sbin/modprobe br_netfilter
+ExecStartPre=-/sbin/modprobe overlay
+ExecStart=/usr/local/bin/k3s server
+KillMode=process
+Delegate=yes
+LimitNOFILE=infinity
+LimitNPROC=infinity
+LimitCORE=infinity
+TasksMax=infinity
+[Install]
+WantedBy=multi-user.target
diff --git a/contrib/ansible/roles/k3s/node/tasks/main.yml b/contrib/ansible/roles/k3s/node/tasks/main.yml
new file mode 100644
index 0000000000..a88a9c1ed6
--- /dev/null
+++ b/contrib/ansible/roles/k3s/node/tasks/main.yml
@@ -0,0 +1,16 @@
+---
+
+- name: Copy K3s service file
+  template:
+    src: "k3s.service.j2"
+    dest: "{{ systemd_dir }}/k3s.service"
+    owner: root
+    group: root
+    mode: 0755
+
+- name: Enable and check K3s service
+  systemd:
+    name: k3s
+    daemon_reload: yes
+    state: restarted
+    enabled: yes
diff --git a/contrib/ansible/roles/k3s/node/templates/k3s.service.j2 b/contrib/ansible/roles/k3s/node/templates/k3s.service.j2
new file mode 100644
index 0000000000..2e1403150e
--- /dev/null
+++ b/contrib/ansible/roles/k3s/node/templates/k3s.service.j2
@@ -0,0 +1,14 @@
+[Unit]
+Description=Lightweight Kubernetes
+Documentation=https://k3s.io
+After=network.target
+[Service]
+ExecStart=/usr/local/bin/k3s agent --server https://{{ master_ip }}:6443 --token {{ hostvars[groups['master'][0]]['token'] }}
+KillMode=process
+Delegate=yes
+LimitNOFILE=infinity
+LimitNPROC=infinity
+LimitCORE=infinity
+TasksMax=infinity
+[Install]
+WantedBy=multi-user.target
diff --git a/contrib/ansible/roles/raspbian/tasks/main.yml b/contrib/ansible/roles/raspbian/tasks/main.yml
new file mode 100644
index 0000000000..189ef90d15
--- /dev/null
+++ b/contrib/ansible/roles/raspbian/tasks/main.yml
@@ -0,0 +1,14 @@
+---
+
+- name: Activating cgroup on Raspbian
+  lineinfile:
+    path: /boot/cmdline.txt
+    regexp: '^(.*rootwait)$'
+    line: '\1 cgroup_enable=cpuset cgroup_memory=1 cgroup_enable=memory'
+    backrefs: true
+  when: ( ansible_facts.architecture is search "arm" )
+
+- name: Rebooting on Raspbian 
+  shell: reboot now
+  ignore_errors: true
+  when: ( ansible_facts.architecture is search "arm" )
diff --git a/contrib/ansible/site.yml b/contrib/ansible/site.yml
new file mode 100644
index 0000000000..f815c5cccf
--- /dev/null
+++ b/contrib/ansible/site.yml
@@ -0,0 +1,21 @@
+---
+
+- hosts: k3s-cluster
+  gather_facts: yes
+  become: yes
+  roles:
+    - { role: download }
+    - { role: raspbian }
+
+
+- hosts: master
+#  gather_facts: yes
+  become: yes
+  roles:
+    - { role: k3s/master }
+
+- hosts: node
+#  gather_facts: yes
+  become: yes
+  roles:
+    - { role: k3s/node }