o New borg.

19 files changed, 440 insertions, 0 deletions

diff --git a/ansible/borg/borg.yml b/ansible/borg/borg.yml
new file mode 100644
index 0000000..b93780d
--- /dev/null
+++ b/ansible/borg/borg.yml
@@ -0,0 +1,43 @@
+- hosts:
+    - malabaricus
+  roles:
+    - role: borg-target
+      tags: borg-target
+      become: yes
+  vars:
+    borg_target__clients:
+      conflatorio:
+        state: present
+        repos:
+          home:
+          db:
+      birgitte:
+        state: present
+        repos:
+          home:
+
+- hosts:
+    - conflatorio
+  roles:
+    - role: borg-client
+      tags: borg-client
+      become: yes
+
+- hosts:
+    - conflatorio
+  roles:
+    - role: borg-job
+      tags: borg-job
+      become: yes
+      vars:
+        borg_job__target: malabaricus.trygvis.io
+        borg_job__username: borg
+        borg_job__name: home
+        borg_job__on_calendar: daily
+        borg_job__settings:
+          patterns: |
+            P sh
+            R /
+            + /home
+            - /home/*/ownCloud
+            - /home/*/Nextcloud
diff --git a/ansible/borg/files/borg/birgitte/ssh-key b/ansible/borg/files/borg/birgitte/ssh-key
new file mode 100644
index 0000000..7c66e05
--- /dev/null
+++ b/ansible/borg/files/borg/birgitte/ssh-key
@@ -0,0 +1,25 @@
+$ANSIBLE_VAULT;1.1;AES256
+39616435363335396263373838383264356339303335303936313032613836326236383430626538
+3738363238363662643937353238306230663365366463390a333561333938323737326434346439
+34643736356564376162363633363462353534636137343665333365386439373261333734343430
+6362643433633263620a323831366231333738386638663037363164383962626135383566643237
+32363563333033646533306164663838356134383837653339616232373962376432373063633930
+35346432663838383462613537346137383837313765366463303034343562646532626364303364
+37303431653935626531316334646135623836383035343435393435373436326430646133633465
+62386134343535656437376664666230366463633432633130366365366531633937633538306431
+39636463313330623631316664626139393563303565393635623031353432303531653434633939
+61386538323664303230356464313233353338303630666532323630613134616335636365643137
+39306463323631636335663465356565353765646161653562663535353537316534363935653731
+62663561336566646234616665336463303932373162666238303431346231656630306231616432
+36666330393661313533666531373761383161336161323161663235643737626263373337393261
+30306130343531323935316131656330653231643336633735373336316663663836323039636630
+32303463633339356264306535303161613862376333346330373262613236383136303433653731
+34366636613435643263653834336636386530343838373635393331646634366634303839626161
+62373033616432303864363433343632383034643663353532313966666135376234326236383633
+66613762633135313938303364333738313639373165333063323636656161666535663865333463
+61333835376435313038303963306339363138636532613434336335646335383265306338383939
+64626638333663313333393236346263333265343463306137343364323437303931303264643662
+64316361383632366363646533633733343530666265346166323862316363643832656364313130
+63356265393736363538643262646261626337366162666338623163306533393231646433393663
+34636164636166393637643836343938386533653861303066663939333731643162313463346462
+61613563653139623432
diff --git a/ansible/borg/files/borg/birgitte/ssh-key.pub b/ansible/borg/files/borg/birgitte/ssh-key.pub
new file mode 100644
index 0000000..c9778a2
--- /dev/null
+++ b/ansible/borg/files/borg/birgitte/ssh-key.pub
@@ -0,0 +1,10 @@
+$ANSIBLE_VAULT;1.1;AES256
+63376165646335383661373131643362393262303437376536313736316638616432346637343437
+3639623438363630306233623665326530323166653433640a353865613139303762363361653130
+32343835336138376133326231303031303133346338333262656436303466353932396563376564
+3739363739393263390a323763656165653965616637353266383538313865613866653437373065
+66363836376334366132626662366364303634333866333562353737396361656132653433386261
+36376335353232333832303938343535633735653338383562633864313936396135306166613466
+36643661646162373639633638313538383865333630646635383637636634373361623134316531
+32653163613161376662336366316237613835666138353730663466336330643639643430323739
+3338
diff --git a/ansible/borg/files/borg/conflatorio/ssh-key b/ansible/borg/files/borg/conflatorio/ssh-key
new file mode 100644
index 0000000..008a1fa
--- /dev/null
+++ b/ansible/borg/files/borg/conflatorio/ssh-key
@@ -0,0 +1,26 @@
+$ANSIBLE_VAULT;1.1;AES256
+34653933323431646362366231376636623532613535663532613664323830666133636334303937
+6437636464343732613531316232363939313131373130340a643631333439613466376261386431
+64346635343965323730643161343865623962653266343534303339303062333962383166633936
+3966333232373235640a353630323437336230316533363931336231306438333836643565623335
+66643834323539323936383764613838366532646538633239613961353531326334316439396339
+64393461383764336537333132303463613566633265396363323437636231643764323965626434
+64666562373365303230363937303466343538626165386235396534383136383634663232643465
+34326133653364353236366530643166316531656362326136373764323964633738613562343133
+64313038353663356366396337613466386461313135333862303466393630376531323864373437
+35323664396664643465626162353964353933323765656336343266623562336663303838616464
+33366637643039646363376437356164623936653832646231636364386131616663626262373436
+36316536646238306266653635333339623138356531343332623431363164363662363530626330
+64333131373937663039323863633563313038636338313461303538396634623732393561653064
+38653331313031613736306539643738336666663639313835623562363333333566376531356563
+37393631613233303866313361393863653663663330386530636365383336623366346663373731
+33356461396461626138643638656566653936373030633931643430363063363738306162353236
+63666437623631373939353937356639376133383931356438663365356433313039316633393166
+61343332326132623130343264353562363633343663353637373361383239623863373062363738
+33356438393364653833613635636564396332333235633636383231613233623431363338313633
+39386430366565326435396632316362666363663535356635623961363333396330343262303933
+30373134393536633337373434356633623663613531333861386438366335313430623235643634
+36306230383231373762373665326335323538346334653566343462306533623838353362653536
+64643638383035363739386439383861356661666339663662353535396564656331396237306135
+66363962393031396230363135313961386564393662373335376132333836333133636330363433
+3862
diff --git a/ansible/borg/files/borg/conflatorio/ssh-key.pub b/ansible/borg/files/borg/conflatorio/ssh-key.pub
new file mode 100644
index 0000000..379ea4d
--- /dev/null
+++ b/ansible/borg/files/borg/conflatorio/ssh-key.pub
@@ -0,0 +1,10 @@
+$ANSIBLE_VAULT;1.1;AES256
+62363039393235656365663736303332313265306434313639326139626564386361363061343463
+6432636435353563306162373066613830363831313230360a343164616530316138643765643934
+63306361386534646465393130313334306666646464353263316633326638343563333634653834
+6536633337383534390a373032396663656638646137656565323539363461373239623665363564
+35633636353839363533636666386263303335653538373266343465356537373430653363373265
+63336433626334393265363836633538353863363233343566666230663134313235653563346334
+66613135643435663837666464326463323865386535383462663430613438393333363532616363
+39333531396638303838396664313864383962363865353830623235373366363732616638366339
+32613037373530386461656565623264306137373561646531373737616138303133
diff --git a/ansible/borg/group_vars/borg-malabaricus/borg-secrets.yml b/ansible/borg/group_vars/borg-malabaricus/borg-secrets.yml
new file mode 100644
index 0000000..9336f3b
--- /dev/null
+++ b/ansible/borg/group_vars/borg-malabaricus/borg-secrets.yml
@@ -0,0 +1,18 @@
+$ANSIBLE_VAULT;1.1;AES256
+63386637353831373333643735383234383361643332373038363632393935653238623036623234
+3063383063323436396337356531313933626537353438360a353735666338336638343432306631
+38343963623261663933653735326264613964303138336630306431393864376465393362633963
+3264653032316333660a653932383264366633343361333934383961383461366637396138393530
+39646563386535656264636630323932303531653733343736653234663437666262656564363531
+64396138646364323039643762623835366363346264353538363431393063396666376534313832
+62356566306639333661663532363663646262353861396638323964373466656331336434656538
+30636262643335363763393139306262346339393563343737306639363962613836336633656439
+39393466373836386462303037663830383931383862663563343238643866303437346530323361
+31343139313366326634663335353235643832383064616161356565333432646130333131646337
+65356263313035396330343932363334333031623133363632623634303766383564353337333262
+32303739653738616632303664656334356666333830333931386635363437373237363138343836
+33393339303933306537356330353439623231656535663861633833323566626666336138323032
+37656665643861636363343131623838396338653034363833396538346364656235353431653339
+66643430306531383265346339623339666232363261653463333865386536393738353231376361
+30633765386237373763323837656165363431396136636662373430623937326366303834373064
+6132
diff --git a/ansible/borg/host_vars/conflatorio/borg.yml b/ansible/borg/host_vars/conflatorio/borg.yml
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/ansible/borg/host_vars/conflatorio/borg.yml
diff --git a/ansible/inventory b/ansible/inventory
index 81f00bf..1f50459 100644
--- a/ansible/inventory
+++ b/ansible/inventory
@@ -119,6 +119,19 @@ all:
           ansible_connection: lxc_ssh
           ansible_ssh_extra_args: sz-test
 
+# Borg
+    borg-malabaricus:
+      hosts:
+#        birgitte:
+        conflatorio:
+#        arius:
+#      vars:
+#        borg_client__server: malabaricus.trygvis.io
+
+    borg_clients:
+      children:
+        borg_nas:
+
     wireguard_wg-net1:
       hosts:
         akili:
diff --git a/ansible/roles/borg-client/defaults/main.yml b/ansible/roles/borg-client/defaults/main.yml
new file mode 100644
index 0000000..ff82ed3
--- /dev/null
+++ b/ansible/roles/borg-client/defaults/main.yml
@@ -0,0 +1,2 @@
+borg_client__ssh_key: "borg/{{ ansible_hostname }}/ssh-key"
+
diff --git a/ansible/roles/borg-client/handlers/main.yml b/ansible/roles/borg-client/handlers/main.yml
new file mode 100644
index 0000000..970492f
--- /dev/null
+++ b/ansible/roles/borg-client/handlers/main.yml
@@ -0,0 +1,3 @@
+- name: systemctl daemon-reload
+  systemd:
+    daemon_reload: true
diff --git a/ansible/roles/borg-client/tasks/main.yml b/ansible/roles/borg-client/tasks/main.yml
new file mode 100644
index 0000000..d5767cd
--- /dev/null
+++ b/ansible/roles/borg-client/tasks/main.yml
@@ -0,0 +1,59 @@
+- tags: packages
+  apt:
+    name:
+      - borgbackup
+    install_recommends: no
+
+- name: "mkdir /etc/tergum"
+  file:
+    path: "/etc/tergum"
+    state: directory
+    mode: u=rwx,go=
+    owner: root
+    group: root
+
+- copy:
+    dest: /etc/tergum/ssh-key
+    src: "{{ borg_client__ssh_key }}"
+    mode: u=rwx,go=
+    owner: root
+    group: root
+
+- name: "/etc/systemd/system/tergum@.service"
+  copy:
+    dest: "/etc/systemd/system/tergum@.service"
+    content: |
+      [Unit]
+      Description=Borg backup
+
+      [Service]
+      Type=oneshot
+      WorkingDirectory=/
+      ExecStart=-/usr/bin/tergum %i
+      #ExecStartPost=-/usr/bin/tergum-post foo@example.org
+      SuccessExitStatus=0 1
+      EnvironmentFile=/etc/tergum/jobs/%i/env
+  notify:
+    - systemctl daemon-reload
+
+- name: "/etc/systemd/system/tergum@.timer"
+  copy:
+    dest: "/etc/systemd/system/tergum@.timer"
+    content: |
+      [Unit]
+      Description=Borg
+
+      [Install]
+      WantedBy=timers.target
+  notify:
+    - systemctl daemon-reload
+
+- template:
+    dest: "/usr/bin/{{ item }}"
+    src: "bin/{{ item }}"
+    mode: u=rwx,go=rx
+    owner: root
+    group: root
+  with_items:
+    - tergum
+    - tergum-post
diff --git a/ansible/roles/borg-client/templates/bin/tergum b/ansible/roles/borg-client/templates/bin/tergum
new file mode 100644
index 0000000..eaab95c
--- /dev/null
+++ b/ansible/roles/borg-client/templates/bin/tergum
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+set -euo pipefail
+
+cd /
+
+instance=$1; shift
+
+echo BORG_RSH="$BORG_RSH"
+echo BORG_REPO="$BORG_REPO"
+
+echo "Doing backup for instance $instance"
+
+cmd=()
+cmd+=(borg create)
+cmd+=("--stats")
+cmd+=("--exclude-from=/etc/tergum/jobs/$instance/excludes")
+cmd+=("--patterns-from=/etc/tergum/jobs/$instance/patterns")
+cmd+=("::{hostname}-{now:%Y-%m-%dT%H:%M:%S}")
+
+set -x
+time "${cmd[@]}"
+
+borg info --last 1
diff --git a/ansible/roles/borg-client/templates/bin/tergum-post b/ansible/roles/borg-client/templates/bin/tergum-post
new file mode 100644
index 0000000..647bf5b
--- /dev/null
+++ b/ansible/roles/borg-client/templates/bin/tergum-post
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+set -euo pipefail
+
+cd /
+
+instance=$1; shift
+
+/usr/sbin/sendmail -t <<ERRMAIL
+To: $1
+From: systemd <root@$HOSTNAME>
+Subject: Backup @ $HOSTNAME
+Content-Transfer-Encoding: 8bit
+Content-Type: text/plain; charset=UTF-8
+
+$(systemctl status --full 2>&1)
+$(journalctl --since today --unit tergum@$instance 2>&1)
+ERRMAIL
diff --git a/ansible/roles/borg-job/defaults/main.yml b/ansible/roles/borg-job/defaults/main.yml
new file mode 100644
index 0000000..b5f3cbc
--- /dev/null
+++ b/ansible/roles/borg-job/defaults/main.yml
@@ -0,0 +1,6 @@
+borg_job__on_calendar: daily
+borg_job__default_excludes:
+  - /proc
+  - /dev
+  - /sys
+  - /run
diff --git a/ansible/roles/borg-job/handlers/main.yml b/ansible/roles/borg-job/handlers/main.yml
new file mode 100644
index 0000000..76e08ab
--- /dev/null
+++ b/ansible/roles/borg-job/handlers/main.yml
@@ -0,0 +1,8 @@
+- name: systemctl daemon-reload
+  systemd:
+    daemon_reload: true
+
+- name: "service start tergum@{{ borg_job__name }}.timer"
+  service:
+    name: "tergum@{{ borg_job__name }}.timer"
+    state: restarted
diff --git a/ansible/roles/borg-job/tasks/main.yml b/ansible/roles/borg-job/tasks/main.yml
new file mode 100644
index 0000000..10076d6
--- /dev/null
+++ b/ansible/roles/borg-job/tasks/main.yml
@@ -0,0 +1,60 @@
+- name: Install packages
+  tags: packages
+  apt:
+    name:
+      - borgbackup
+    install_recommends: no
+
+- name: "mkdir /etc/tergum/jobs/{{ borg_job__name }}"
+  file:
+    path: "/etc/tergum/jobs/{{ borg_job__name }}"
+    state: directory
+
+- name: "/etc/tergum/jobs/{{ borg_job__name }}/env"
+  copy:
+    dest: "/etc/tergum/jobs/{{ borg_job__name }}/env"
+    content: |
+      BORG_REPO={{ borg_job__username }}@{{ borg_job__target }}:{{ ansible_hostname }}/{{ borg_job__name }}
+      BORG_RSH=ssh -i /etc/tergum/ssh-key
+      BORG_PASSPHRASE={{ borg__passphrases[ansible_hostname][borg_job__name] }}
+
+#      BORG_KEYS_DIR
+#      BORG_SECURITY_DIR
+#      BORG_CACHE_DIR
+
+- name: "/etc/tergum/jobs/{{ borg_job__name }}/patterns"
+  copy:
+    dest: "/etc/tergum/jobs/{{ borg_job__name }}/patterns"
+    content: "{{ borg_job__settings.patterns }}"
+
+- name: "/etc/tergum/jobs/{{ borg_job__name }}/excludes"
+  vars:
+    excludes: "{{ borg_job__settings.excludes if borg_job__settings.excludes is defined else [] }}"
+  copy:
+    dest: "/etc/tergum/jobs/{{ borg_job__name }}/excludes"
+    content: |
+      {% for item in excludes %}
+      {{ item }}
+      {% endfor %}
+      {% for item in borg_job__default_excludes %}
+      {{ item }}
+      {% endfor %}
+
+- file:
+    path: "/etc/systemd/system/tergum@{{ borg_job__name }}.timer.d"
+    state: directory
+
+- copy:
+    dest: "/etc/systemd/system/tergum@{{ borg_job__name }}.timer.d/override.conf"
+    content: |
+      [Timer]
+      OnCalendar={{ borg_job__settings.on_calendar if borg_job__settings.on_calendar is defined else borg_job__on_calendar }}
+  notify:
+    - systemctl daemon-reload
+
+- meta: flush_handlers
+
+- systemd:
+    name: "tergum@{{ borg_job__name }}.timer"
+    enabled: yes
+    state: started
diff --git a/ansible/roles/borg-target/defaults/main.yml b/ansible/roles/borg-target/defaults/main.yml
new file mode 100644
index 0000000..734434a
--- /dev/null
+++ b/ansible/roles/borg-target/defaults/main.yml
@@ -0,0 +1,6 @@
+borg_target__user: borg
+borg_target__group: borg
+borg_target__shell: /bin/bash
+borg_target__home: /opt/borg
+
+borg_target__repos:
diff --git a/ansible/roles/borg-target/tasks/borg-init.yml b/ansible/roles/borg-target/tasks/borg-init.yml
new file mode 100644
index 0000000..21b86d6
--- /dev/null
+++ b/ansible/roles/borg-target/tasks/borg-init.yml
@@ -0,0 +1,47 @@
+- with_items: "{{ client.value.repos }}"
+  assert:
+    that:
+      - "item in borg_target__passphrases[client.key]"
+    fail_msg: "{{ item }} is missing from borg-secrets.yml"
+    success_msg: ""
+
+- set_fact:
+    ssh_key: "{{ client.value.ssh_key_path if client.value.ssh_key_path is defined else ('files/borg/' + client.key + '/ssh-key') }}"
+- debug: var=ssh_key
+
+- with_items: "{{ client.value.repos }}"
+  name: mkdir client dir
+  file:
+    path: "{{ path | dirname }}"
+    state: directory
+    owner: "{{ borg_target__user }}"
+    group: "{{ borg_target__group }}"
+  vars:
+    path: "{{ borg_target__home }}/repos/{{ client.key }}/{{ item }}"
+
+- with_items: "{{ client.value.repos }}"
+  name: borg init
+  become_user: "{{ borg_target__user }}"
+  command: "borg init --encryption repokey {{ path }}"
+  args:
+    creates: "{{ path }}"
+  environment: 
+    BORG_PASSPHRASE: "{{ borg_target__passphrases[client.key][item] }}"
+  vars:
+    path: "{{ borg_target__home }}/repos/{{ client.key }}/{{ item }}"
+
+- local_action:
+    module: stat
+    path: "{{ ssh_key }}"
+  register: ssh_key_stat
+
+- local_action:
+    module: file
+    path: "{{ (playbook_dir + '/' + ssh_key) | dirname }}"
+    state: directory
+  become: no
+
+- name: Generating SSH key
+  local_action: command ssh-keygen -t ed25519 -N "" -f "{{ ssh_key }}" -C "borg@{{ client.key }}"
+  when: not ssh_key_stat.stat.exists
+  become: no
diff --git a/ansible/roles/borg-target/tasks/main.yml b/ansible/roles/borg-target/tasks/main.yml
new file mode 100644
index 0000000..c3b8693
--- /dev/null
+++ b/ansible/roles/borg-target/tasks/main.yml
@@ -0,0 +1,62 @@
+- name: Install packages
+  tags: packages
+  apt:
+    name:
+      - borgbackup
+    install_recommends: no
+
+- name: Create unix group
+  become: yes
+  group:
+    name: "{{ borg_target__group }}"
+    system: yes
+
+- name: Create unix user
+  become: yes
+  user:
+    name: "{{ borg_target__user }}"
+    group: "{{ borg_target__group }}"
+    shell: "{{ borg_target__shell }}"
+    home: "{{ borg_target__home }}"
+    system: yes
+
+- name: mkdir repos
+  file:
+    path: "{{ borg_target__home }}/repos"
+    state: directory
+    mode: u=rwx,go=
+    owner: "{{ borg_target__user }}"
+    group: "{{ borg_target__group }}"
+
+- with_dict: "{{ borg_target__clients }}"
+  file:
+    path: "{{ borg_target__home }}/repos/{{ item.key }}"
+    state: directory
+
+- include_tasks: borg-init.yml
+  with_dict: "{{ borg_target__clients }}"
+  loop_control:
+    loop_var: client
+
+- file:
+    path: "{{ borg_target__home }}/.ssh"
+    state: directory
+    mode: u=rx,go=
+    owner: "{{ borg_target__user }}"
+    group: "{{ borg_target__group }}"
+
+- name: authorized_keys
+  tags: xxx
+  copy:
+    dest: "{{ borg_target__home }}/.ssh/authorized_keys"
+    content: |
+      tilde={{ '~borg' | expanduser }}
+      {% for client, config in borg_target__clients.items() %}
+      {% set state=config.state | default('present') %}
+      # Client: {{ client }}, state={{state}}
+      {% if state == 'present' %}
+      {% set key=lookup('file', 'borg/' + client + '/ssh-key.pub') %}
+      command="cd {{ borg_target__home }}/repos && borg serve --append-only{% for r in config.repos %} --restrict-to-repository {{ client }}/{{ r }}{% endfor %}",no-port-forwarding,no-X11-forwarding,no-pty,no-agent-forwarding,no-user-rc {{ key }}
+      {% endif %}
+      {% endfor %}
+# "