Compare commits

..

117 Commits

Author SHA1 Message Date
Illia Chub b76fdd3005 Update 'nixos-infect'
continuous-integration/drone/push Build is passing Details
continuous-integration/drone/pr Build is passing Details
2022-02-15 11:00:30 +02:00
Illia Chub 8adcf27d18 Encoded Passwords Handling
continuous-integration/drone/push Build is passing Details
continuous-integration/drone/pr Build is passing Details
2022-02-11 08:47:02 +02:00
Illia Chub c02c8fbe72 Added Bitwarden test suite
continuous-integration/drone/push Build is passing Details
2022-02-02 08:28:51 +02:00
Illia Chub e439562462 Update '.drone.yml'
continuous-integration/drone/push Build is passing Details
2022-01-21 09:25:29 +02:00
Illia Chub b61ad456f6 Update '.drone.yml'
continuous-integration/drone/push Build is passing Details
2022-01-21 09:08:27 +02:00
Illia Chub 3548e1473e Notification test
continuous-integration/drone/push Build is passing Details
2022-01-21 08:57:52 +02:00
Illia Chub 1cd22c943b Update '.drone.yml'
continuous-integration/drone/push Build is passing Details
2022-01-21 07:56:15 +02:00
Illia Chub b174f4cc36 Update '.drone.yml' 2022-01-21 07:55:22 +02:00
Illia Chub 22bd9a6e57 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 07:44:45 +02:00
Illia Chub b5af3f16d9 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 07:43:23 +02:00
Illia Chub 29635d474a Update '.drone.yml'
continuous-integration/drone/push Build is failing Details
2022-01-21 07:31:24 +02:00
Illia Chub 2a054b26ad Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 07:30:42 +02:00
Illia Chub 06dce44f2e Update '.drone.yml'
continuous-integration/drone/push Build is failing Details
2022-01-21 07:30:12 +02:00
Illia Chub 5253bb604c Update '.drone.yml'
continuous-integration/drone/push Build is passing Details
2022-01-21 07:20:14 +02:00
Illia Chub 7be5ccca83 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 07:19:06 +02:00
Illia Chub d94697cc7f Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 07:12:35 +02:00
Illia Chub 9138650e4a Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 07:06:38 +02:00
Illia Chub 3b175bf3ef Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 06:59:58 +02:00
Illia Chub 8551203e69 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 06:57:15 +02:00
Illia Chub c90fab97b9 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-21 06:53:19 +02:00
Illia Chub b55bad39d6 Send notification only to repo owner
continuous-integration/drone/push Build was killed Details
2022-01-21 06:52:09 +02:00
Illia Chub b0df04ee17 Added alert mail template
continuous-integration/drone/push Build was killed Details
2022-01-21 06:50:28 +02:00
Illia Chub 04892a04d0 Update '.drone.yml'
continuous-integration/drone/push Build is failing Details
2022-01-20 22:40:35 +02:00
Illia Chub aa9b9e68c2 Update '.drone.yml'
continuous-integration/drone/push Build is failing Details
2022-01-20 08:06:34 +02:00
Illia Chub 08ce3129ce Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-20 08:05:55 +02:00
Illia Chub d6ac4050b0 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-20 07:59:37 +02:00
Illia Chub 3edd4133cd Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-20 07:35:57 +02:00
Illia Chub 4a0358b354 Update '.drone.yml'
continuous-integration/drone/push Build is failing Details
2022-01-20 07:24:11 +02:00
Illia Chub 99bb3581a1 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-20 07:18:55 +02:00
Illia Chub 05fccf332c Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-20 07:18:20 +02:00
Illia Chub 44990f3e43 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-20 07:16:03 +02:00
Illia Chub 30f97eb2d6 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-20 07:11:10 +02:00
Illia Chub f81a5acc52 Update '.drone.yml'
continuous-integration/drone/push Build was killed Details
2022-01-20 07:09:55 +02:00
Illia Chub a8fd42f1ca Update '.drone.yml'
continuous-integration/drone/push Build is failing Details
2022-01-19 23:17:12 +02:00
Illia Chub 0fa14657f4 Update '.drone.yml'
continuous-integration/drone/push Build is failing Details
2022-01-19 23:15:59 +02:00
Illia Chub f43eda8420 Update '.drone.yml'
continuous-integration/drone/push Build encountered an error Details
2022-01-19 22:58:37 +02:00
Illia Chub e633b3daa4 Update '.drone.yml'
continuous-integration/drone/push Build is passing Details
2022-01-18 08:25:21 +02:00
Illia Chub ff2114327a Fixed dependency identation
continuous-integration/drone/push Build is passing Details
2022-01-18 08:24:32 +02:00
Illia Chub 5be89f70f7 Resolved dependency issues
continuous-integration/drone/push Build is passing Details
2022-01-17 09:32:08 +02:00
Illia Chub 05472d67fe Added recipient e-mail
continuous-integration/drone/push Build is passing Details
2022-01-17 09:28:01 +02:00
Illia Chub ffd5be6d10 Added notification capability
continuous-integration/drone/push Build is passing Details
2022-01-17 09:11:29 +02:00
Illia Chub ae4d97a160 Fixed reception e-mail address(temporary solution)
continuous-integration/drone/push Build is passing Details
2022-01-17 07:00:27 +02:00
Illia Chub e8f77e8230 Added pipeline status badge
continuous-integration/drone/push Build is failing Details
2022-01-17 06:49:47 +02:00
Illia Chub ff5ef96e16 Fixed mailserver test configuration
continuous-integration/drone/push Build is failing Details
2022-01-12 10:37:00 +02:00
Illia Chub 9907911e48 Added server teardown phase
continuous-integration/drone/push Build is failing Details
2022-01-12 07:22:10 +02:00
Illia Chub 2329706eb7 Added server teardown phase
continuous-integration/drone/push Build encountered an error Details
2022-01-12 07:20:27 +02:00
Illia Chub 727f4b655d Added server teardown phase
continuous-integration/drone/push Build encountered an error Details
2022-01-12 07:17:42 +02:00
Illia Chub 715b230566 Added server teardown phase
continuous-integration/drone/push Build encountered an error Details
2022-01-12 07:16:15 +02:00
Illia Chub 48af87d2ba Added server teardown phase
continuous-integration/drone/push Build encountered an error Details
2022-01-12 07:13:51 +02:00
Illia Chub 64146267ea Added server teardown phase
continuous-integration/drone/push Build encountered an error Details
2022-01-12 07:06:16 +02:00
Illia Chub 03505572fb Silenced DNS record creation request
continuous-integration/drone/push Build is failing Details
2022-01-11 16:07:03 +02:00
Illia Chub fa0598950f PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 16:01:23 +02:00
Illia Chub 74c6d11eac PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:47:06 +02:00
Illia Chub 14a1a85389 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:40:01 +02:00
Illia Chub 5cfca5effe PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:37:56 +02:00
Illia Chub 2f99dfa027 PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 15:36:23 +02:00
Illia Chub 09e76270c4 PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 15:33:25 +02:00
Illia Chub d34fb3901c PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 15:31:25 +02:00
Illia Chub 98ba76a9da PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 15:29:34 +02:00
Illia Chub 5233ec37bd PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:23:24 +02:00
Illia Chub 8250af161b PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:18:39 +02:00
Illia Chub f2861b20b0 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:12:33 +02:00
Illia Chub b28820ed4a PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:11:24 +02:00
Illia Chub 16fb313850 PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 15:04:54 +02:00
Illia Chub 886db14f26 PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 15:04:09 +02:00
Illia Chub e541fa7882 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:03:30 +02:00
Illia Chub 0a1aec1353 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:02:13 +02:00
Illia Chub c943276095 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 15:00:12 +02:00
Illia Chub 745aa41d13 PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 14:58:54 +02:00
Illia Chub cfedf9d1f0 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 14:57:36 +02:00
Illia Chub bc81227c6e PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 14:55:47 +02:00
Illia Chub b71926d9b8 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 10:17:55 +02:00
Illia Chub c81b40744c PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 10:15:47 +02:00
Illia Chub fc7a83d9a0 PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 10:15:00 +02:00
Illia Chub 2100dbf786 PoC: Special character escape attempt
continuous-integration/drone/push Build was killed Details
2022-01-11 10:14:22 +02:00
Illia Chub 2f282b1fd0 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 10:08:25 +02:00
Illia Chub f92bd30c74 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 10:05:32 +02:00
Illia Chub 8085028ca6 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 10:02:14 +02:00
Illia Chub 58d5f6e30b PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 10:00:20 +02:00
Illia Chub 56060ca64c PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 09:59:21 +02:00
Illia Chub 676bbf8522 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 09:53:07 +02:00
Illia Chub 4150b09c83 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 09:49:37 +02:00
Illia Chub 1769da3477 PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 08:10:26 +02:00
Illia Chub 27129d77dd PoC: Special character escape attempt
continuous-integration/drone/push Build is failing Details
2022-01-11 08:09:27 +02:00
Illia Chub cf05b9e756 Fixed server naming reference
continuous-integration/drone/push Build is failing Details
2022-01-11 08:03:39 +02:00
Illia Chub 4d9bcb1b2c Fixed server naming reference
continuous-integration/drone/push Build is failing Details
2022-01-11 07:59:24 +02:00
Illia Chub 21ba8e0f4b Fixed server naming reference
continuous-integration/drone/push Build is failing Details
2022-01-11 07:57:06 +02:00
Illia Chub 9d8bf3357e PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:53:48 +02:00
Illia Chub 5d7c2c917b PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:50:59 +02:00
Illia Chub 4bd2ff6919 PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:46:57 +02:00
Illia Chub b4a9bea8b3 PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:44:26 +02:00
Illia Chub 2dc9c5606e PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:39:48 +02:00
Illia Chub 4e53e9364e PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:37:02 +02:00
Illia Chub da430c2d0f PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:34:04 +02:00
Illia Chub 362e0bbdd1 PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:31:39 +02:00
Illia Chub 4df49c2f1d PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:27:10 +02:00
Illia Chub 14b5ae7bda PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:26:12 +02:00
Illia Chub eb49799433 PoC: Alternative envvar definition
continuous-integration/drone/push Build is failing Details
2022-01-11 07:23:42 +02:00
Illia Chub 0789958a04 Fixed identation
continuous-integration/drone/push Build is failing Details
2022-01-11 07:19:06 +02:00
Illia Chub 4f9541e3cb Fixed identation
continuous-integration/drone/push Build is failing Details
2022-01-11 07:10:22 +02:00
Illia Chub 5b8b71c33a Resolved VM creation process
continuous-integration/drone/push Build is failing Details
2022-01-11 07:00:53 +02:00
Illia Chub 617bbbf430
Added DNS propagation stage
continuous-integration/drone/push Build is failing Details
2021-12-23 10:33:50 +02:00
Illia Chub 38a86a69bb
Fixed hostname in CI/CD pipeline
continuous-integration/drone/push Build is failing Details
2021-12-23 09:48:33 +02:00
Illia Chub f727f1a07e
Added mail sending tests and NextCloud feature tests
continuous-integration/drone/push Build is failing Details
2021-12-23 09:38:50 +02:00
Illia Chub adcab4b713 Fixed JSON identation
continuous-integration/drone/push Build is passing Details
2021-12-22 08:21:49 +02:00
Illia Chub 148ed9b3af Fixed JSON identation
continuous-integration/drone/push Build is passing Details
2021-12-22 08:17:26 +02:00
Illia Chub 7bc0760493 Added tests execution after server deploy
continuous-integration/drone/push Build is passing Details
2021-12-22 08:16:02 +02:00
Illia Chub c6e2202d3a Fixed invalid JSON fields
continuous-integration/drone/push Build is passing Details
2021-12-22 07:59:11 +02:00
Illia Chub d6d6f49a3a Changed secret substitution method
continuous-integration/drone/push Build is passing Details
2021-12-22 07:50:19 +02:00
Illia Chub 2bfe29188f Changed secret variable name
continuous-integration/drone/push Build is passing Details
2021-12-22 07:45:39 +02:00
Illia Chub c15551d421 Changed secret substitution method
continuous-integration/drone/push Build is passing Details
2021-12-22 07:44:58 +02:00
Illia Chub 1fc7d4d359 Fixed JSON serialization issues
continuous-integration/drone/push Build is passing Details
2021-12-22 07:44:11 +02:00
Illia Chub ae4524ffe8 Removed unnecessary escape characters
continuous-integration/drone/push Build is passing Details
2021-12-22 07:41:51 +02:00
Illia Chub f6bf56fd41 Added missing Hetzner API endpoint URL
continuous-integration/drone/push Build is failing Details
2021-12-22 07:40:24 +02:00
Illia Chub 3188b8ff5e Merge branch 'development' of git.selfprivacy.org:SelfPrivacy/selfprivacy-nixos-infect into development
continuous-integration/drone/push Build is failing Details
2021-12-22 07:38:11 +02:00
Illia Chub 3a01055772 Added Drone CI integration 2021-12-22 07:37:15 +02:00
Illia Chub eaac956e64 Merge pull request 'Merge rolling branch into development' (#21) from rolling into development
Reviewed-on: #21
2021-11-22 12:45:26 +02:00
3 changed files with 202 additions and 528 deletions

View File

@ -2,9 +2,6 @@ kind: pipeline
type: exec type: exec
name: default name: default
clone:
disable: true
steps: steps:
- name: deploy - name: deploy
environment: environment:
@ -12,50 +9,14 @@ steps:
from_secret: HETZNER_TOKEN from_secret: HETZNER_TOKEN
DOMAIN: DOMAIN:
from_secret: DOMAIN from_secret: DOMAIN
CLOUDFLARE_TOKEN:
from_secret: CLOUDFLARE_TOKEN
USER_PASS:
from_secret: USER_PASS
INFECT_COMMIT_SHA: ${DRONE_COMMIT_SHA}
commands: commands:
- set -o nounset
- > # TODO pass Base64 encoded password from Drone instead of this
ENCODED_PASSWORD="$(base64 <<<"$USER_PASS")"
# Create infect user script and then push it to a remote machine on server creation.
- |
cat << EOF > infect.sh
#! /usr/bin/env bash
set -o allexport
set -o errtrace
set -o pipefail
shopt -s inherit_errexit
trap 'echo \$LINENO: "\$BASH_COMMAND"; exit 1' ERR
API_TOKEN="$USER_PASS"
DNS_PROVIDER_TOKEN=$CLOUDFLARE_TOKEN
DNS_PROVIDER_TYPE=CLOUDFLARE
DOMAIN=$DOMAIN
ENCODED_PASSWORD="$ENCODED_PASSWORD"
HOSTNAME=selfprivacy-ci-test
LUSER=cicdcicd
NIXOS_CONFIG_ID=default
PROVIDER=HETZNER
SSH_AUTHORIZED_KEY="ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMBb3yVhYF4slhf1iQCiGLOVcbGKP/MmkQiEMl2un+4K"
STAGING_ACME=true
curl --fail https://git.selfprivacy.org/SelfPrivacy/selfprivacy-nixos-infect/raw/commit/$INFECT_COMMIT_SHA/nixos-infect \
| bash 2>&1 | tee /root/infect.log
EOF
- cat infect.sh
- location=fsn1
- set -o pipefail
- > - >
volume_id="$(http -d --print=HBb --ignore-stdin POST https://api.hetzner.cloud/v1/volumes Authorization:"Bearer $PASSWORD" format=ext4 size:=10 location=$location name=10gb-by-drone-ci automount:=false | jq -re .volume.id)" curl -X POST
# TODO pass linux device volume_id name to infect.sh script -H "Authorization: Bearer $PASSWORD"
- > -H "Content-Type: application/json"
http -d --print=HBb --ignore-stdin POST https://api.hetzner.cloud/v1/servers Authorization:"Bearer $PASSWORD" name=ci-sibling server_type=cx11 start_after_create:=true image=ubuntu-20.04 volumes:=[$volume_id] user_data=@infect.sh automount:=false location=$location -d '{"name":"ci-sibling","server_type":"cx11","start_after_create":true,"image":"ubuntu-20.04", "volumes":[], "networks":[], "user_data":"#cloud-config\\nruncmd:\\n- curl https://git.selfprivacy.org/SelfPrivacy/selfprivacy-nixos-infect/raw/branch/rolling-testing/nixos-infect | PROVIDER=hetzner NIX_CHANNEL=nixos-21.05 DOMAIN=ruleit.stream LUSER=cicdcicd PASSWORD=cicdcicdpass CF_TOKEN=228337 DB_PASSWORD=228337 API_TOKEN=228337 HOSTNAME=ruleit.stream bash 2>&1 | tee /tmp/infect.log","labels":{},"automount":false, "location":"fsn1"}'
'https://api.hetzner.cloud/v1/servers'
- name: dns - name: dns
environment: environment:
@ -63,14 +24,11 @@ steps:
from_secret: HETZNER_TOKEN from_secret: HETZNER_TOKEN
CLOUDFLARE_TOKEN: CLOUDFLARE_TOKEN:
from_secret: CLOUDFLARE_TOKEN from_secret: CLOUDFLARE_TOKEN
DOMAIN: DOMAIN: ruleit.stream
from_secret: DOMAIN
ZONE_ID: ZONE_ID:
from_secret: ZONE_ID from_secret: ZONE_ID
commands: commands:
# Read all available machines and export IP of 'ci-sibling'
# Create DNS entires for main domain and subdomains
- > - >
curl -s -H "Authorization: Bearer $PASSWORD" 'https://api.hetzner.cloud/v1/servers' > .machine.json curl -s -H "Authorization: Bearer $PASSWORD" 'https://api.hetzner.cloud/v1/servers' > .machine.json
- > - >
@ -85,12 +43,6 @@ steps:
-H "Authorization: Bearer $CLOUDFLARE_TOKEN" -H "Authorization: Bearer $CLOUDFLARE_TOKEN"
-H "Content-Type: application/json" -H "Content-Type: application/json"
--data '{"type":"A","name":"@","content":"'"$$machineip"'","ttl":3600,"priority":10,"proxied":false}' --data '{"type":"A","name":"@","content":"'"$$machineip"'","ttl":3600,"priority":10,"proxied":false}'
- >
http --check-status --ignore-stdin POST https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records Authorization:"Bearer $CLOUDFLARE_TOKEN" type=A name=api content=$machineip ttl:=3600 priority:=10 proxied:=false
- >
http --check-status --ignore-stdin POST https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records Authorization:"Bearer $CLOUDFLARE_TOKEN" type=A name=cloud content=$machineip ttl:=3600 priority:=10 proxied:=false
- >
http --check-status --ignore-stdin POST https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records Authorization:"Bearer $CLOUDFLARE_TOKEN" type=A name=password content=$machineip ttl:=3600 priority:=10 proxied:=false
- > - >
curl -s -X POST "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records" curl -s -X POST "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records"
-H "Authorization: Bearer $CLOUDFLARE_TOKEN" -H "Authorization: Bearer $CLOUDFLARE_TOKEN"
@ -105,90 +57,27 @@ steps:
curl -s -X POST "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records" curl -s -X POST "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records"
-H "Authorization: Bearer $CLOUDFLARE_TOKEN" -H "Authorization: Bearer $CLOUDFLARE_TOKEN"
-H "Content-Type: application/json" -H "Content-Type: application/json"
--data "{\"type\":\"TXT\",\"name\":\"$DOMAIN\",\"content\":\"v=spf1 a mx ip4:$machineip -all\",\"ttl\":18000,\"priority\":10,\"proxied\":false}" --data '{"type":"TXT","name":"'"$$DOMAIN"'","content":"v=spf1 a mx ip4:"$$machineip" -all","ttl":18000,"priority":10,"proxied":false}'
- name: wait for NixOS boot - name: sleep
environment:
DOMAIN:
from_secret: DOMAIN
TIMEOUT: 160
commands: commands:
- sleep 300 - sleep 360
- t0="$(date '+%s')"; until nix shell --inputs-from git+https://git.selfprivacy.org/alexoundos/selfprivacy-tests.git nixpkgs#netcat -c nc -zv -w1 "$DOMAIN" 443; do sleep 10; cur_date="$(date '+%s')"; remaining=$((t0 + TIMEOUT - cur_date)); [ "$remaining" -gt 0 ]; echo "$remaining seconds remain before teardown"; done
- echo "give time for obtaining ACME certificate"
- sleep 60
- name: basic test - name: test
environment:
DOMAIN:
from_secret: DOMAIN
USER_PASS:
from_secret: USER_PASS
TEST_EMAIL_PASS:
from_secret: TEST_EMAIL_PASS
API_TOKEN:
from_secret: USER_PASS
TESTS_REPO: git+https://git.selfprivacy.org/alexoundos/selfprivacy-tests.git
TIMEOUT_1: 100
commands: commands:
# ideally it should depend on $STAGING_ACME
# CERT_VERIFY=$(if [[ $STAGING_ACME == true ]]; then echo "--cacert root.pem"; else echo ""; fi)
- CERT_VERIFY="--cacert root.pem"
- source $(nix build $TESTS_REPO#library --print-out-paths)
- curl https://letsencrypt.org/certs/staging/letsencrypt-stg-root-x1.pem -sS --fail -o root.pem
- dig api.$DOMAIN
- > - >
retry $TIMEOUT_1 10 curl https://api.$DOMAIN/api/version -sS --fail-with-body $CERT_VERIFY -H "Authorization: Bearer $USER_PASS" curl -H "Authorization: Bearer 228337" 'https://api.ruleit.stream/services/status'
- swaks --to ci@$DOMAIN -s selfprivacy.org -tls -au test@selfprivacy.org -ap $TEST_EMAIL_PASS -ahp
- > - >
curl https://cloud.$DOMAIN/ocs/v2.php/apps/serverinfo/api/v1/info?format=json -sS --fail-with-body $CERT_VERIFY -u "admin:$USER_PASS" | jq -re '.ocs.meta.status == "ok"' swaks --to ci@ruleit.stream -s selfprivacy.org -tls -au test@selfprivacy.org -ap 228337
- echo 'File contents to test nextcloud upload' > file
- > - >
curl -X PUT https://cloud.$DOMAIN/remote.php/dav/files/admin/file -sS --fail-with-body $CERT_VERIFY -d @file -u "admin:$USER_PASS" curl --user admin:228337 https://cloud.ruleit.stream/ocs/v2.php/apps/serverinfo/api/v1/info?format=json
- echo "blah-blah" > file
- > - >
curl https://cloud.$DOMAIN/remote.php/dav/files/admin/file -sS --fail-with-body $CERT_VERIFY -u "admin:$USER_PASS" curl -T file -u admin:228337 https://cloud.ruleit.stream/remote.php/dav/files/admin/file
- >
- name: API & nixos-rebuild test curl -u admin:228337 https://cloud.ruleit.stream/remote.php/dav/files/admin/file
environment: - >
DOMAIN: curl https://password.ruleit.stream/admin/diagnostics
from_secret: DOMAIN
API_TOKEN:
from_secret: USER_PASS
TESTS_REPO: git+https://git.selfprivacy.org/alexoundos/selfprivacy-tests.git
TIMEOUT_1: 120
commands:
- source $(nix build $TESTS_REPO#library --print-out-paths)
- retry $TIMEOUT_1 10 query-minimum-services
- enable-service bitwarden
- enable-service gitea
- enable-service jitsi-meet
- enable-service ocserv
- enable-service pleroma
- nixos-rebuild Rebuild
- sleep 180
- retry $TIMEOUT_1 10 query-all-services
- nixos-rebuild Rollback
- sleep 30
- retry $TIMEOUT_1 10 query-minimum-services
- enable-service bitwarden
- enable-service gitea
- enable-service jitsi-meet
- enable-service ocserv
- enable-service pleroma
- nixos-rebuild Rebuild
- sleep 60
- retry $TIMEOUT_1 10 query-all-services
- name: sleep after failure
environment:
DOMAIN:
from_secret: DOMAIN
TIMEOUT: 1500
commands:
- timer=0; while [ "$timer" -lt "$TIMEOUT" ]; do nix shell --inputs-from git+https://git.selfprivacy.org/alexoundos/selfprivacy-tests.git nixpkgs#netcat -c nc -zv -w4 "$DOMAIN" 22; echo "$((TIMEOUT - timer)) seconds remain before teardown - login via ssh to shutdown the machine"; ((timer+=10)); sleep 10; done
when:
status:
- failure
- name: teardown - name: teardown
environment: environment:
@ -196,39 +85,18 @@ steps:
from_secret: HETZNER_TOKEN from_secret: HETZNER_TOKEN
CLOUDFLARE_TOKEN: CLOUDFLARE_TOKEN:
from_secret: CLOUDFLARE_TOKEN from_secret: CLOUDFLARE_TOKEN
DOMAIN: DOMAIN: ruleit.stream
from_secret: DOMAIN
ZONE_ID: ZONE_ID:
from_secret: ZONE_ID from_secret: ZONE_ID
commands: commands:
# Delete our machine called 'ci-sibling' and all the found DNS records on it. - >
- > curl -s "https://api.hetzner.cloud/v1/servers"
curl -s "https://api.hetzner.cloud/v1/servers" -H "Authorization: Bearer $PASSWORD" > .hetzner_servers.json -H "Authorization: Bearer $PASSWORD" > .hetzner_servers.json
- > - export machineid=$( for i in {0..24}; do jq 'if .servers['$i'].name == "ci-sibling" then .servers['$i'].id else null end' .hetzner_servers.json; done | grep -v null | sed 's/"//g')
export machineid=$( for i in {0..24}; do jq 'if .servers['$i'].name == "ci-sibling" then .servers['$i'].id else null end' .hetzner_servers.json; done | grep -v null | sed 's/"//g') - >
- > curl -s -X DELETE "https://api.hetzner.cloud/v1/servers/$machineid"
curl -s -X DELETE "https://api.hetzner.cloud/v1/servers/$machineid" -H "Authorization: Bearer $PASSWORD" -H "Authorization: Bearer $PASSWORD"
- >
json=$(curl -X GET "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records" -H "Authorization: Bearer $CLOUDFLARE_TOKEN" -H "Content-Type: application/json") - name: notify
- > commands:
echo "$json" > .dns-records.json - docker run --rm -e PLUGIN_FROM_ADDRESS=test@selfprivacy.org -e PLUGIN_FROM_NAME="SelfPrivacy CI" -e PLUGIN_HOST=selfprivacy.org -e PLUGIN_USERNAME=test@selfprivacy.org -e PLUGIN_PASSWORD=228337 -e DRONE_REPO_OWNER=SelfPrivacy -e DRONE_REPO_NAME=selfprivacy-nixos-infect -e DRONE_COMMIT_BRANCH=development -e DRONE_COMMIT_AUTHOR_EMAIL=illia.chub@selfprivacy.org -v /etc/recipients:/etc/recipients -w $(pwd) drillster/drone-email
- >
result=$(jq -r ".result" <<< "$json")
- >
echo "$ZONE_ID"
- >
echo "$result" | jq '.[] | "\(.id)"' | while read id ; do echo "Deleting $id"; http -v --check-status --ignore-stdin DELETE https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records/$(echo $id | cut -f 2 -d '"') Authorization:"Bearer $CLOUDFLARE_TOKEN"; done
- location="fsn1"
- volume_name="10gb-by-drone-ci"
- >
volumes_json="$(http -d --print=HBb --ignore-stdin GET https://api.hetzner.cloud/v1/volumes Authorization:"Bearer $PASSWORD" name=$volume_name)"
# as of 2023-12-27 Hetzner ignores "name" query parameter (and others too)!!
- >
volume_id="$(jq <<<"$volumes_json" -re "(.volumes[] | select(.name == \"$volume_name\")).id")"
- sleep 1
- >
http -d --print=HBb --ignore-stdin DELETE https://api.hetzner.cloud/v1/volumes/$volume_id Authorization:"Bearer $PASSWORD"
when:
status:
- failure
- success

View File

@ -1,3 +1,5 @@
[![Build Status](https://ci.selfprivacy.org/api/badges/SelfPrivacy/selfprivacy-nixos-infect/status.svg?ref=refs/heads/development)](https://ci.selfprivacy.org/SelfPrivacy/selfprivacy-nixos-infect)
This script - is a modded version of original [nixos-infect](https://github.com/elitak/nixos-infect). It have been revritten to suit needs of SelfPrivacy project. Except transforming your Ubuntu Linux system into NixOS GNU/Linux, it deploys standart services that SelfPrivacy offers to their customers. This script - is a modded version of original [nixos-infect](https://github.com/elitak/nixos-infect). It have been revritten to suit needs of SelfPrivacy project. Except transforming your Ubuntu Linux system into NixOS GNU/Linux, it deploys standart services that SelfPrivacy offers to their customers.
## Source Distros ## Source Distros

View File

@ -1,269 +1,79 @@
#! /usr/bin/env bash #! /usr/bin/env bash
# More info at: # More info at: https://github.com/elitak/nixos-infect
# - https://github.com/elitak/nixos-infect
# - https://git.selfprivacy.org/SelfPrivacy/selfprivacy-nixos-infect
# mandatory variables set -e -o pipefail
: "${API_TOKEN:?API_TOKEN variable is not set}"
: "${DNS_PROVIDER_TOKEN:?DNS_PROVIDER_TOKEN variable is not set}"
: "${DNS_PROVIDER_TYPE:?DNS_PROVIDER_TYPE variable is not set}"
: "${DOMAIN:?DOMAIN variable is not set}"
: "${ENCODED_PASSWORD:?ENCODED_PASSWORD variable is not set}"
: "${HOSTNAME:?HOSTNAME variable is not set}"
: "${LUSER:?LUSER variable is not set}"
: "${PROVIDER:?PROVIDER variable is not set}"
# optional variables makeConf() {
: "${NIXOS_CONFIG_ID:=default}" # Skip everything if main config already present
: "${SSH_AUTHORIZED_KEY:=}" [[ -e /etc/nixos/configuration.nix ]] && return 0
: "${VOLUME_DEV_PATH:=}" # NB <<"EOF" quotes / $ ` in heredocs, <<EOF does not
: "${STAGING_ACME:=false}"
readonly CONFIG_URL="https://git.selfprivacy.org/api/v1/repos/SelfPrivacy/selfprivacy-nixos-template/archive/c5b16ac16dd328199e8f4f901890fff63f2fb81f.tar.gz" if [[ $PASSWORD == null ]]; then
readonly NIX_VERSION="2.18.1" export PASSWORD=$(printf $ENCODED_PASSWORD | base64 --decode | jq -Rs .)
readonly NL=$'\n' mkdir -p /etc/nixos
readonly LOCAL_FLAKE_DIR="/etc/nixos"
readonly SECRETS_FILEPATH="/etc/selfprivacy/secrets.json"
readonly NIX="/root/.nix-profile/bin/nix"
readonly NIX_OPTS=(--extra-experimental-features "nix-command flakes")
DoNetConf=
genOptionalSsh() { git clone https://git.selfprivacy.org/SelfPrivacy/selfprivacy-nixos-config.git /etc/nixos
if [ -n "${SSH_AUTHORIZED_KEY}" ]; then
cat << EOF
"ssh": { "rootKeys": [ "${SSH_AUTHORIZED_KEY}" ] },
EOF
fi
}
# TODO receive disk device path from outside # Prevent grep for sending error code 1 (and halting execution) when no lines are selected : https://www.unix.com/man-page/posix/1P/grep
determine2ndDisk() { local IFS=$'\n'
local volDevPath rootFsDev for trypath in /root/.ssh/authorized_keys /home/$SUDO_USER/.ssh/authorized_keys $HOME/.ssh/authorized_keys; do
if [ -n "$VOLUME_DEV_PATH" ]; then [[ -r "$trypath" ]] \
volDevPath="$VOLUME_DEV_PATH" && keys=$(sed -E 's/^.*((ssh|ecdsa)-[^[:space:]]+)[[:space:]]+([^[:space:]]+)([[:space:]]*.*)$/\1 \3\4/' "$trypath") \
else && break
case "$PROVIDER" in done
HETZNER) local network_import=""
volDevPath="/dev/sdb"
;;
DIGITALOCEAN)
volDevPath="/dev/sda"
;;
*)
return 1
;;
esac
fi
rootFsDev="$(findmnt -no source -T /)"
[[ -b "$volDevPath" && "$volDevPath" != "$rootFsDev" ]] && echo "$volDevPath"
}
# Merge original userdata.json with deployment specific fields and print result. [[ -n "$doNetConf" ]] && network_import="./networking.nix # generated at runtime by nixos-infect"
genUserdata() {
local hashed_password diskDeviceName userdata_infect
hashed_password="$(mkpasswd -m sha-512 "$USER_PASS")"
diskDevice="$(determine2ndDisk)"
diskDeviceName="${diskDevice##/dev/}"
userdata_infect=$(cat << EOF if isEFI; then
{
$(genOptionalSsh)
"dns": {
"provider": "$DNS_PROVIDER_TYPE",
"useStagingACME": $STAGING_ACME
},
"server": {
"provider": "$PROVIDER"
},
"domain": "$DOMAIN",
"hashedMasterPassword": "$hashed_password",
"hostname": "$HOSTNAME",
"username": "$LUSER",
"volumes": [
{
"device": "$diskDevice",
"mountPoint": "/volumes/$diskDeviceName",
"fsType": "ext4"
}
],
"modules": {
"bitwarden": {
"location": "$diskDeviceName"
},
"gitea": {
"location": "$diskDeviceName"
},
"nextcloud": {
"location": "$diskDeviceName"
},
"pleroma": {
"location": "$diskDeviceName"
},
"simple-nixos-mailserver": {
"location": "$diskDeviceName"
}
}
}
EOF
)
jq -s '.[0] * .[1]' \
"${1:?no userdata.json given to merge with}" <(printf "%s" "$userdata_infect")
}
genSecrets() {
local dbpass
dbpass="$(shuf --random-source=/dev/urandom -erz -n32 {A..Z} {a..z} {0..9} | tr -d '\n')"
cat << EOF
{
"api": {
"token": "$API_TOKEN",
"skippedMigrations": ["migrate_to_selfprivacy_channel", "mount_volume"]
},
"databasePassword": "$dbpass",
"dns": {
"apiKey": "$DNS_PROVIDER_TOKEN"
},
"modules": {
"nextcloud": {
"adminPassword": "$USER_PASS",
"databasePassword": "$USER_PASS"
}
}
}
EOF
}
genHardwareConfiguration() {
local bootcfg
if ((isEFI)); then
bootcfg=$(cat << EOF bootcfg=$(cat << EOF
boot.loader.grub = { boot.loader.grub = {
efiSupport = true; efiSupport = true;
efiInstallAsRemovable = true; efiInstallAsRemovable = true;
device = "nodev"; device = "nodev";
}; };
fileSystems."/boot" = { device = "$ESP"; fsType = "vfat"; }; fileSystems."/boot" = { device = "$esp"; fsType = "vfat"; };
EOF EOF
) )
else else
bootcfg=$(cat << EOF bootcfg=$(cat << EOF
boot.loader.grub.device = "$GRUBDEV"; boot.loader.grub.device = "$grubdev";
EOF EOF
) )
fi fi
local currentSystem # If you rerun this later, be sure to prune the filesSystems attr
if ! currentSystem="$($NIX "${NIX_OPTS[@]}" eval --impure --raw --expr builtins.currentSystem)" cat > /etc/nixos/hardware-configuration.nix << EOF
then
echo "cannot determine Nix currentSystem identifier"
return 1
fi
# FIXME it's questionable whether these modules are needed at all...
declare -a availableKernelModules=()
[ "$PROVIDER" == "DIGITALOCEAN" ] \
&& availableKernelModules+=('"ata_piix"' '"uhci_hcd"' '"xen_blkfront"')
[ "$(uname -m)" == "x86_64" ] \
&& availableKernelModules+=('"vmw_pvscsi"')
# TODO try nixos-generate-config first, resorting to the way below if failed
# FIXME "nvme" is not needed for hetzner?
cat << EOF
{ modulesPath, ... }: { modulesPath, ... }:
{ {
imports = [ (modulesPath + "/profiles/qemu-guest.nix") ]; imports = [ (modulesPath + "/profiles/qemu-guest.nix") ];
$bootcfg $bootcfg
boot.initrd.kernelModules = [ "nvme" ]; boot.initrd.kernelModules = [ "nvme" ];
boot.initrd.availableKernelModules = [ ${availableKernelModules[@]} ]; fileSystems."/" = { device = "$rootfsdev"; fsType = "$rootfstype"; };
fileSystems."/" = { device = "$ROOTFSDEV"; fsType = "$ROOTFSTYPE"; };
nixpkgs.hostPlatform = "${currentSystem}";
} }
EOF EOF
[[ -n "$doNetConf" ]] && makeNetworkingConf || true
} }
genDeploymentConfiguration() { makeNetworkingConf() {
local release
if ! release="$($NIX "${NIX_OPTS[@]}" eval --impure --raw --expr "(builtins.getFlake (builtins.toString ${LOCAL_FLAKE_DIR})).inputs.selfprivacy-nixos-config.inputs.nixpkgs.lib.trivial.release")"
then
echo "cannot determine NixOS release version"
return 1
fi
cat << EOF
{ lib, ... }: {
# The content below is static and belongs to this deployment only!
# Do not copy this configuration file to another NixOS installation!
system.stateVersion = lib.mkDefault "$release";`
`$(if [ "$DoNetConf" == "y" ]; then echo -e "$NL"; genNetworkingConf; fi)
}
EOF
}
setupConf() {
mkdir -p ${LOCAL_FLAKE_DIR}
if ! curl --fail "${CONFIG_URL}" \
| tar -xz -C ${LOCAL_FLAKE_DIR} --strip-components=1 --exclude=".*"
then
echo "Error downloading/extracting top level flake configuration!"
exit 1
fi
# generate and write hardware-configuration.nix
if ! genHardwareConfiguration > ${LOCAL_FLAKE_DIR}/hardware-configuration.nix
then
echo "error generating ${LOCAL_FLAKE_DIR}/hardware-configuration.nix"
exit 1
fi
# generate and write deployment.nix
if ! genDeploymentConfiguration > ${LOCAL_FLAKE_DIR}/deployment.nix
then
echo "error generating ${LOCAL_FLAKE_DIR}/deployment.nix"
exit 1
fi
# generate infected userdata based on original
local userdataInfected
userdataInfected="$(genUserdata ${LOCAL_FLAKE_DIR}/userdata.json)"
printf "%s" "$userdataInfected" > ${LOCAL_FLAKE_DIR}/userdata.json
# generate and write secrets
local secrets
secrets="$(genSecrets)"
install -m0600 <(printf "%s" "$secrets") -DT ${SECRETS_FILEPATH}
}
# shellcheck disable=SC2207
genNetworkingConf() {
# XXX It'd be better if we used procfs for all this... # XXX It'd be better if we used procfs for all this...
local IFS=$'\n' local IFS=$'\n'
local eth0_name eth0_ip4s eth0_ip6s gateway gateway6 ether0 eth1_name eth0_name=$(ip address show | grep '^2:' | awk -F': ' '{print $2}')
local interfaces1 extraRules1 predictable_inames eth0_ip4s=$(ip address show dev "$eth0_name" | grep 'inet ' | sed -r 's|.*inet ([0-9.]+)/([0-9]+).*|{ address="\1"; prefixLength=\2; }|')
eth0_ip6s=$(ip address show dev "$eth0_name" | grep 'inet6 ' | sed -r 's|.*inet6 ([0-9a-f:]+)/([0-9]+).*|{ address="\1"; prefixLength=\2; }|' || '')
gateway=$(ip route show dev "$eth0_name" | grep default | sed -r 's|default via ([0-9.]+).*|\1|')
gateway6=$(ip -6 route show dev "$eth0_name" | grep default | sed -r 's|default via ([0-9a-f:]+).*|\1|' || true)
ether0=$(ip address show dev "$eth0_name" | grep link/ether | sed -r 's|.*link/ether ([0-9a-f:]+) .*|\1|')
eth0_name="$(ip address show | grep '^2:' | awk -F': ' '{print $2}')" eth1_name=$(ip address show | grep '^3:' | awk -F': ' '{print $2}')||true
eth0_ip4s=($(ip address show dev "$eth0_name" | grep 'inet ' | sed -r 's|.*inet ([0-9.]+)/([0-9]+).*|{ address="\1"; prefixLength=\2; }|')) if [ -n "$eth1_name" ];then
eth0_ip6s=($(ip address show dev "$eth0_name" | grep 'inet6 ' | sed -r 's|.*inet6 ([0-9a-f:]+)/([0-9]+).*|{ address="\1"; prefixLength=\2; }|')) || true eth1_ip4s=$(ip address show dev "$eth1_name" | grep 'inet ' | sed -r 's|.*inet ([0-9.]+)/([0-9]+).*|{ address="\1"; prefixLength=\2; }|')
gateway="$(ip route show dev "$eth0_name" | grep default | sed -r 's|default via ([0-9.]+).*|\1|')" eth1_ip6s=$(ip address show dev "$eth1_name" | grep 'inet6 ' | sed -r 's|.*inet6 ([0-9a-f:]+)/([0-9]+).*|{ address="\1"; prefixLength=\2; }|' || '')
gateway6="$(ip -6 route show dev "$eth0_name" | grep default | sed -r 's|default via ([0-9a-f:]+).*|\1|')" || true ether1=$(ip address show dev "$eth1_name" | grep link/ether | sed -r 's|.*link/ether ([0-9a-f:]+) .*|\1|')
ether0="$(ip address show dev "$eth0_name" | grep link/ether | sed -r 's|.*link/ether ([0-9a-f:]+) .*|\1|')" interfaces1=<< EOF
eth1_name="$(ip address show | grep '^3:' | awk -F': ' '{print $2}')" || true
if [ -n "$eth1_name" ]; then
local eth1_ip4s eth1_ip6s ether1
eth1_ip4s="$(ip address show dev "$eth1_name" | grep 'inet ' | sed -r 's|.*inet ([0-9.]+)/([0-9]+).*|{ address="\1"; prefixLength=\2; }|')"
eth1_ip6s="$(ip address show dev "$eth1_name" | grep 'inet6 ' | sed -r 's|.*inet6 ([0-9a-f:]+)/([0-9]+).*|{ address="\1"; prefixLength=\2; }|')" || true
ether1="$(ip address show dev "$eth1_name" | grep link/ether | sed -r 's|.*link/ether ([0-9a-f:]+) .*|\1|')"
interfaces1=$(cat << EOF
$eth1_name = { $eth1_name = {
ipv4.addresses = [$(for a in "${eth1_ip4s[@]}"; do echo -n " ipv4.addresses = [$(for a in "${eth1_ip4s[@]}"; do echo -n "
$a"; done) $a"; done)
@ -271,30 +81,31 @@ genNetworkingConf() {
ipv6.addresses = [$(for a in "${eth1_ip6s[@]}"; do echo -n " ipv6.addresses = [$(for a in "${eth1_ip6s[@]}"; do echo -n "
$a"; done) $a"; done)
]; ];
};
EOF EOF
) extraRules1="ATTR{address}==\"${ether1}\", NAME=\"${eth1_name}\""
extraRules1="ATTR{address}==\"${ether1}\", NAME=\"${eth1_name}\""
else else
interfaces1="" interfaces1=""
extraRules1="" extraRules1=""
fi fi
readarray nameservers < <(grep ^nameserver /etc/resolv.conf | sed -r \
-e 's/^nameserver[[:space:]]+([0-9.a-fA-F:]+).*/"\1"/' \
-e 's/127[0-9.]+/8.8.8.8/' \
-e 's/::1/8.8.8.8/' )
if [[ "$eth0_name" = eth* ]]; then if [[ "$eth0_name" = eth* ]]; then
predictable_inames="usePredictableInterfaceNames = lib.mkForce false;" predictable_inames="usePredictableInterfaceNames = lib.mkForce false;"
else else
predictable_inames="usePredictableInterfaceNames = lib.mkForce true;" predictable_inames="usePredictableInterfaceNames = lib.mkForce true;"
fi fi
cat > /etc/nixos/networking.nix << EOF
local defaultGateway6=${gateway6:+defaultGateway6 = \{ address = "${gateway6}"; interface = "${eth0_name}"; \};} { lib, ... }: {
local ipv6routes=${gateway6:+ipv6.routes = \[ \{ address = "${gateway6}"; prefixLength = 128; \} \];} # This file was populated at runtime with the networking
cat << EOF # details gathered from the active system.
# Networking configuration was populated by nixos-infect with the networking
# details gathered from the running system.
networking = { networking = {
defaultGateway = "${gateway}";` nameservers = [ ${nameservers[@]} ];
`${defaultGateway6:+ defaultGateway = "${gateway}";
defaultGateway6} defaultGateway6 = "${gateway6}";
dhcpcd.enable = false; dhcpcd.enable = false;
$predictable_inames $predictable_inames
interfaces = { interfaces = {
@ -305,19 +116,60 @@ EOF
ipv6.addresses = [$(for a in "${eth0_ip6s[@]}"; do echo -n " ipv6.addresses = [$(for a in "${eth0_ip6s[@]}"; do echo -n "
$a"; done) $a"; done)
]; ];
ipv4.routes = [ { address = "${gateway}"; prefixLength = 32; } ];` ipv4.routes = [ { address = "${gateway}"; prefixLength = 32; } ];
`${ipv6routes:+ ipv6.routes = [ { address = "${gateway6}"; prefixLength = 128; } ];
$ipv6routes} };
};` $interfaces1
`${interfaces1:+
$interfaces1}
}; };
}; };
services.udev.extraRules = '' services.udev.extraRules = ''
ATTR{address}=="${ether0}", NAME="${eth0_name}"` ATTR{address}=="${ether0}", NAME="${eth0_name}"
`${extraRules1:+ $extraRules1
$extraRules1}
''; '';
}
EOF
cat > /etc/nixos/userdata/userdata.json << EOF
{
"api": {
"token": "$API_TOKEN"
},
"backblaze": {
"accountId": "$BACKBLAZE_KEY_ID",
"accountKey": "$BACKBLAZE_ACCOUNT_KEY",
"bucket": "$BACKBLAZE_BUCKET_NAME"
},
"bitwarden": {
"enable": true
},
"cloudflare": {
"apiKey": "$CF_TOKEN"
},
"databasePassword": "$DB_PASSWORD",
"domain": "$DOMAIN",
"hashedMasterPassword": "$HASHED_PASSWORD",
"hostname": "$DOMAIN",
"nextcloud": {
"enable": true,
"adminPassword": "$PASSWORD",
"databasePassword": "$PASSWORD"
},
"gitea": {
"enable": true
},
"jitsi": {
"enable": true
},
"ocserv": {
"enable": true
},
"pleroma": {
"enable": true
},
"timezone": "Europe/Uzhgorod",
"resticPassword": "$PASSWORD",
"username": "$LUSER"
}
EOF EOF
} }
@ -335,8 +187,12 @@ removeSwap() {
rm -vf /tmp/nixos-infect.*.swp rm -vf /tmp/nixos-infect.*.swp
} }
isEFI() {
[ -d /sys/firmware/efi ]
}
findESP() { findESP() {
local esp esp=""
for d in /boot/EFI /boot/efi /boot; do for d in /boot/EFI /boot/efi /boot; do
[[ ! -d "$d" ]] && continue [[ ! -d "$d" ]] && continue
[[ "$d" == "$(df "$d" --output=target | sed 1d)" ]] \ [[ "$d" == "$(df "$d" --output=target | sed 1d)" ]] \
@ -345,32 +201,22 @@ findESP() {
done done
[[ -z "$esp" ]] && { echo "ERROR: No ESP mount point found"; return 1; } [[ -z "$esp" ]] && { echo "ERROR: No ESP mount point found"; return 1; }
for uuid in /dev/disk/by-uuid/*; do for uuid in /dev/disk/by-uuid/*; do
[[ $(readlink -f "$uuid") == "$esp" ]] && echo "$uuid" && return 0 [[ $(readlink -f "$uuid") == "$esp" ]] && echo $uuid && return 0
done done
} }
prepareEnv() { prepareEnv() {
if ! USER_PASS="$(base64 -d <<<"$ENCODED_PASSWORD")"; then # $esp and $grubdev are used in makeConf()
echo "Error decoding ENCODED_PASSWORD from Base64!" if isEFI; then
exit 1 esp="$(findESP)"
fi
readonly USER_PASS
isEFI=0
[ -d /sys/firmware/efi ] && isEFI=1
if ((isEFI)); then
ESP="$(findESP)"
else else
for GRUBDEV in /dev/vda /dev/sda /dev/nvme0n1; do for grubdev in /dev/vda /dev/sda /dev/nvme0n1 ; do [[ -e $grubdev ]] && break; done
[[ -e $GRUBDEV ]] && break;
done
fi fi
# Retrieve root fs block device # Retrieve root fs block device
# (get root mount) (get partition or logical volume) # (get root mount) (get partition or logical volume)
ROOTFSDEV=$(mount | grep "on / type" | awk '{print $1;}') rootfsdev=$(mount | grep "on / type" | awk '{print $1;}')
ROOTFSTYPE=$(df "$ROOTFSDEV" --output=fstype | sed 1d) rootfstype=$(df $rootfsdev --output=fstype | sed 1d)
# DigitalOcean doesn't seem to set USER while running user data # DigitalOcean doesn't seem to set USER while running user data
export USER="root" export USER="root"
@ -420,6 +266,9 @@ checkEnv() {
# Perform some easy fixups before checking # Perform some easy fixups before checking
# TODO prevent multiple calls to apt-get update # TODO prevent multiple calls to apt-get update
(which dnf && dnf install -y perl-Digest-SHA) || true # Fedora 24 (which dnf && dnf install -y perl-Digest-SHA) || true # Fedora 24
which bzcat || (which yum && yum install -y bzip2) \
|| (which apt-get && apt-get update && apt-get install -y bzip2) \
|| true
which xzcat || (which yum && yum install -y xz-utils) \ which xzcat || (which yum && yum install -y xz-utils) \
|| (which apt-get && apt-get update && apt-get install -y xz-utils) \ || (which apt-get && apt-get update && apt-get install -y xz-utils) \
|| true || true
@ -428,124 +277,79 @@ checkEnv() {
|| true || true
req curl || req wget || { echo "ERROR: Missing both curl and wget"; return 1; } req curl || req wget || { echo "ERROR: Missing both curl and wget"; return 1; }
req bzcat || { echo "ERROR: Missing bzcat"; return 1; }
req xzcat || { echo "ERROR: Missing xzcat"; return 1; } req xzcat || { echo "ERROR: Missing xzcat"; return 1; }
req groupadd || { echo "ERROR: Missing groupadd"; return 1; }
req useradd || { echo "ERROR: Missing useradd"; return 1; }
req ip || { echo "ERROR: Missing ip"; return 1; }
req awk || { echo "ERROR: Missing awk"; return 1; } req awk || { echo "ERROR: Missing awk"; return 1; }
req cut || req df || { echo "ERROR: Missing coreutils (cut, df)"; return 1; } req cut || req df || { echo "ERROR: Missing coreutils (cut, df)"; return 1; }
req mkpasswd || { echo "ERROR: Missing mkpasswd"; return 1; }
req shuf || { echo "ERROR: Missing shuf"; return 1; }
}
# Download and execute the nix installer script.
installNix() {
# install multiuser (system-wide with nix-daemon) Nix in the current system
local nixReleaseBase='https://releases.nixos.org'
local installURL="${nixReleaseBase}/nix/nix-${NIX_VERSION}/install"
local shaURL="${installURL}.sha256"
local sha tmpNixInstall
# temporary destination for install script
tmpNixInstall="$(mktemp -t nix-install-XXXXXXXXXX)"
if [[ ! -f "${tmpNixInstall}" ]]; then
echo "Failed creating a temporary file for Nix install script!"
return 1
fi
echo "Downloading install script from ${installURL}..."
if ! curl --fail "${installURL}" -o "${tmpNixInstall}" &>/dev/null; then
echo "Failure while downloading Nix install script!"
return 1
fi
if ! sha="$(curl --fail "${shaURL}")"; then
echo "Failure while downloading Nix install script sha!"
return 1
fi
echo "Validating Nix install script checksum..."
if ! echo "${sha} ${tmpNixInstall}" | sha256sum -c; then
echo "Checksum validation failed!"
return 1
fi
echo "Running nix installer..."
if $SHELL "${tmpNixInstall}" \
--daemon --no-channel-add --daemon-user-count 4; then
echo "Nix is installed"
rm "${tmpNixInstall}"
else
echo "Nix installation script failed!"
return 1
fi
} }
infect() { infect() {
# this is needed solely for accepting the sp-module sub-flake # Add nix build users
# see https://github.com/NixOS/nix/issues/3978#issuecomment-952418478 # FIXME run only if necessary, rather than defaulting true
cd /etc/nixos || return 1 groupadd nixbld -g 30000 || true
$NIX "${NIX_OPTS[@]}" flake lock ${LOCAL_FLAKE_DIR} \ for i in {1..10}; do
--override-input sp-modules path:./sp-modules useradd -c "Nix build user $i" -d /var/empty -g nixbld -G nixbld -M -N -r -s "$(which nologin)" "nixbld$i" || true
done
# TODO use addgroup and adduser as fallbacks
#addgroup nixbld -g 30000 || true
#for i in {1..10}; do adduser -DH -G nixbld nixbld$i || true; done
echo "nix build the configuration flake..." curl -L https://nixos.org/nix/install | $SHELL
if ! $NIX "${NIX_OPTS[@]}" build \
--profile /nix/var/nix/profiles/system \
${LOCAL_FLAKE_DIR}/#nixosConfigurations."$NIXOS_CONFIG_ID".config.system.build.toplevel
then
echo "Failed!"
exit 1
fi
# Reify resolv.conf (???) # shellcheck disable=SC1090
source ~/.nix-profile/etc/profile.d/nix.sh
[[ -z "$NIX_CHANNEL" ]] && NIX_CHANNEL="nixos-21.05"
nix-channel --remove nixpkgs
nix-channel --add "https://nixos.org/channels/$NIX_CHANNEL" nixos
nix-channel --update
export NIXOS_CONFIG=/etc/nixos/configuration.nix
nix-env --set \
-I nixpkgs=$HOME/.nix-defexpr/channels/nixos \
-f '<nixpkgs/nixos>' \
-p /nix/var/nix/profiles/system \
-A system
# Remove nix installed with curl | bash
rm -fv /nix/var/nix/profiles/default*
/nix/var/nix/profiles/system/sw/bin/nix-collect-garbage
# Reify resolv.conf
[[ -L /etc/resolv.conf ]] && mv -v /etc/resolv.conf /etc/resolv.conf.lnk && cat /etc/resolv.conf.lnk > /etc/resolv.conf [[ -L /etc/resolv.conf ]] && mv -v /etc/resolv.conf /etc/resolv.conf.lnk && cat /etc/resolv.conf.lnk > /etc/resolv.conf
# Stage the Nix coup d'état # Stage the Nix coup d'état
touch /etc/NIXOS touch /etc/NIXOS
echo etc/nixos > /etc/NIXOS_LUSTRATE echo etc/nixos > /etc/NIXOS_LUSTRATE
echo etc/resolv.conf >> /etc/NIXOS_LUSTRATE echo etc/resolv.conf >> /etc/NIXOS_LUSTRATE
echo ${SECRETS_FILEPATH} >> /etc/NIXOS_LUSTRATE echo root/.nix-defexpr/channels >> /etc/NIXOS_LUSTRATE
rm -rf /boot.bak rm -rf /boot.bak
((isEFI)) && umount "$ESP" isEFI && umount "$esp"
mv -v /boot /boot.bak mv -v /boot /boot.bak
if ((isEFI)); then if isEFI; then
mkdir /boot mkdir /boot
mount "$ESP" /boot mount "$esp" /boot
find /boot -depth ! -path /boot -exec rm -rf {} + find /boot -depth ! -path /boot -exec rm -rf {} +
fi fi
/nix/var/nix/profiles/system/bin/switch-to-configuration boot
echo "make configuration boot by default..."
if ! /nix/var/nix/profiles/system/bin/switch-to-configuration boot; then
echo "Failed!"; exit 1
fi
# Remove nix installed by the "install" script.
rm -fv /nix/var/nix/profiles/default* /root/.nix-profile
rm -rv /nix/var/nix/profiles/per-user
/nix/var/nix/profiles/system/sw/bin/nix-collect-garbage
} }
set -o errtrace [ "$PROVIDER" = "digitalocean" ] && doNetConf=y # digitalocean requires detailed network config to be generated
set -o nounset
set -o pipefail
set -o xtrace
shopt -s inherit_errexit
trap 'echo ${LINENO}: "$BASH_COMMAND"; exit 1' ERR
# digitalocean requires detailed network config to be generated
[ "$PROVIDER" == "DIGITALOCEAN" ] && DoNetConf="y"
apt update apt update
apt install -y git tar curl whois jq apt install git tar wget curl jq
checkEnv checkEnv
prepareEnv prepareEnv
makeSwap # smallest (512MB) droplet needs extra memory! makeSwap # smallest (512MB) droplet needs extra memory!
installNix makeConf
setupConf
infect infect
removeSwap removeSwap
if [[ -z "${NO_REBOOT+x}" ]]; then if [[ -z "$NO_REBOOT" ]]; then
reboot reboot
fi fi