Compare commits
168 Commits
preproduct
...
master
Author | SHA1 | Date |
---|---|---|
Inex Code | 0aca77ea71 | |
Inex Code | 7567c69722 | |
Alexander | 62dfb006e4 | |
Alexander | 861a5dbdf8 | |
Alexander Tomokhov | 83c1e4d590 | |
Alexander | 2925c7e41c | |
Alexander | 5d93c8197e | |
Alexander | 77972cd020 | |
Alexander | 4d02caaf7e | |
Alexander | 0c8ada1a1b | |
Alexander | fd0e2fb105 | |
Alexander | 977658fb33 | |
Alexander | 2dd49d3596 | |
Alexander | 8f00617b3d | |
Alexander | 8ce494c490 | |
Alexander | 66f61ce536 | |
Alexander | 4866762afc | |
Alexander | f3696ab0d6 | |
Alexander | 774bea292f | |
Alexander | 743129d6cb | |
Alexander | 15f36551ad | |
Alexander | 4920434aec | |
Alexander | 91c22466b1 | |
Alexander | 6ece80adc2 | |
Alexander | 7cf0a1432d | |
Alexander | 36eb48ab3c | |
Alexander | 374711f324 | |
Alexander | 91073a50a3 | |
Alexander | 18c88f39cf | |
Alexander | eaafba6f65 | |
Alexander | 0ec4fc7d5b | |
Alexander | 2f9903599d | |
Alexander | 83fe55b86e | |
Alexander | c31521e1ca | |
Alexander | 967377f171 | |
Alexander | 659c539f38 | |
Alexander | 4df84db453 | |
Alexander | c95b9d0f62 | |
Alexander | 05e395d6af | |
Alexander | a6713df931 | |
Alexander | eec1c639ec | |
Alexander | 69dd80d065 | |
Alexander | 867396b274 | |
Alexander | 6171589cc3 | |
Alexander | a266532d59 | |
Alexander | b135e52863 | |
Alexander | ab35fc20b6 | |
Alexander | 1494e06c44 | |
Alexander | dcfc5f203e | |
Alexander | ec40186962 | |
Alexander | d099b7bd11 | |
Alexander | 9cd6207238 | |
Alexander | 2d54653924 | |
Alexander | 6f96b9afdf | |
Alexander | ec339bb8d1 | |
Alexander | 55cf8bc0a6 | |
Alexander | 30f5d85acd | |
Alexander | 09ee1f5e4c | |
Alexander | 3b4d75bcdb | |
Alexander | 4380a733a6 | |
Alexander | a717ad6ca5 | |
Alexander | 1344aaa92c | |
Alexander | 0e6d5414f5 | |
Alexander | 0857b96001 | |
Alexander | 7099e2eada | |
Alexander | 7d15460867 | |
Alexander | e3ad189d9a | |
Alexander | efad17f194 | |
Alexander | 0e44c12bef | |
Alexander | f3e19457ee | |
Alexander | d4e33a9639 | |
Alexander | 149d6a8dd2 | |
Alexander | 94421ee3d5 | |
Alexander | c130acf95a | |
Alexander | 1008f2aa51 | |
Alexander | b49b801baa | |
Alexander | fa062875e7 | |
Alexander | 528d5de6dd | |
Alexander | 158c711f66 | |
Alexander | ba181fb162 | |
Alexander | 8de4c0908f | |
Alexander | 9245d6584d | |
Alexander Tomokhov | 55149c1af0 | |
Alexander Tomokhov | ccf32a3172 | |
Alexander Tomokhov | ac5a9c3517 | |
Alexander Tomokhov | 79bb94d7e4 | |
Alexander Tomokhov | 40bade435b | |
Inex Code | 00f9141343 | |
Alexander Tomokhov | fd924f354f | |
Alexander Tomokhov | 66c0e15293 | |
Alexander Tomokhov | 00cf7c40a1 | |
Alexander Tomokhov | 6c0486034d | |
Alexander Tomokhov | aee0eab178 | |
Alexander Tomokhov | 670985f3d5 | |
Alexander Tomokhov | 212f2806f0 | |
Alexander Tomokhov | 347ee5ca12 | |
Alexander Tomokhov | 5fc8a090f7 | |
Alexander Tomokhov | 4cf9f98105 | |
Alexander Tomokhov | 8462fff065 | |
Alexander | cae1b64689 | |
Alexander Tomokhov | 401f6e0789 | |
Alexander Tomokhov | 6645c8e61b | |
Alexander Tomokhov | 7e79a26715 | |
Alexander Tomokhov | 5169969e03 | |
Alexander Tomokhov | bc0f59695c | |
Alexander Tomokhov | 73b5863968 | |
Alexander Tomokhov | ce8d1f8404 | |
Alexander Tomokhov | 31dfa8eb4a | |
Alexander Tomokhov | c58597c4d7 | |
Alexander Tomokhov | daf4390cc9 | |
Alexander Tomokhov | fdfd074e27 | |
Alexander Tomokhov | eeb9b257bf | |
Alexander Tomokhov | 97b9a8421b | |
Alexander Tomokhov | d73fdda3ad | |
Alexander Tomokhov | 5da925ea66 | |
Alexander Tomokhov | 4d62fb57b8 | |
Alexander Tomokhov | c51aece2b9 | |
Alexander Tomokhov | 4c0072fa7c | |
Alexander Tomokhov | 89b1f212ea | |
Alexander Tomokhov | f3aca43b24 | |
Alexander Tomokhov | 3fa57fc77f | |
Alexander Tomokhov | 47f3ba8cee | |
Alexander Tomokhov | 5c8f67f61b | |
Alexander Tomokhov | 8f2d7c8cdb | |
Alexander Tomokhov | 3bf02d9f72 | |
Alexander Tomokhov | 9f23164bda | |
Alexander Tomokhov | 490cd38e4e | |
Alexander Tomokhov | 04260e0852 | |
Alexander Tomokhov | 623856265c | |
Alexander Tomokhov | 5c9a185238 | |
Alexander Tomokhov | db7dd2cff8 | |
Alexander Tomokhov | e7512f3dc6 | |
Alexander Tomokhov | 5131cfe35e | |
Alexander Tomokhov | da56a4625b | |
Alexander Tomokhov | 3b800a7731 | |
Alexander Tomokhov | b2edfdb787 | |
Alexander Tomokhov | 6cda28182a | |
Inex Code | 491f836dc6 | |
Inex Code | 3fda846808 | |
NaiJi ✨ | f0741188b1 | |
Inex Code | 8fc64e74fd | |
sоvд | e05d7a6aa4 | |
sova | 0ca9b7fb75 | |
NaiJi ✨ | d88d75b9b7 | |
NaiJi ✨ | be62d1913e | |
Inex Code | f638192bee | |
Inex Code | f86b76f6bd | |
Inex Code | 6bfe91dee4 | |
NaiJi ✨ | bb59d623c5 | |
inexcode | eca6780983 | |
Inex Code | be3a8485f6 | |
Inex Code | c155f32d5e | |
Inex Code | ecdac11cbe | |
Inex Code | 0f779b5a1a | |
inexcode | 3a224f2111 | |
Inex Code | 6d7a2b9fae | |
Inex Code | 7ebf4a501c | |
Inex Code | 45ad07eca6 | |
Inex Code | a52e3105d0 | |
Inex Code | 2cd5e65579 | |
Inex Code | 74bbd61063 | |
Inex Code | a5452397ec | |
Illia Chub | c20df85f42 | |
Inex Code | b158c158f9 | |
Illia Chub | d3bbd948e1 | |
Illia Chub | cdcf935514 | |
Illia Chub | a5cd2394ec | |
Illia Chub | aa1530c0bf |
|
@ -0,0 +1,234 @@
|
|||
kind: pipeline
|
||||
type: exec
|
||||
name: default
|
||||
|
||||
clone:
|
||||
disable: true
|
||||
|
||||
steps:
|
||||
- name: deploy
|
||||
environment:
|
||||
PASSWORD:
|
||||
from_secret: HETZNER_TOKEN
|
||||
DOMAIN:
|
||||
from_secret: DOMAIN
|
||||
CLOUDFLARE_TOKEN:
|
||||
from_secret: CLOUDFLARE_TOKEN
|
||||
USER_PASS:
|
||||
from_secret: USER_PASS
|
||||
INFECT_COMMIT_SHA: ${DRONE_COMMIT_SHA}
|
||||
|
||||
commands:
|
||||
- set -o nounset
|
||||
- > # TODO pass Base64 encoded password from Drone instead of this
|
||||
ENCODED_PASSWORD="$(base64 <<<"$USER_PASS")"
|
||||
# Create infect user script and then push it to a remote machine on server creation.
|
||||
- |
|
||||
cat << EOF > infect.sh
|
||||
#! /usr/bin/env bash
|
||||
|
||||
set -o allexport
|
||||
set -o errtrace
|
||||
set -o pipefail
|
||||
shopt -s inherit_errexit
|
||||
trap 'echo \$LINENO: "\$BASH_COMMAND"; exit 1' ERR
|
||||
|
||||
API_TOKEN="$USER_PASS"
|
||||
DNS_PROVIDER_TOKEN=$CLOUDFLARE_TOKEN
|
||||
DNS_PROVIDER_TYPE=CLOUDFLARE
|
||||
DOMAIN=$DOMAIN
|
||||
ENCODED_PASSWORD="$ENCODED_PASSWORD"
|
||||
HOSTNAME=selfprivacy-ci-test
|
||||
LUSER=cicdcicd
|
||||
NIXOS_CONFIG_ID=default
|
||||
PROVIDER=HETZNER
|
||||
SSH_AUTHORIZED_KEY="ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMBb3yVhYF4slhf1iQCiGLOVcbGKP/MmkQiEMl2un+4K"
|
||||
STAGING_ACME=true
|
||||
|
||||
curl --fail https://git.selfprivacy.org/SelfPrivacy/selfprivacy-nixos-infect/raw/commit/$INFECT_COMMIT_SHA/nixos-infect \
|
||||
| bash 2>&1 | tee /root/infect.log
|
||||
EOF
|
||||
- cat infect.sh
|
||||
- location=fsn1
|
||||
- set -o pipefail
|
||||
- >
|
||||
volume_id="$(http -d --print=HBb --ignore-stdin POST https://api.hetzner.cloud/v1/volumes Authorization:"Bearer $PASSWORD" format=ext4 size:=10 location=$location name=10gb-by-drone-ci automount:=false | jq -re .volume.id)"
|
||||
# TODO pass linux device volume_id name to infect.sh script
|
||||
- >
|
||||
http -d --print=HBb --ignore-stdin POST https://api.hetzner.cloud/v1/servers Authorization:"Bearer $PASSWORD" name=ci-sibling server_type=cx11 start_after_create:=true image=ubuntu-20.04 volumes:=[$volume_id] user_data=@infect.sh automount:=false location=$location
|
||||
|
||||
- name: dns
|
||||
environment:
|
||||
PASSWORD:
|
||||
from_secret: HETZNER_TOKEN
|
||||
CLOUDFLARE_TOKEN:
|
||||
from_secret: CLOUDFLARE_TOKEN
|
||||
DOMAIN:
|
||||
from_secret: DOMAIN
|
||||
ZONE_ID:
|
||||
from_secret: ZONE_ID
|
||||
|
||||
commands:
|
||||
# Read all available machines and export IP of 'ci-sibling'
|
||||
# Create DNS entires for main domain and subdomains
|
||||
- >
|
||||
curl -s -H "Authorization: Bearer $PASSWORD" 'https://api.hetzner.cloud/v1/servers' > .machine.json
|
||||
- >
|
||||
export machineip=$( for i in {0..24}; do jq 'if .servers['$i'].name == "ci-sibling" then .servers['$i'].public_net.ipv4.ip else null end' .machine.json; done | grep -v null | sed 's/"//' | sed 's/"//' )
|
||||
- echo $machineip
|
||||
- >
|
||||
curl -s -X GET "https://api.cloudflare.com/client/v4/zones?name=$DOMAIN"
|
||||
-H "Authorization: Bearer $CLOUDFLARE_TOKEN"
|
||||
-H "Content-Type: application/json"
|
||||
- >
|
||||
curl -s -X POST "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records"
|
||||
-H "Authorization: Bearer $CLOUDFLARE_TOKEN"
|
||||
-H "Content-Type: application/json"
|
||||
--data '{"type":"A","name":"@","content":"'"$$machineip"'","ttl":3600,"priority":10,"proxied":false}'
|
||||
- >
|
||||
http --check-status --ignore-stdin POST https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records Authorization:"Bearer $CLOUDFLARE_TOKEN" type=A name=api content=$machineip ttl:=3600 priority:=10 proxied:=false
|
||||
- >
|
||||
http --check-status --ignore-stdin POST https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records Authorization:"Bearer $CLOUDFLARE_TOKEN" type=A name=cloud content=$machineip ttl:=3600 priority:=10 proxied:=false
|
||||
- >
|
||||
http --check-status --ignore-stdin POST https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records Authorization:"Bearer $CLOUDFLARE_TOKEN" type=A name=password content=$machineip ttl:=3600 priority:=10 proxied:=false
|
||||
- >
|
||||
curl -s -X POST "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records"
|
||||
-H "Authorization: Bearer $CLOUDFLARE_TOKEN"
|
||||
-H "Content-Type: application/json"
|
||||
--data '{"type":"MX","name":"@","content":"'"$$DOMAIN"'","ttl":3600,"priority":10,"proxied":false}'
|
||||
- >
|
||||
curl -s -X POST "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records"
|
||||
-H "Authorization: Bearer $CLOUDFLARE_TOKEN"
|
||||
-H "Content-Type: application/json"
|
||||
--data '{"type":"TXT","name":"_dmarc","content":"v=DMARC1; p=none","ttl":18000,"priority":10,"proxied":false}'
|
||||
- >
|
||||
curl -s -X POST "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records"
|
||||
-H "Authorization: Bearer $CLOUDFLARE_TOKEN"
|
||||
-H "Content-Type: application/json"
|
||||
--data "{\"type\":\"TXT\",\"name\":\"$DOMAIN\",\"content\":\"v=spf1 a mx ip4:$machineip -all\",\"ttl\":18000,\"priority\":10,\"proxied\":false}"
|
||||
|
||||
- name: wait for NixOS boot
|
||||
environment:
|
||||
DOMAIN:
|
||||
from_secret: DOMAIN
|
||||
TIMEOUT: 160
|
||||
commands:
|
||||
- sleep 300
|
||||
- t0="$(date '+%s')"; until nix shell --inputs-from git+https://git.selfprivacy.org/alexoundos/selfprivacy-tests.git nixpkgs#netcat -c nc -zv -w1 "$DOMAIN" 443; do sleep 10; cur_date="$(date '+%s')"; remaining=$((t0 + TIMEOUT - cur_date)); [ "$remaining" -gt 0 ]; echo "$remaining seconds remain before teardown"; done
|
||||
- echo "give time for obtaining ACME certificate"
|
||||
- sleep 60
|
||||
|
||||
- name: basic test
|
||||
environment:
|
||||
DOMAIN:
|
||||
from_secret: DOMAIN
|
||||
USER_PASS:
|
||||
from_secret: USER_PASS
|
||||
TEST_EMAIL_PASS:
|
||||
from_secret: TEST_EMAIL_PASS
|
||||
API_TOKEN:
|
||||
from_secret: USER_PASS
|
||||
TESTS_REPO: git+https://git.selfprivacy.org/alexoundos/selfprivacy-tests.git
|
||||
TIMEOUT_1: 100
|
||||
commands:
|
||||
# ideally it should depend on $STAGING_ACME
|
||||
# CERT_VERIFY=$(if [[ $STAGING_ACME == true ]]; then echo "--cacert root.pem"; else echo ""; fi)
|
||||
- CERT_VERIFY="--cacert root.pem"
|
||||
- source $(nix build $TESTS_REPO#library --print-out-paths)
|
||||
- curl https://letsencrypt.org/certs/staging/letsencrypt-stg-root-x1.pem -sS --fail -o root.pem
|
||||
- dig api.$DOMAIN
|
||||
- >
|
||||
retry $TIMEOUT_1 10 curl https://api.$DOMAIN/api/version -sS --fail-with-body $CERT_VERIFY -H "Authorization: Bearer $USER_PASS"
|
||||
- swaks --to ci@$DOMAIN -s selfprivacy.org -tls -au test@selfprivacy.org -ap $TEST_EMAIL_PASS -ahp
|
||||
- >
|
||||
curl https://cloud.$DOMAIN/ocs/v2.php/apps/serverinfo/api/v1/info?format=json -sS --fail-with-body $CERT_VERIFY -u "admin:$USER_PASS" | jq -re '.ocs.meta.status == "ok"'
|
||||
- echo 'File contents to test nextcloud upload' > file
|
||||
- >
|
||||
curl -X PUT https://cloud.$DOMAIN/remote.php/dav/files/admin/file -sS --fail-with-body $CERT_VERIFY -d @file -u "admin:$USER_PASS"
|
||||
- >
|
||||
curl https://cloud.$DOMAIN/remote.php/dav/files/admin/file -sS --fail-with-body $CERT_VERIFY -u "admin:$USER_PASS"
|
||||
|
||||
- name: API & nixos-rebuild test
|
||||
environment:
|
||||
DOMAIN:
|
||||
from_secret: DOMAIN
|
||||
API_TOKEN:
|
||||
from_secret: USER_PASS
|
||||
TESTS_REPO: git+https://git.selfprivacy.org/alexoundos/selfprivacy-tests.git
|
||||
TIMEOUT_1: 120
|
||||
commands:
|
||||
- source $(nix build $TESTS_REPO#library --print-out-paths)
|
||||
- retry $TIMEOUT_1 10 query-minimum-services
|
||||
- enable-service bitwarden
|
||||
- enable-service gitea
|
||||
- enable-service jitsi-meet
|
||||
- enable-service ocserv
|
||||
- enable-service pleroma
|
||||
- nixos-rebuild Rebuild
|
||||
- sleep 180
|
||||
- retry $TIMEOUT_1 10 query-all-services
|
||||
- nixos-rebuild Rollback
|
||||
- sleep 30
|
||||
- retry $TIMEOUT_1 10 query-minimum-services
|
||||
- enable-service bitwarden
|
||||
- enable-service gitea
|
||||
- enable-service jitsi-meet
|
||||
- enable-service ocserv
|
||||
- enable-service pleroma
|
||||
- nixos-rebuild Rebuild
|
||||
- sleep 60
|
||||
- retry $TIMEOUT_1 10 query-all-services
|
||||
|
||||
- name: sleep after failure
|
||||
environment:
|
||||
DOMAIN:
|
||||
from_secret: DOMAIN
|
||||
TIMEOUT: 1500
|
||||
commands:
|
||||
- timer=0; while [ "$timer" -lt "$TIMEOUT" ]; do nix shell --inputs-from git+https://git.selfprivacy.org/alexoundos/selfprivacy-tests.git nixpkgs#netcat -c nc -zv -w4 "$DOMAIN" 22; echo "$((TIMEOUT - timer)) seconds remain before teardown - login via ssh to shutdown the machine"; ((timer+=10)); sleep 10; done
|
||||
when:
|
||||
status:
|
||||
- failure
|
||||
|
||||
- name: teardown
|
||||
environment:
|
||||
PASSWORD:
|
||||
from_secret: HETZNER_TOKEN
|
||||
CLOUDFLARE_TOKEN:
|
||||
from_secret: CLOUDFLARE_TOKEN
|
||||
DOMAIN:
|
||||
from_secret: DOMAIN
|
||||
ZONE_ID:
|
||||
from_secret: ZONE_ID
|
||||
commands:
|
||||
# Delete our machine called 'ci-sibling' and all the found DNS records on it.
|
||||
- >
|
||||
curl -s "https://api.hetzner.cloud/v1/servers" -H "Authorization: Bearer $PASSWORD" > .hetzner_servers.json
|
||||
- >
|
||||
export machineid=$( for i in {0..24}; do jq 'if .servers['$i'].name == "ci-sibling" then .servers['$i'].id else null end' .hetzner_servers.json; done | grep -v null | sed 's/"//g')
|
||||
- >
|
||||
curl -s -X DELETE "https://api.hetzner.cloud/v1/servers/$machineid" -H "Authorization: Bearer $PASSWORD"
|
||||
- >
|
||||
json=$(curl -X GET "https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records" -H "Authorization: Bearer $CLOUDFLARE_TOKEN" -H "Content-Type: application/json")
|
||||
- >
|
||||
echo "$json" > .dns-records.json
|
||||
- >
|
||||
result=$(jq -r ".result" <<< "$json")
|
||||
- >
|
||||
echo "$ZONE_ID"
|
||||
- >
|
||||
echo "$result" | jq '.[] | "\(.id)"' | while read id ; do echo "Deleting $id"; http -v --check-status --ignore-stdin DELETE https://api.cloudflare.com/client/v4/zones/$ZONE_ID/dns_records/$(echo $id | cut -f 2 -d '"') Authorization:"Bearer $CLOUDFLARE_TOKEN"; done
|
||||
- location="fsn1"
|
||||
- volume_name="10gb-by-drone-ci"
|
||||
- >
|
||||
volumes_json="$(http -d --print=HBb --ignore-stdin GET https://api.hetzner.cloud/v1/volumes Authorization:"Bearer $PASSWORD" name=$volume_name)"
|
||||
# as of 2023-12-27 Hetzner ignores "name" query parameter (and others too)!!
|
||||
- >
|
||||
volume_id="$(jq <<<"$volumes_json" -re "(.volumes[] | select(.name == \"$volume_name\")).id")"
|
||||
- sleep 1
|
||||
- >
|
||||
http -d --print=HBb --ignore-stdin DELETE https://api.hetzner.cloud/v1/volumes/$volume_id Authorization:"Bearer $PASSWORD"
|
||||
when:
|
||||
status:
|
||||
- failure
|
||||
- success
|
1589
nixos-infect
1589
nixos-infect
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue