import 'dart:convert'; import 'dart:io'; import 'package:dio/dio.dart'; import 'package:easy_localization/easy_localization.dart'; import 'package:selfprivacy/config/get_it_config.dart'; import 'package:selfprivacy/logic/api_maps/rest_maps/server_providers/volume_provider.dart'; import 'package:selfprivacy/logic/api_maps/rest_maps/server_providers/server_provider.dart'; import 'package:selfprivacy/logic/models/disk_size.dart'; import 'package:selfprivacy/logic/models/hive/server_domain.dart'; import 'package:selfprivacy/logic/models/json/hetzner_server_info.dart'; import 'package:selfprivacy/logic/models/hive/server_details.dart'; import 'package:selfprivacy/logic/models/hive/user.dart'; import 'package:selfprivacy/logic/models/metrics.dart'; import 'package:selfprivacy/logic/models/price.dart'; import 'package:selfprivacy/logic/models/server_basic_info.dart'; import 'package:selfprivacy/logic/models/server_metadata.dart'; import 'package:selfprivacy/logic/models/server_provider_location.dart'; import 'package:selfprivacy/logic/models/server_type.dart'; import 'package:selfprivacy/utils/extensions/string_extensions.dart'; import 'package:selfprivacy/utils/password_generator.dart'; class HetznerApi extends ServerProviderApi with VolumeProviderApi { HetznerApi({ this.region, this.hasLogger = false, this.isWithToken = true, }); @override bool hasLogger; @override bool isWithToken; final String? region; @override BaseOptions get options { final BaseOptions options = BaseOptions(baseUrl: rootAddress); if (isWithToken) { final String? token = getIt().serverProviderKey; assert(token != null); options.headers = {'Authorization': 'Bearer $token'}; } if (validateStatus != null) { options.validateStatus = validateStatus!; } return options; } @override String get rootAddress => 'https://api.hetzner.cloud/v1'; @override String get infectProviderName => 'hetzner'; @override String get appearanceProviderName => 'Hetzner'; @override Future isApiTokenValid(final String token) async { bool isValid = false; Response? response; final Dio client = await getClient(); try { response = await client.get( '/servers', options: Options( headers: {'Authorization': 'Bearer $token'}, ), ); } catch (e) { print(e); isValid = false; } finally { close(client); } if (response != null) { if (response.statusCode == HttpStatus.ok) { isValid = true; } else if (response.statusCode == HttpStatus.unauthorized) { isValid = false; } else { throw Exception('code: ${response.statusCode}'); } } return isValid; } @override ProviderApiTokenValidation getApiTokenValidation() => ProviderApiTokenValidation( regexp: RegExp(r'\s+|[-!$%^&*()@+|~=`{}\[\]:<>?,.\/]'), length: 64, ); @override Future getPricePerGb() async { double? price; final Response dbGetResponse; final Dio client = await getClient(); try { dbGetResponse = await client.get('/pricing'); final volume = dbGetResponse.data['pricing']['volume']; final volumePrice = volume['price_per_gb_month']['gross']; price = double.parse(volumePrice); } catch (e) { print(e); } finally { client.close(); } return price == null ? null : Price( value: price, currency: 'EUR', ); } @override Future createVolume() async { ServerVolume? volume; final Response dbCreateResponse; final Dio client = await getClient(); try { dbCreateResponse = await client.post( '/volumes', data: { 'size': 10, 'name': StringGenerators.dbStorageName(), 'labels': {'labelkey': 'value'}, 'location': region, 'automount': false, 'format': 'ext4' }, ); final dbId = dbCreateResponse.data['volume']['id']; final dbSize = dbCreateResponse.data['volume']['size']; final dbServer = dbCreateResponse.data['volume']['server']; final dbName = dbCreateResponse.data['volume']['name']; final dbDevice = dbCreateResponse.data['volume']['linux_device']; volume = ServerVolume( id: dbId, name: dbName, sizeByte: dbSize, serverId: dbServer, linuxDevice: dbDevice, ); } catch (e) { print(e); } finally { client.close(); } return volume; } @override Future> getVolumes({final String? status}) async { final List volumes = []; final Response dbGetResponse; final Dio client = await getClient(); try { dbGetResponse = await client.get( '/volumes', queryParameters: { 'status': status, }, ); final List rawVolumes = dbGetResponse.data['volumes']; for (final rawVolume in rawVolumes) { final int dbId = rawVolume['id']; final int dbSize = rawVolume['size'] * 1024 * 1024 * 1024; final dbServer = rawVolume['server']; final String dbName = rawVolume['name']; final dbDevice = rawVolume['linux_device']; final volume = ServerVolume( id: dbId, name: dbName, sizeByte: dbSize, serverId: dbServer, linuxDevice: dbDevice, ); volumes.add(volume); } } catch (e) { print(e); } finally { client.close(); } return volumes; } Future getVolume( final String volumeId, ) async { ServerVolume? volume; final Response dbGetResponse; final Dio client = await getClient(); try { dbGetResponse = await client.get('/volumes/$volumeId'); final int dbId = dbGetResponse.data['volume']['id']; final int dbSize = dbGetResponse.data['volume']['size']; final int dbServer = dbGetResponse.data['volume']['server']; final String dbName = dbGetResponse.data['volume']['name']; final dbDevice = dbGetResponse.data['volume']['linux_device']; volume = ServerVolume( id: dbId, name: dbName, sizeByte: dbSize, serverId: dbServer, linuxDevice: dbDevice, ); } catch (e) { print(e); } finally { client.close(); } return volume; } @override Future deleteVolume(final ServerVolume volume) async { final Dio client = await getClient(); try { await client.delete('/volumes/$volume.id'); } catch (e) { print(e); } finally { client.close(); } } @override Future attachVolume( final ServerVolume volume, final int serverId, ) async { bool success = false; final Response dbPostResponse; final Dio client = await getClient(); try { dbPostResponse = await client.post( '/volumes/$volume.id/actions/attach', data: { 'automount': true, 'server': serverId, }, ); success = dbPostResponse.data['action']['status'].toString() != 'error'; } catch (e) { print(e); } finally { client.close(); } return success; } @override Future detachVolume(final ServerVolume volume) async { bool success = false; final Response dbPostResponse; final Dio client = await getClient(); try { dbPostResponse = await client.post('/volumes/$volume.id/actions/detach'); success = dbPostResponse.data['action']['status'].toString() != 'error'; } catch (e) { print(e); } finally { client.close(); } return success; } @override Future resizeVolume( final ServerVolume volume, final DiskSize size, ) async { bool success = false; final Response dbPostResponse; final Dio client = await getClient(); try { dbPostResponse = await client.post( '/volumes/$volume.id/actions/resize', data: { 'size': size.gibibyte, }, ); success = dbPostResponse.data['action']['status'].toString() != 'error'; } catch (e) { print(e); } finally { client.close(); } return success; } @override Future createServer({ required final String dnsApiToken, required final User rootUser, required final String domainName, required final String serverType, }) async { ServerHostingDetails? details; final ServerVolume? newVolume = await createVolume(); if (newVolume == null) { return details; } details = await createServerWithVolume( dnsApiToken: dnsApiToken, rootUser: rootUser, domainName: domainName, dataBase: newVolume, serverType: serverType, ); return details; } Future createServerWithVolume({ required final String dnsApiToken, required final User rootUser, required final String domainName, required final ServerVolume dataBase, required final String serverType, }) async { final Dio client = await getClient(); final String dbPassword = StringGenerators.dbPassword(); final int dbId = dataBase.id; final String apiToken = StringGenerators.apiToken(); final String hostname = getHostnameFromDomain(domainName); const String infectBranch = 'providers/hetzner'; final String base64Password = base64.encode(utf8.encode(rootUser.password ?? 'PASS')); final String userdataString = "#cloud-config\nruncmd:\n- curl https://git.selfprivacy.org/SelfPrivacy/selfprivacy-nixos-infect/raw/branch/$infectBranch/nixos-infect | PROVIDER=$infectProviderName NIX_CHANNEL=nixos-21.05 DOMAIN='$domainName' LUSER='${rootUser.login}' ENCODED_PASSWORD='$base64Password' CF_TOKEN=$dnsApiToken DB_PASSWORD=$dbPassword API_TOKEN=$apiToken HOSTNAME=$hostname bash 2>&1 | tee /tmp/infect.log"; ServerHostingDetails? serverDetails; DioError? hetznerError; bool success = false; try { final Map data = { 'name': hostname, 'server_type': serverType, 'start_after_create': false, 'image': 'ubuntu-20.04', 'volumes': [dbId], 'networks': [], 'user_data': userdataString, 'labels': {}, 'automount': true, 'location': region!, }; print('Decoded data: $data'); final Response serverCreateResponse = await client.post( '/servers', data: data, ); print(serverCreateResponse.data); serverDetails = ServerHostingDetails( id: serverCreateResponse.data['server']['id'], ip4: serverCreateResponse.data['server']['public_net']['ipv4']['ip'], createTime: DateTime.now(), volume: dataBase, apiToken: apiToken, provider: ServerProvider.hetzner, ); success = true; } on DioError catch (e) { print(e); hetznerError = e; } catch (e) { print(e); } finally { client.close(); } if (!success) { await Future.delayed(const Duration(seconds: 10)); await deleteVolume(dataBase); } if (hetznerError != null) { throw hetznerError; } return serverDetails; } static String getHostnameFromDomain(final String domain) { // Replace all non-alphanumeric characters with an underscore String hostname = domain.split('.')[0].replaceAll(RegExp(r'[^a-zA-Z0-9]'), '-'); if (hostname.endsWith('-')) { hostname = hostname.substring(0, hostname.length - 1); } if (hostname.startsWith('-')) { hostname = hostname.substring(1); } if (hostname.isEmpty) { hostname = 'selfprivacy-server'; } return hostname; } @override Future deleteServer({ required final String domainName, }) async { final Dio client = await getClient(); final String hostname = getHostnameFromDomain(domainName); final Response serversReponse = await client.get('/servers'); final List servers = serversReponse.data['servers']; final Map server = servers.firstWhere((final el) => el['name'] == hostname); final List volumes = server['volumes']; final List laterFutures = []; for (final volumeId in volumes) { await client.post('/volumes/$volumeId/actions/detach'); } await Future.delayed(const Duration(seconds: 10)); for (final volumeId in volumes) { laterFutures.add(client.delete('/volumes/$volumeId')); } laterFutures.add(client.delete('/servers/${server['id']}')); await Future.wait(laterFutures); close(client); } @override Future restart() async { final ServerHostingDetails server = getIt().serverDetails!; final Dio client = await getClient(); try { await client.post('/servers/${server.id}/actions/reset'); } catch (e) { print(e); } finally { close(client); } return server.copyWith(startTime: DateTime.now()); } @override Future powerOn() async { final ServerHostingDetails server = getIt().serverDetails!; final Dio client = await getClient(); try { await client.post('/servers/${server.id}/actions/poweron'); } catch (e) { print(e); } finally { close(client); } return server.copyWith(startTime: DateTime.now()); } Future> requestRawMetrics( final int serverId, final DateTime start, final DateTime end, final String type, ) async { Map metrics = {}; final Dio client = await getClient(); try { final Map queryParameters = { 'start': start.toUtc().toIso8601String(), 'end': end.toUtc().toIso8601String(), 'type': type }; final Response res = await client.get( '/servers/$serverId/metrics', queryParameters: queryParameters, ); metrics = res.data['metrics']; } catch (e) { print(e); } finally { close(client); } return metrics; } List timeSeriesSerializer( final Map json, final String type, ) { final List list = json['time_series'][type]['values']; return list .map((final el) => TimeSeriesData(el[0], double.parse(el[1]))) .toList(); } @override Future getMetrics( final int serverId, final DateTime start, final DateTime end, ) async { ServerMetrics? metrics; final Map rawCpuMetrics = await requestRawMetrics( serverId, start, end, 'cpu', ); final Map rawNetworkMetrics = await requestRawMetrics( serverId, start, end, 'network', ); if (rawNetworkMetrics.isEmpty || rawCpuMetrics.isEmpty) { return metrics; } metrics = ServerMetrics( cpu: timeSeriesSerializer( rawCpuMetrics, 'cpu', ), bandwidthIn: timeSeriesSerializer( rawNetworkMetrics, 'network.0.bandwidth.in', ), bandwidthOut: timeSeriesSerializer( rawNetworkMetrics, 'network.0.bandwidth.out', ), end: end, start: start, stepsInSecond: rawCpuMetrics['step'], ); return metrics; } @override Future> getMetadata(final int serverId) async { List metadata = []; final Dio client = await getClient(); try { final Response response = await client.get('/servers/$serverId'); final hetznerInfo = HetznerServerInfo.fromJson(response.data!['server']); metadata = [ ServerMetadataEntity( type: MetadataType.id, name: 'server.server_id'.tr(), value: hetznerInfo.id.toString(), ), ServerMetadataEntity( type: MetadataType.status, name: 'server.status'.tr(), value: hetznerInfo.status.toString().split('.')[1].capitalize(), ), ServerMetadataEntity( type: MetadataType.cpu, name: 'server.cpu'.tr(), value: 'server.core_count'.plural(hetznerInfo.serverType.cores), ), ServerMetadataEntity( type: MetadataType.ram, name: 'server.ram'.tr(), value: '${hetznerInfo.serverType.memory.toString()} GB', ), ServerMetadataEntity( type: MetadataType.cost, name: 'server.monthly_cost'.tr(), value: hetznerInfo.serverType.prices[1].monthly.toStringAsFixed(2), ), ServerMetadataEntity( type: MetadataType.location, name: 'server.location'.tr(), value: '${hetznerInfo.location.city}, ${hetznerInfo.location.country}', ), ServerMetadataEntity( type: MetadataType.other, name: 'server.provider'.tr(), value: appearanceProviderName, ), ]; } catch (e) { print(e); } finally { close(client); } return metadata; } @override Future> getServers() async { List servers = []; final Dio client = await getClient(); try { final Response response = await client.get('/servers'); servers = response.data!['servers'] .map( (final e) => HetznerServerInfo.fromJson(e), ) .toList() .where( (final server) => server.publicNet.ipv4 != null, ) .map( (final server) => ServerBasicInfo( id: server.id, name: server.name, ip: server.publicNet.ipv4.ip, reverseDns: server.publicNet.ipv4.reverseDns, created: server.created, ), ) .toList(); } catch (e) { print(e); } finally { close(client); } print(servers); return servers; } String? getEmojiFlag(final String query) { String? emoji; switch (query.toLowerCase()) { case 'de': emoji = '🇩🇪'; break; case 'fi': emoji = '🇫🇮'; break; case 'us': emoji = '🇺🇸'; break; } return emoji; } @override Future> getAvailableLocations() async { List locations = []; final Dio client = await getClient(); try { final Response response = await client.get( '/locations', ); locations = response.data!['locations'] .map( (final location) => ServerProviderLocation( title: location['city'], description: location['description'], flag: getEmojiFlag(location['country']), identifier: location['name'], ), ) .toList(); } catch (e) { print(e); } finally { close(client); } return locations; } @override Future> getServerTypesByLocation({ required final ServerProviderLocation location, }) async { final List types = []; final Dio client = await getClient(); try { final Response response = await client.get( '/server_types', ); final rawTypes = response.data!['server_types']; for (final rawType in rawTypes) { for (final rawPrice in rawType['prices']) { if (rawPrice['location'].toString() == location.identifier) { types.add( ServerType( title: rawType['description'], identifier: rawType['name'], ram: rawType['memory'], cores: rawType['cores'], disk: DiskSize(byte: rawType['disk'] * 1024 * 1024 * 1024), price: Price( value: double.parse(rawPrice['price_monthly']['gross']), currency: 'EUR', ), location: location, ), ); } } } } catch (e) { print(e); } finally { close(client); } return types; } @override Future createReverseDns({ required final ServerHostingDetails serverDetails, required final ServerDomain domain, }) async { final Dio client = await getClient(); try { await client.post( '/servers/${serverDetails.id}/actions/change_dns_ptr', data: { 'ip': serverDetails.ip4, 'dns_ptr': domain.domainName, }, ); } catch (e) { print(e); } finally { close(client); } } }