lasthourcloud/app/Console/Commands/Init.php

410 lines
16 KiB
PHP
Raw Normal View History

2023-06-30 09:42:59 +00:00
<?php
namespace App\Console\Commands;
2023-06-30 20:26:40 +00:00
use App\Enums\ApplicationDeploymentStatus;
use App\Jobs\CleanupHelperContainersJob;
use App\Models\Application;
2023-06-30 09:42:59 +00:00
use App\Models\ApplicationDeploymentQueue;
2023-11-15 09:20:48 +00:00
use App\Models\InstanceSettings;
use App\Models\ScheduledDatabaseBackup;
use App\Models\Server;
use App\Models\Service;
2023-11-06 17:04:18 +00:00
use App\Models\ServiceApplication;
2023-11-06 19:58:03 +00:00
use App\Models\ServiceDatabase;
2023-11-06 17:04:18 +00:00
use App\Models\StandaloneMariadb;
use App\Models\StandaloneMongodb;
2023-10-25 09:43:18 +00:00
use App\Models\StandaloneMysql;
use App\Models\StandalonePostgresql;
use App\Models\StandaloneRedis;
2023-06-30 09:42:59 +00:00
use Illuminate\Console\Command;
use Illuminate\Support\Facades\Http;
2023-06-30 09:42:59 +00:00
class Init extends Command
{
2023-11-06 20:08:02 +00:00
protected $signature = 'app:init {--cleanup}';
2023-06-30 09:42:59 +00:00
protected $description = 'Cleanup instance related stuffs';
2023-06-30 09:42:59 +00:00
public function handle()
{
$this->alive();
2023-11-06 20:08:02 +00:00
$cleanup = $this->option('cleanup');
if ($cleanup) {
echo "Running cleanups...\n";
2023-11-06 20:08:02 +00:00
$this->cleanup_stucked_resources();
// Required for falsely deleted coolify db
$this->restore_coolify_db_backup();
2023-11-29 14:23:03 +00:00
// $this->cleanup_ssh();
2023-11-06 20:08:02 +00:00
}
2023-06-30 20:26:40 +00:00
$this->cleanup_in_progress_application_deployments();
$this->cleanup_stucked_helper_containers();
try {
setup_dynamic_configuration();
} catch (\Throwable $e) {
echo "Could not setup dynamic configuration: {$e->getMessage()}\n";
}
2023-12-11 19:55:58 +00:00
$settings = InstanceSettings::get();
2023-12-11 22:26:49 +00:00
if (!is_null(env('AUTOUPDATE', null))) {
if (env('AUTOUPDATE') == true) {
$settings->update(['is_auto_update_enabled' => true]);
} else {
$settings->update(['is_auto_update_enabled' => false]);
}
2023-12-11 19:55:58 +00:00
}
$this->call('cleanup:queue');
}
private function restore_coolify_db_backup()
{
try {
$database = StandalonePostgresql::withTrashed()->find(0);
2023-12-27 22:07:39 +00:00
if ($database && $database->trashed()) {
echo "Restoring coolify db backup\n";
$database->restore();
$scheduledBackup = ScheduledDatabaseBackup::find(0);
if (!$scheduledBackup) {
ScheduledDatabaseBackup::create([
'id' => 0,
'enabled' => true,
'save_s3' => false,
'frequency' => '0 0 * * *',
'database_id' => $database->id,
'database_type' => 'App\Models\StandalonePostgresql',
'team_id' => 0,
]);
}
}
} catch (\Throwable $e) {
echo "Error in restoring coolify db backup: {$e->getMessage()}\n";
}
}
private function cleanup_stucked_helper_containers()
{
$servers = Server::all();
foreach ($servers as $server) {
if ($server->isFunctional()) {
CleanupHelperContainersJob::dispatch($server);
}
}
2023-06-30 20:26:40 +00:00
}
private function alive()
{
$id = config('app.id');
2023-11-17 12:59:45 +00:00
$version = config('version');
2023-11-15 09:20:48 +00:00
$settings = InstanceSettings::get();
$do_not_track = data_get($settings, 'do_not_track');
2023-11-15 09:26:31 +00:00
if ($do_not_track == true) {
echo "Skipping alive as do_not_track is enabled\n";
2023-11-15 09:20:48 +00:00
return;
}
try {
2024-01-11 10:34:05 +00:00
Http::get("https://undead.coolify.io/v4/alive?appId=$id&version=$version");
echo "I am alive!\n";
} catch (\Throwable $e) {
echo "Error in alive: {$e->getMessage()}\n";
}
}
2023-11-29 14:23:03 +00:00
// private function cleanup_ssh()
// {
// TODO: it will cleanup id.root@host.docker.internal
2023-11-29 14:23:03 +00:00
// try {
// $files = Storage::allFiles('ssh/keys');
// foreach ($files as $file) {
// Storage::delete($file);
// }
// $files = Storage::allFiles('ssh/mux');
// foreach ($files as $file) {
// Storage::delete($file);
// }
// } catch (\Throwable $e) {
// echo "Error in cleaning ssh: {$e->getMessage()}\n";
// }
// }
2023-06-30 20:26:40 +00:00
private function cleanup_in_progress_application_deployments()
{
// Cleanup any failed deployments
2023-06-30 09:42:59 +00:00
try {
2023-12-13 11:13:20 +00:00
$halted_deployments = ApplicationDeploymentQueue::where('status', '==', ApplicationDeploymentStatus::IN_PROGRESS)->where('status', '==', ApplicationDeploymentStatus::QUEUED)->get();
2023-06-30 20:26:40 +00:00
foreach ($halted_deployments as $deployment) {
$deployment->status = ApplicationDeploymentStatus::FAILED->value;
$deployment->save();
}
2023-09-11 15:36:30 +00:00
} catch (\Throwable $e) {
2023-06-30 09:42:59 +00:00
echo "Error: {$e->getMessage()}\n";
}
}
2023-10-25 09:43:18 +00:00
private function cleanup_stucked_resources()
{
try {
$applications = Application::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($applications as $application) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck application: {$application->name}\n";
$application->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck application: {$e->getMessage()}\n";
}
try {
$postgresqls = StandalonePostgresql::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($postgresqls as $postgresql) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck postgresql: {$postgresql->name}\n";
$postgresql->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck postgresql: {$e->getMessage()}\n";
}
try {
$redis = StandaloneRedis::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($redis as $redis) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck redis: {$redis->name}\n";
$redis->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck redis: {$e->getMessage()}\n";
}
try {
$mongodbs = StandaloneMongodb::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($mongodbs as $mongodb) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck mongodb: {$mongodb->name}\n";
$mongodb->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck mongodb: {$e->getMessage()}\n";
}
try {
$mysqls = StandaloneMysql::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($mysqls as $mysql) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck mysql: {$mysql->name}\n";
$mysql->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck mysql: {$e->getMessage()}\n";
}
try {
$mariadbs = StandaloneMariadb::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($mariadbs as $mariadb) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck mariadb: {$mariadb->name}\n";
$mariadb->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck mariadb: {$e->getMessage()}\n";
}
try {
$services = Service::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($services as $service) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck service: {$service->name}\n";
$service->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck service: {$e->getMessage()}\n";
}
try {
$serviceApps = ServiceApplication::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($serviceApps as $serviceApp) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck serviceapp: {$serviceApp->name}\n";
$serviceApp->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck serviceapp: {$e->getMessage()}\n";
}
try {
$serviceDbs = ServiceDatabase::withTrashed()->whereNotNull('deleted_at')->get();
foreach ($serviceDbs as $serviceDb) {
2024-01-07 22:32:54 +00:00
echo "Deleting stuck serviceapp: {$serviceDb->name}\n";
$serviceDb->forceDelete();
}
} catch (\Throwable $e) {
2024-01-07 22:32:54 +00:00
echo "Error in cleaning stuck serviceapp: {$e->getMessage()}\n";
}
// Cleanup any resources that are not attached to any environment or destination or server
try {
$applications = Application::all();
2023-10-25 09:43:18 +00:00
foreach ($applications as $application) {
2023-11-06 17:04:18 +00:00
if (!data_get($application, 'environment')) {
2023-12-13 11:08:12 +00:00
echo 'Application without environment: ' . $application->name . ' soft deleting\n';
$application->delete();
2023-12-13 11:08:12 +00:00
continue;
}
if (!$application->destination()) {
2023-12-13 11:08:12 +00:00
echo 'Application without destination: ' . $application->name . ' soft deleting\n';
$application->delete();
2023-12-13 11:08:12 +00:00
continue;
}
2023-11-29 14:03:21 +00:00
if (!data_get($application, 'destination.server')) {
2023-12-13 11:08:12 +00:00
echo 'Application without server: ' . $application->name . ' soft deleting\n';
2023-11-29 14:03:21 +00:00
$application->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-29 14:03:21 +00:00
}
}
2023-11-06 17:04:18 +00:00
} catch (\Throwable $e) {
echo "Error in application: {$e->getMessage()}\n";
}
try {
$postgresqls = StandalonePostgresql::all()->where('id', '!=', 0);
2023-10-25 09:43:18 +00:00
foreach ($postgresqls as $postgresql) {
2023-11-06 17:04:18 +00:00
if (!data_get($postgresql, 'environment')) {
2023-12-13 11:08:12 +00:00
echo 'Postgresql without environment: ' . $postgresql->name . ' soft deleting\n';
$postgresql->delete();
2023-12-13 11:08:12 +00:00
continue;
}
if (!$postgresql->destination()) {
2023-12-13 11:08:12 +00:00
echo 'Postgresql without destination: ' . $postgresql->name . ' soft deleting\n';
$postgresql->delete();
2023-12-13 11:08:12 +00:00
continue;
}
2023-11-29 14:03:21 +00:00
if (!data_get($postgresql, 'destination.server')) {
2023-12-13 11:08:12 +00:00
echo 'Postgresql without server: ' . $postgresql->name . ' soft deleting\n';
2023-11-29 14:03:21 +00:00
$postgresql->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-29 14:03:21 +00:00
}
}
2023-11-06 17:04:18 +00:00
} catch (\Throwable $e) {
echo "Error in postgresql: {$e->getMessage()}\n";
}
try {
$redis = StandaloneRedis::all();
2023-10-25 09:43:18 +00:00
foreach ($redis as $redis) {
2023-11-06 17:04:18 +00:00
if (!data_get($redis, 'environment')) {
2023-12-13 11:08:12 +00:00
echo 'Redis without environment: ' . $redis->name . ' soft deleting\n';
$redis->delete();
2023-12-13 11:08:12 +00:00
continue;
}
if (!$redis->destination()) {
2023-12-13 11:08:12 +00:00
echo 'Redis without destination: ' . $redis->name . ' soft deleting\n';
$redis->delete();
2023-12-13 11:08:12 +00:00
continue;
}
2023-11-29 14:03:21 +00:00
if (!data_get($redis, 'destination.server')) {
2023-12-13 11:08:12 +00:00
echo 'Redis without server: ' . $redis->name . ' soft deleting\n';
2023-11-29 14:03:21 +00:00
$redis->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-29 14:03:21 +00:00
}
}
2023-11-06 17:04:18 +00:00
} catch (\Throwable $e) {
echo "Error in redis: {$e->getMessage()}\n";
}
try {
$mongodbs = StandaloneMongodb::all();
2023-10-25 09:43:18 +00:00
foreach ($mongodbs as $mongodb) {
2023-11-06 17:04:18 +00:00
if (!data_get($mongodb, 'environment')) {
2023-12-13 11:08:12 +00:00
echo 'Mongodb without environment: ' . $mongodb->name . ' soft deleting\n';
$mongodb->delete();
2023-12-13 11:08:12 +00:00
continue;
}
if (!$mongodb->destination()) {
2023-12-13 11:08:12 +00:00
echo 'Mongodb without destination: ' . $mongodb->name . ' soft deleting\n';
$mongodb->delete();
2023-12-13 11:08:12 +00:00
continue;
}
2023-11-29 14:03:21 +00:00
if (!data_get($mongodb, 'destination.server')) {
2023-12-13 11:08:12 +00:00
echo 'Mongodb without server: ' . $mongodb->name . ' soft deleting\n';
2023-11-29 14:03:21 +00:00
$mongodb->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-29 14:03:21 +00:00
}
}
2023-11-06 17:04:18 +00:00
} catch (\Throwable $e) {
echo "Error in mongodb: {$e->getMessage()}\n";
}
try {
2023-10-25 09:43:18 +00:00
$mysqls = StandaloneMysql::all();
foreach ($mysqls as $mysql) {
2023-11-06 17:04:18 +00:00
if (!data_get($mysql, 'environment')) {
2023-12-13 11:08:12 +00:00
echo 'Mysql without environment: ' . $mysql->name . ' soft deleting\n';
2023-10-25 09:43:18 +00:00
$mysql->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-10-25 09:43:18 +00:00
}
if (!$mysql->destination()) {
2023-12-13 11:08:12 +00:00
echo 'Mysql without destination: ' . $mysql->name . ' soft deleting\n';
2023-10-25 09:43:18 +00:00
$mysql->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-10-25 09:43:18 +00:00
}
2023-11-29 14:03:21 +00:00
if (!data_get($mysql, 'destination.server')) {
2023-12-13 11:08:12 +00:00
echo 'Mysql without server: ' . $mysql->name . ' soft deleting\n';
2023-11-29 14:03:21 +00:00
$mysql->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-29 14:03:21 +00:00
}
2023-10-25 09:43:18 +00:00
}
2023-11-06 17:04:18 +00:00
} catch (\Throwable $e) {
echo "Error in mysql: {$e->getMessage()}\n";
}
try {
$mariadbs = StandaloneMariadb::all();
2023-10-25 09:43:18 +00:00
foreach ($mariadbs as $mariadb) {
2023-11-06 17:04:18 +00:00
if (!data_get($mariadb, 'environment')) {
2023-12-13 11:08:12 +00:00
echo 'Mariadb without environment: ' . $mariadb->name . ' soft deleting\n';
2023-10-25 09:43:18 +00:00
$mariadb->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-10-25 09:43:18 +00:00
}
if (!$mariadb->destination()) {
2023-12-13 11:08:12 +00:00
echo 'Mariadb without destination: ' . $mariadb->name . ' soft deleting\n';
2023-10-25 09:43:18 +00:00
$mariadb->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-10-25 09:43:18 +00:00
}
2023-11-29 14:03:21 +00:00
if (!data_get($mariadb, 'destination.server')) {
2023-12-13 11:08:12 +00:00
echo 'Mariadb without server: ' . $mariadb->name . ' soft deleting\n';
2023-11-29 14:03:21 +00:00
$mariadb->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-29 14:03:21 +00:00
}
2023-10-25 09:43:18 +00:00
}
2023-11-06 17:04:18 +00:00
} catch (\Throwable $e) {
echo "Error in mariadb: {$e->getMessage()}\n";
}
try {
$services = Service::all();
2023-10-25 09:43:18 +00:00
foreach ($services as $service) {
2023-11-06 17:04:18 +00:00
if (!data_get($service, 'environment')) {
2023-12-13 11:08:12 +00:00
echo 'Service without environment: ' . $service->name . ' soft deleting\n';
$service->delete();
2023-12-13 11:08:12 +00:00
continue;
}
if (!$service->destination()) {
2023-12-13 11:08:12 +00:00
echo 'Service without destination: ' . $service->name . ' soft deleting\n';
$service->delete();
2023-12-13 11:08:12 +00:00
continue;
}
2023-11-29 14:03:21 +00:00
if (!data_get($service, 'server')) {
2023-12-13 11:08:12 +00:00
echo 'Service without server: ' . $service->name . ' soft deleting\n';
2023-11-29 14:03:21 +00:00
$service->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-29 14:03:21 +00:00
}
}
} catch (\Throwable $e) {
2023-11-06 17:04:18 +00:00
echo "Error in service: {$e->getMessage()}\n";
}
try {
$serviceApplications = ServiceApplication::all();
foreach ($serviceApplications as $service) {
if (!data_get($service, 'service')) {
2023-12-13 11:08:12 +00:00
echo 'ServiceApplication without service: ' . $service->name . ' soft deleting\n';
2023-11-06 17:04:18 +00:00
$service->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-06 17:04:18 +00:00
}
}
} catch (\Throwable $e) {
echo "Error in serviceApplications: {$e->getMessage()}\n";
}
2023-11-06 19:58:03 +00:00
try {
$serviceDatabases = ServiceDatabase::all();
foreach ($serviceDatabases as $service) {
if (!data_get($service, 'service')) {
2023-12-13 11:08:12 +00:00
echo 'ServiceDatabase without service: ' . $service->name . ' soft deleting\n';
2023-11-06 19:58:03 +00:00
$service->delete();
2023-12-13 11:08:12 +00:00
continue;
2023-11-06 19:58:03 +00:00
}
}
} catch (\Throwable $e) {
echo "Error in ServiceDatabases: {$e->getMessage()}\n";
}
}
2023-06-30 09:42:59 +00:00
}