Shiloh/lasthourcloud
Shiloh/lasthourcloud
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 4 Wiki Activity

feat: experimental sentinel

Browse Source
This commit is contained in:
Andras Bacsai 2024-05-07 15:41:50 +02:00
parent 2b422a542a
commit f6f959a897
13 changed files with 1038 additions and 327 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

655
app/Actions/Docker/GetContainersStatus.php Normal file
View File

@ -0,0 +1,655 @@
<?php
namespace App\Actions\Docker;
use App\Actions\Database\StartDatabaseProxy;
use App\Actions\Proxy\CheckProxy;
use App\Actions\Proxy\StartProxy;
use App\Actions\Shared\ComplexStatusCheck;
use App\Models\Application;
use App\Models\ApplicationPreview;
use App\Models\Server;
use App\Models\ServiceDatabase;
use App\Notifications\Container\ContainerRestarted;
use App\Notifications\Container\ContainerStopped;
use Illuminate\Support\Arr;
use Lorisleiva\Actions\Concerns\AsAction;
class GetContainersStatus
{
use AsAction;
public $applications;
public function __construct(public Server $server)
{
if (isDev()) {
$this->server = Server::find(0);
}
}
public function handle()
{
if (!$this->server->isFunctional()) {
return 'Server is not ready.';
};
$this->applications = $this->server->applications();
$skip_these_applications = collect([]);
foreach ($this->applications as $application) {
if ($application->additional_servers->count() > 0) {
$skip_these_applications->push($application);
ComplexStatusCheck::run($application);
$this->applications = $this->applications->filter(function ($value, $key) use ($application) {
return $value->id !== $application->id;
});
}
}
$this->applications = $this->applications->filter(function ($value, $key) use ($skip_these_applications) {
return !$skip_these_applications->pluck('id')->contains($value->id);
});
if ($this->server->isSwarm()) {
$this->old_way();
} else {
if (!$this->server->is_metrics_enabled) {
$this->old_way();
return;
}
$sentinel_found = instant_remote_process(["docker inspect coolify-sentinel"], $this->server, false);
if ($sentinel_found) {
raY('Sentinel');
$this->sentinel();
} else {
raY('Old way');
$this->old_way();
}
}
}
private function sentinel()
{
try {
$containers = instant_remote_process(['docker exec coolify-sentinel sh -c "curl http://127.0.0.1:8888/api/containers"'], $this->server, false);
if (is_null($containers)) {
return;
}
$containers = data_get(json_decode($containers, true), 'containers', []);
$containers = collect($containers);
$databases = $this->server->databases();
$services = $this->server->services()->get();
$previews = $this->server->previews();
$foundApplications = [];
$foundApplicationPreviews = [];
$foundDatabases = [];
$foundServices = [];
foreach ($containers as $container) {
$labels = Arr::undot(data_get($container, 'labels'));
$containerStatus = data_get($container, 'state');
$containerHealth = data_get($container, 'health_status', 'unhealthy');
$containerStatus = "$containerStatus ($containerHealth)";
$applicationId = data_get($labels, 'coolify.applicationId');
if ($applicationId) {
$pullRequestId = data_get($labels, 'coolify.pullRequestId');
if ($pullRequestId) {
if (str($applicationId)->contains('-')) {
$applicationId = str($applicationId)->before('-');
}
$preview = ApplicationPreview::where('application_id', $applicationId)->where('pull_request_id', $pullRequestId)->first();
if ($preview) {
$foundApplicationPreviews[] = $preview->id;
$statusFromDb = $preview->status;
if ($statusFromDb !== $containerStatus) {
$preview->update(['status' => $containerStatus]);
}
} else {
//Notify user that this container should not be there.
}
} else {
$application = $this->applications->where('id', $applicationId)->first();
if ($application) {
$foundApplications[] = $application->id;
$statusFromDb = $application->status;
ray($statusFromDb, $containerStatus);
if ($statusFromDb !== $containerStatus) {
$application->update(['status' => $containerStatus]);
}
} else {
//Notify user that this container should not be there.
}
}
} else {
$uuid = data_get($labels, 'com.docker.compose.service');
$type = data_get($labels, 'coolify.type');
if ($uuid) {
if ($type === 'service') {
$database_id = data_get($labels, 'coolify.service.subId');
if ($database_id) {
$service_db = ServiceDatabase::where('id', $database_id)->first();
if ($service_db) {
$uuid = $service_db->service->uuid;
$isPublic = data_get($service_db, 'is_public');
if ($isPublic) {
$foundTcpProxy = $containers->filter(function ($value, $key) use ($uuid) {
if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === "coolify-proxy_$uuid";
} else {
return data_get($value, 'Name') === "/$uuid-proxy";
}
})->first();
if (!$foundTcpProxy) {
StartDatabaseProxy::run($service_db);
// $this->server->team?->notify(new ContainerRestarted("TCP Proxy for {$service_db->service->name}", $this->server));
}
}
}
}
} else {
$database = $databases->where('uuid', $uuid)->first();
if ($database) {
$isPublic = data_get($database, 'is_public');
$foundDatabases[] = $database->id;
$statusFromDb = $database->status;
if ($statusFromDb !== $containerStatus) {
$database->update(['status' => $containerStatus]);
}
if ($isPublic) {
$foundTcpProxy = $containers->filter(function ($value, $key) use ($uuid) {
if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === "coolify-proxy_$uuid";
} else {
return data_get($value, 'Name') === "/$uuid-proxy";
}
})->first();
if (!$foundTcpProxy) {
StartDatabaseProxy::run($database);
$this->server->team?->notify(new ContainerRestarted("TCP Proxy for {$database->name}", $this->server));
}
}
} else {
// Notify user that this container should not be there.
}
}
}
if (data_get($container, 'Name') === '/coolify-db') {
$foundDatabases[] = 0;
}
}
$serviceLabelId = data_get($labels, 'coolify.serviceId');
if ($serviceLabelId) {
$subType = data_get($labels, 'coolify.service.subType');
$subId = data_get($labels, 'coolify.service.subId');
$service = $services->where('id', $serviceLabelId)->first();
if (!$service) {
continue;
}
if ($subType === 'application') {
$service = $service->applications()->where('id', $subId)->first();
} else {
$service = $service->databases()->where('id', $subId)->first();
}
if ($service) {
$foundServices[] = "$service->id-$service->name";
$statusFromDb = $service->status;
if ($statusFromDb !== $containerStatus) {
// ray('Updating status: ' . $containerStatus);
$service->update(['status' => $containerStatus]);
}
}
}
}
$exitedServices = collect([]);
foreach ($services as $service) {
$apps = $service->applications()->get();
$dbs = $service->databases()->get();
foreach ($apps as $app) {
if (in_array("$app->id-$app->name", $foundServices)) {
continue;
} else {
$exitedServices->push($app);
}
}
foreach ($dbs as $db) {
if (in_array("$db->id-$db->name", $foundServices)) {
continue;
} else {
$exitedServices->push($db);
}
}
}
$exitedServices = $exitedServices->unique('id');
foreach ($exitedServices as $exitedService) {
if (str($exitedService->status)->startsWith('exited')) {
continue;
}
$name = data_get($exitedService, 'name');
$fqdn = data_get($exitedService, 'fqdn');
$containerName = $name ? "$name, available at $fqdn" : $fqdn;
$projectUuid = data_get($service, 'environment.project.uuid');
$serviceUuid = data_get($service, 'uuid');
$environmentName = data_get($service, 'environment.name');
if ($projectUuid && $serviceUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/service/" . $serviceUuid;
} else {
$url = null;
}
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
$exitedService->update(['status' => 'exited']);
}
$notRunningApplications = $this->applications->pluck('id')->diff($foundApplications);
foreach ($notRunningApplications as $applicationId) {
$application = $this->applications->where('id', $applicationId)->first();
if (str($application->status)->startsWith('exited')) {
continue;
}
$application->update(['status' => 'exited']);
$name = data_get($application, 'name');
$fqdn = data_get($application, 'fqdn');
$containerName = $name ? "$name ($fqdn)" : $fqdn;
$projectUuid = data_get($application, 'environment.project.uuid');
$applicationUuid = data_get($application, 'uuid');
$environment = data_get($application, 'environment.name');
if ($projectUuid && $applicationUuid && $environment) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environment . "/application/" . $applicationUuid;
} else {
$url = null;
}
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
}
$notRunningApplicationPreviews = $previews->pluck('id')->diff($foundApplicationPreviews);
foreach ($notRunningApplicationPreviews as $previewId) {
$preview = $previews->where('id', $previewId)->first();
if (str($preview->status)->startsWith('exited')) {
continue;
}
$preview->update(['status' => 'exited']);
$name = data_get($preview, 'name');
$fqdn = data_get($preview, 'fqdn');
$containerName = $name ? "$name ($fqdn)" : $fqdn;
$projectUuid = data_get($preview, 'application.environment.project.uuid');
$environmentName = data_get($preview, 'application.environment.name');
$applicationUuid = data_get($preview, 'application.uuid');
if ($projectUuid && $applicationUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/application/" . $applicationUuid;
} else {
$url = null;
}
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
}
$notRunningDatabases = $databases->pluck('id')->diff($foundDatabases);
foreach ($notRunningDatabases as $database) {
$database = $databases->where('id', $database)->first();
if (str($database->status)->startsWith('exited')) {
continue;
}
$database->update(['status' => 'exited']);
$name = data_get($database, 'name');
$fqdn = data_get($database, 'fqdn');
$containerName = $name;
$projectUuid = data_get($database, 'environment.project.uuid');
$environmentName = data_get($database, 'environment.name');
$databaseUuid = data_get($database, 'uuid');
if ($projectUuid && $databaseUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/database/" . $databaseUuid;
} else {
$url = null;
}
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
}
// Check if proxy is running
$this->server->proxyType();
$foundProxyContainer = $containers->filter(function ($value, $key) {
if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === 'coolify-proxy_traefik';
} else {
return data_get($value, 'Name') === '/coolify-proxy';
}
})->first();
if (!$foundProxyContainer) {
try {
$shouldStart = CheckProxy::run($this->server);
if ($shouldStart) {
StartProxy::run($this->server, false);
$this->server->team?->notify(new ContainerRestarted('coolify-proxy', $this->server));
}
} catch (\Throwable $e) {
ray($e);
}
} else {
$this->server->proxy->status = data_get($foundProxyContainer, 'State.Status');
$this->server->save();
$connectProxyToDockerNetworks = connectProxyToNetworks($this->server);
instant_remote_process($connectProxyToDockerNetworks, $this->server, false);
}
} catch (\Exception $e) {
send_internal_notification("ContainerStatusJob failed on ({$this->server->id}) with: " . $e->getMessage());
ray($e->getMessage());
return handleError($e);
}
}
private function old_way()
{
if ($this->server->isSwarm()) {
$containers = instant_remote_process(["docker service inspect $(docker service ls -q) --format '{{json .}}'"], $this->server, false);
$containerReplicates = instant_remote_process(["docker service ls --format '{{json .}}'"], $this->server, false);
} else {
// Precheck for containers
$containers = instant_remote_process(["docker container ls -q"], $this->server, false);
if (!$containers) {
return;
}
$containers = instant_remote_process(["docker container inspect $(docker container ls -q) --format '{{json .}}'"], $this->server, false);
$containerReplicates = null;
}
if (is_null($containers)) {
return;
}
$containers = format_docker_command_output_to_json($containers);
if ($containerReplicates) {
$containerReplicates = format_docker_command_output_to_json($containerReplicates);
foreach ($containerReplicates as $containerReplica) {
$name = data_get($containerReplica, 'Name');
$containers = $containers->map(function ($container) use ($name, $containerReplica) {
if (data_get($container, 'Spec.Name') === $name) {
$replicas = data_get($containerReplica, 'Replicas');
$running = str($replicas)->explode('/')[0];
$total = str($replicas)->explode('/')[1];
if ($running === $total) {
data_set($container, 'State.Status', 'running');
data_set($container, 'State.Health.Status', 'healthy');
} else {
data_set($container, 'State.Status', 'starting');
data_set($container, 'State.Health.Status', 'unhealthy');
}
}
return $container;
});
}
}
$databases = $this->server->databases();
$services = $this->server->services()->get();
$previews = $this->server->previews();
$foundApplications = [];
$foundApplicationPreviews = [];
$foundDatabases = [];
$foundServices = [];
foreach ($containers as $container) {
if ($this->server->isSwarm()) {
$labels = data_get($container, 'Spec.Labels');
$uuid = data_get($labels, 'coolify.name');
} else {
$labels = data_get($container, 'Config.Labels');
}
$containerStatus = data_get($container, 'State.Status');
$containerHealth = data_get($container, 'State.Health.Status', 'unhealthy');
$containerStatus = "$containerStatus ($containerHealth)";
$labels = Arr::undot(format_docker_labels_to_json($labels));
$applicationId = data_get($labels, 'coolify.applicationId');
if ($applicationId) {
$pullRequestId = data_get($labels, 'coolify.pullRequestId');
if ($pullRequestId) {
if (str($applicationId)->contains('-')) {
$applicationId = str($applicationId)->before('-');
}
$preview = ApplicationPreview::where('application_id', $applicationId)->where('pull_request_id', $pullRequestId)->first();
if ($preview) {
$foundApplicationPreviews[] = $preview->id;
$statusFromDb = $preview->status;
if ($statusFromDb !== $containerStatus) {
$preview->update(['status' => $containerStatus]);
}
} else {
//Notify user that this container should not be there.
}
} else {
$application = $this->applications->where('id', $applicationId)->first();
if ($application) {
$foundApplications[] = $application->id;
$statusFromDb = $application->status;
if ($statusFromDb !== $containerStatus) {
$application->update(['status' => $containerStatus]);
}
} else {
//Notify user that this container should not be there.
}
}
} else {
$uuid = data_get($labels, 'com.docker.compose.service');
$type = data_get($labels, 'coolify.type');
if ($uuid) {
if ($type === 'service') {
$database_id = data_get($labels, 'coolify.service.subId');
if ($database_id) {
$service_db = ServiceDatabase::where('id', $database_id)->first();
if ($service_db) {
$uuid = $service_db->service->uuid;
$isPublic = data_get($service_db, 'is_public');
if ($isPublic) {
$foundTcpProxy = $containers->filter(function ($value, $key) use ($uuid) {
if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === "coolify-proxy_$uuid";
} else {
return data_get($value, 'Name') === "/$uuid-proxy";
}
})->first();
if (!$foundTcpProxy) {
StartDatabaseProxy::run($service_db);
// $this->server->team?->notify(new ContainerRestarted("TCP Proxy for {$service_db->service->name}", $this->server));
}
}
}
}
} else {
$database = $databases->where('uuid', $uuid)->first();
if ($database) {
$isPublic = data_get($database, 'is_public');
$foundDatabases[] = $database->id;
$statusFromDb = $database->status;
if ($statusFromDb !== $containerStatus) {
$database->update(['status' => $containerStatus]);
}
if ($isPublic) {
$foundTcpProxy = $containers->filter(function ($value, $key) use ($uuid) {
if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === "coolify-proxy_$uuid";
} else {
return data_get($value, 'Name') === "/$uuid-proxy";
}
})->first();
if (!$foundTcpProxy) {
StartDatabaseProxy::run($database);
$this->server->team?->notify(new ContainerRestarted("TCP Proxy for {$database->name}", $this->server));
}
}
} else {
// Notify user that this container should not be there.
}
}
}
if (data_get($container, 'Name') === '/coolify-db') {
$foundDatabases[] = 0;
}
}
$serviceLabelId = data_get($labels, 'coolify.serviceId');
if ($serviceLabelId) {
$subType = data_get($labels, 'coolify.service.subType');
$subId = data_get($labels, 'coolify.service.subId');
$service = $services->where('id', $serviceLabelId)->first();
if (!$service) {
continue;
}
if ($subType === 'application') {
$service = $service->applications()->where('id', $subId)->first();
} else {
$service = $service->databases()->where('id', $subId)->first();
}
if ($service) {
$foundServices[] = "$service->id-$service->name";
$statusFromDb = $service->status;
if ($statusFromDb !== $containerStatus) {
// ray('Updating status: ' . $containerStatus);
$service->update(['status' => $containerStatus]);
}
}
}
}
$exitedServices = collect([]);
foreach ($services as $service) {
$apps = $service->applications()->get();
$dbs = $service->databases()->get();
foreach ($apps as $app) {
if (in_array("$app->id-$app->name", $foundServices)) {
continue;
} else {
$exitedServices->push($app);
}
}
foreach ($dbs as $db) {
if (in_array("$db->id-$db->name", $foundServices)) {
continue;
} else {
$exitedServices->push($db);
}
}
}
$exitedServices = $exitedServices->unique('id');
foreach ($exitedServices as $exitedService) {
if (str($exitedService->status)->startsWith('exited')) {
continue;
}
$name = data_get($exitedService, 'name');
$fqdn = data_get($exitedService, 'fqdn');
$containerName = $name ? "$name, available at $fqdn" : $fqdn;
$projectUuid = data_get($service, 'environment.project.uuid');
$serviceUuid = data_get($service, 'uuid');
$environmentName = data_get($service, 'environment.name');
if ($projectUuid && $serviceUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/service/" . $serviceUuid;
} else {
$url = null;
}
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
$exitedService->update(['status' => 'exited']);
}
$notRunningApplications = $this->applications->pluck('id')->diff($foundApplications);
foreach ($notRunningApplications as $applicationId) {
$application = $this->applications->where('id', $applicationId)->first();
if (str($application->status)->startsWith('exited')) {
continue;
}
$application->update(['status' => 'exited']);
$name = data_get($application, 'name');
$fqdn = data_get($application, 'fqdn');
$containerName = $name ? "$name ($fqdn)" : $fqdn;
$projectUuid = data_get($application, 'environment.project.uuid');
$applicationUuid = data_get($application, 'uuid');
$environment = data_get($application, 'environment.name');
if ($projectUuid && $applicationUuid && $environment) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environment . "/application/" . $applicationUuid;
} else {
$url = null;
}
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
}
$notRunningApplicationPreviews = $previews->pluck('id')->diff($foundApplicationPreviews);
foreach ($notRunningApplicationPreviews as $previewId) {
$preview = $previews->where('id', $previewId)->first();
if (str($preview->status)->startsWith('exited')) {
continue;
}
$preview->update(['status' => 'exited']);
$name = data_get($preview, 'name');
$fqdn = data_get($preview, 'fqdn');
$containerName = $name ? "$name ($fqdn)" : $fqdn;
$projectUuid = data_get($preview, 'application.environment.project.uuid');
$environmentName = data_get($preview, 'application.environment.name');
$applicationUuid = data_get($preview, 'application.uuid');
if ($projectUuid && $applicationUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/application/" . $applicationUuid;
} else {
$url = null;
}
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
}
$notRunningDatabases = $databases->pluck('id')->diff($foundDatabases);
foreach ($notRunningDatabases as $database) {
$database = $databases->where('id', $database)->first();
if (str($database->status)->startsWith('exited')) {
continue;
}
$database->update(['status' => 'exited']);
$name = data_get($database, 'name');
$fqdn = data_get($database, 'fqdn');
$containerName = $name;
$projectUuid = data_get($database, 'environment.project.uuid');
$environmentName = data_get($database, 'environment.name');
$databaseUuid = data_get($database, 'uuid');
if ($projectUuid && $databaseUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/database/" . $databaseUuid;
} else {
$url = null;
}
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
}
// Check if proxy is running
$this->server->proxyType();
$foundProxyContainer = $containers->filter(function ($value, $key) {
if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === 'coolify-proxy_traefik';
} else {
return data_get($value, 'Name') === '/coolify-proxy';
}
})->first();
if (!$foundProxyContainer) {
try {
$shouldStart = CheckProxy::run($this->server);
if ($shouldStart) {
StartProxy::run($this->server, false);
$this->server->team?->notify(new ContainerRestarted('coolify-proxy', $this->server));
}
} catch (\Throwable $e) {
ray($e);
}
} else {
$this->server->proxy->status = data_get($foundProxyContainer, 'State.Status');
$this->server->save();
$connectProxyToDockerNetworks = connectProxyToNetworks($this->server);
instant_remote_process($connectProxyToDockerNetworks, $this->server, false);
}
}
}

4
app/Jobs/ApplicationDeploymentJob.php
View File

@ -2,6 +2,7 @@
namespace App\Jobs; namespace App\Jobs;
use App\Actions\Docker\GetContainersStatus;
use App\Enums\ApplicationDeploymentStatus; use App\Enums\ApplicationDeploymentStatus;
use App\Enums\ProcessStatus; use App\Enums\ProcessStatus;
use App\Events\ApplicationStatusChanged; use App\Events\ApplicationStatusChanged;
@ -302,7 +303,8 @@ class ApplicationDeploymentJob implements ShouldQueue, ShouldBeEncrypted
{ {
if ($this->server->isProxyShouldRun()) { if ($this->server->isProxyShouldRun()) {
dispatch(new ContainerStatusJob($this->server)); GetContainersStatus::dispatch($this->server);
// dispatch(new ContainerStatusJob($this->server));
} }
$this->next(ApplicationDeploymentStatus::FINISHED->value); $this->next(ApplicationDeploymentStatus::FINISHED->value);
if ($this->pull_request_id !== 0) { if ($this->pull_request_id !== 0) {

632
app/Jobs/ContainerStatusJob.php
View File

@ -2,15 +2,8 @@
namespace App\Jobs; namespace App\Jobs;
use App\Actions\Database\StartDatabaseProxy; use App\Actions\Docker\GetContainersStatus;
use App\Actions\Proxy\CheckProxy;
use App\Actions\Proxy\StartProxy;
use App\Actions\Shared\ComplexStatusCheck;
use App\Models\ApplicationPreview;
use App\Models\Server; use App\Models\Server;
use App\Models\ServiceDatabase;
use App\Notifications\Container\ContainerRestarted;
use App\Notifications\Container\ContainerStopped;
use Illuminate\Bus\Queueable; use Illuminate\Bus\Queueable;
use Illuminate\Contracts\Queue\ShouldBeEncrypted; use Illuminate\Contracts\Queue\ShouldBeEncrypted;
use Illuminate\Contracts\Queue\ShouldQueue; use Illuminate\Contracts\Queue\ShouldQueue;
@ -18,7 +11,6 @@ use Illuminate\Foundation\Bus\Dispatchable;
use Illuminate\Queue\InteractsWithQueue; use Illuminate\Queue\InteractsWithQueue;
use Illuminate\Queue\Middleware\WithoutOverlapping; use Illuminate\Queue\Middleware\WithoutOverlapping;
use Illuminate\Queue\SerializesModels; use Illuminate\Queue\SerializesModels;
use Illuminate\Support\Arr;
class ContainerStatusJob implements ShouldQueue, ShouldBeEncrypted class ContainerStatusJob implements ShouldQueue, ShouldBeEncrypted
{ {
@ -44,335 +36,337 @@ class ContainerStatusJob implements ShouldQueue, ShouldBeEncrypted
public function handle() public function handle()
{ {
if (!$this->server->isFunctional()) { GetContainersStatus::run();
return 'Server is not ready.'; return;
}; // if (!$this->server->isFunctional()) {
$applications = $this->server->applications(); // return 'Server is not ready.';
$skip_these_applications = collect([]); // };
foreach ($applications as $application) { // $applications = $this->server->applications();
if ($application->additional_servers->count() > 0) { // $skip_these_applications = collect([]);
$skip_these_applications->push($application); // foreach ($applications as $application) {
ComplexStatusCheck::run($application); // if ($application->additional_servers->count() > 0) {
$applications = $applications->filter(function ($value, $key) use ($application) { // $skip_these_applications->push($application);
return $value->id !== $application->id; // ComplexStatusCheck::run($application);
}); // $applications = $applications->filter(function ($value, $key) use ($application) {
} // return $value->id !== $application->id;
} // });
$applications = $applications->filter(function ($value, $key) use ($skip_these_applications) { // }
return !$skip_these_applications->pluck('id')->contains($value->id); // }
}); // $applications = $applications->filter(function ($value, $key) use ($skip_these_applications) {
try { // return !$skip_these_applications->pluck('id')->contains($value->id);
if ($this->server->isSwarm()) { // });
$containers = instant_remote_process(["docker service inspect $(docker service ls -q) --format '{{json .}}'"], $this->server, false); // try {
$containerReplicates = instant_remote_process(["docker service ls --format '{{json .}}'"], $this->server, false); // if ($this->server->isSwarm()) {
} else { // $containers = instant_remote_process(["docker service inspect $(docker service ls -q) --format '{{json .}}'"], $this->server, false);
// Precheck for containers // $containerReplicates = instant_remote_process(["docker service ls --format '{{json .}}'"], $this->server, false);
$containers = instant_remote_process(["docker container ls -q"], $this->server, false); // } else {
if (!$containers) { // // Precheck for containers
return; // $containers = instant_remote_process(["docker container ls -q"], $this->server, false);
} // if (!$containers) {
$containers = instant_remote_process(["docker container inspect $(docker container ls -q) --format '{{json .}}'"], $this->server, false); // return;
$containerReplicates = null; // }
} // $containers = instant_remote_process(["docker container inspect $(docker container ls -q) --format '{{json .}}'"], $this->server, false);
if (is_null($containers)) { // $containerReplicates = null;
return; // }
} // if (is_null($containers)) {
// return;
// }
$containers = format_docker_command_output_to_json($containers); // $containers = format_docker_command_output_to_json($containers);
if ($containerReplicates) { // if ($containerReplicates) {
$containerReplicates = format_docker_command_output_to_json($containerReplicates); // $containerReplicates = format_docker_command_output_to_json($containerReplicates);
foreach ($containerReplicates as $containerReplica) { // foreach ($containerReplicates as $containerReplica) {
$name = data_get($containerReplica, 'Name'); // $name = data_get($containerReplica, 'Name');
$containers = $containers->map(function ($container) use ($name, $containerReplica) { // $containers = $containers->map(function ($container) use ($name, $containerReplica) {
if (data_get($container, 'Spec.Name') === $name) { // if (data_get($container, 'Spec.Name') === $name) {
$replicas = data_get($containerReplica, 'Replicas'); // $replicas = data_get($containerReplica, 'Replicas');
$running = str($replicas)->explode('/')[0]; // $running = str($replicas)->explode('/')[0];
$total = str($replicas)->explode('/')[1]; // $total = str($replicas)->explode('/')[1];
if ($running === $total) { // if ($running === $total) {
data_set($container, 'State.Status', 'running'); // data_set($container, 'State.Status', 'running');
data_set($container, 'State.Health.Status', 'healthy'); // data_set($container, 'State.Health.Status', 'healthy');
} else { // } else {
data_set($container, 'State.Status', 'starting'); // data_set($container, 'State.Status', 'starting');
data_set($container, 'State.Health.Status', 'unhealthy'); // data_set($container, 'State.Health.Status', 'unhealthy');
} // }
} // }
return $container; // return $container;
}); // });
} // }
} // }
$databases = $this->server->databases(); // $databases = $this->server->databases();
$services = $this->server->services()->get(); // $services = $this->server->services()->get();
$previews = $this->server->previews(); // $previews = $this->server->previews();
$foundApplications = []; // $foundApplications = [];
$foundApplicationPreviews = []; // $foundApplicationPreviews = [];
$foundDatabases = []; // $foundDatabases = [];
$foundServices = []; // $foundServices = [];
foreach ($containers as $container) { // foreach ($containers as $container) {
if ($this->server->isSwarm()) { // if ($this->server->isSwarm()) {
$labels = data_get($container, 'Spec.Labels'); // $labels = data_get($container, 'Spec.Labels');
$uuid = data_get($labels, 'coolify.name'); // $uuid = data_get($labels, 'coolify.name');
} else { // } else {
$labels = data_get($container, 'Config.Labels'); // $labels = data_get($container, 'Config.Labels');
} // }
$containerStatus = data_get($container, 'State.Status'); // $containerStatus = data_get($container, 'State.Status');
$containerHealth = data_get($container, 'State.Health.Status', 'unhealthy'); // $containerHealth = data_get($container, 'State.Health.Status', 'unhealthy');
$containerStatus = "$containerStatus ($containerHealth)"; // $containerStatus = "$containerStatus ($containerHealth)";
$labels = Arr::undot(format_docker_labels_to_json($labels)); // $labels = Arr::undot(format_docker_labels_to_json($labels));
$applicationId = data_get($labels, 'coolify.applicationId'); // $applicationId = data_get($labels, 'coolify.applicationId');
if ($applicationId) { // if ($applicationId) {
$pullRequestId = data_get($labels, 'coolify.pullRequestId'); // $pullRequestId = data_get($labels, 'coolify.pullRequestId');
if ($pullRequestId) { // if ($pullRequestId) {
if (str($applicationId)->contains('-')) { // if (str($applicationId)->contains('-')) {
$applicationId = str($applicationId)->before('-'); // $applicationId = str($applicationId)->before('-');
} // }
$preview = ApplicationPreview::where('application_id', $applicationId)->where('pull_request_id', $pullRequestId)->first(); // $preview = ApplicationPreview::where('application_id', $applicationId)->where('pull_request_id', $pullRequestId)->first();
if ($preview) { // if ($preview) {
$foundApplicationPreviews[] = $preview->id; // $foundApplicationPreviews[] = $preview->id;
$statusFromDb = $preview->status; // $statusFromDb = $preview->status;
if ($statusFromDb !== $containerStatus) { // if ($statusFromDb !== $containerStatus) {
$preview->update(['status' => $containerStatus]); // $preview->update(['status' => $containerStatus]);
} // }
} else { // } else {
//Notify user that this container should not be there. // //Notify user that this container should not be there.
} // }
} else { // } else {
$application = $applications->where('id', $applicationId)->first(); // $application = $applications->where('id', $applicationId)->first();
if ($application) { // if ($application) {
$foundApplications[] = $application->id; // $foundApplications[] = $application->id;
$statusFromDb = $application->status; // $statusFromDb = $application->status;
if ($statusFromDb !== $containerStatus) { // if ($statusFromDb !== $containerStatus) {
$application->update(['status' => $containerStatus]); // $application->update(['status' => $containerStatus]);
} // }
} else { // } else {
//Notify user that this container should not be there. // //Notify user that this container should not be there.
} // }
} // }
} else { // } else {
$uuid = data_get($labels, 'com.docker.compose.service'); // $uuid = data_get($labels, 'com.docker.compose.service');
$type = data_get($labels, 'coolify.type'); // $type = data_get($labels, 'coolify.type');
if ($uuid) { // if ($uuid) {
if ($type === 'service') { // if ($type === 'service') {
$database_id = data_get($labels, 'coolify.service.subId'); // $database_id = data_get($labels, 'coolify.service.subId');
if ($database_id) { // if ($database_id) {
$service_db = ServiceDatabase::where('id', $database_id)->first(); // $service_db = ServiceDatabase::where('id', $database_id)->first();
if ($service_db) { // if ($service_db) {
$uuid = $service_db->service->uuid; // $uuid = $service_db->service->uuid;
$isPublic = data_get($service_db, 'is_public'); // $isPublic = data_get($service_db, 'is_public');
if ($isPublic) { // if ($isPublic) {
$foundTcpProxy = $containers->filter(function ($value, $key) use ($uuid) { // $foundTcpProxy = $containers->filter(function ($value, $key) use ($uuid) {
if ($this->server->isSwarm()) { // if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === "coolify-proxy_$uuid"; // return data_get($value, 'Spec.Name') === "coolify-proxy_$uuid";
} else { // } else {
return data_get($value, 'Name') === "/$uuid-proxy"; // return data_get($value, 'Name') === "/$uuid-proxy";
} // }
})->first(); // })->first();
if (!$foundTcpProxy) { // if (!$foundTcpProxy) {
StartDatabaseProxy::run($service_db); // StartDatabaseProxy::run($service_db);
// $this->server->team?->notify(new ContainerRestarted("TCP Proxy for {$service_db->service->name}", $this->server)); // // $this->server->team?->notify(new ContainerRestarted("TCP Proxy for {$service_db->service->name}", $this->server));
} // }
} // }
} // }
} // }
} else { // } else {
$database = $databases->where('uuid', $uuid)->first(); // $database = $databases->where('uuid', $uuid)->first();
if ($database) { // if ($database) {
$isPublic = data_get($database, 'is_public'); // $isPublic = data_get($database, 'is_public');
$foundDatabases[] = $database->id; // $foundDatabases[] = $database->id;
$statusFromDb = $database->status; // $statusFromDb = $database->status;
if ($statusFromDb !== $containerStatus) { // if ($statusFromDb !== $containerStatus) {
$database->update(['status' => $containerStatus]); // $database->update(['status' => $containerStatus]);
} // }
if ($isPublic) { // if ($isPublic) {
$foundTcpProxy = $containers->filter(function ($value, $key) use ($uuid) { // $foundTcpProxy = $containers->filter(function ($value, $key) use ($uuid) {
if ($this->server->isSwarm()) { // if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === "coolify-proxy_$uuid"; // return data_get($value, 'Spec.Name') === "coolify-proxy_$uuid";
} else { // } else {
return data_get($value, 'Name') === "/$uuid-proxy"; // return data_get($value, 'Name') === "/$uuid-proxy";
} // }
})->first(); // })->first();
if (!$foundTcpProxy) { // if (!$foundTcpProxy) {
StartDatabaseProxy::run($database); // StartDatabaseProxy::run($database);
$this->server->team?->notify(new ContainerRestarted("TCP Proxy for {$database->name}", $this->server)); // $this->server->team?->notify(new ContainerRestarted("TCP Proxy for {$database->name}", $this->server));
} // }
} // }
} else { // } else {
// Notify user that this container should not be there. // // Notify user that this container should not be there.
} // }
} // }
} // }
if (data_get($container, 'Name') === '/coolify-db') { // if (data_get($container, 'Name') === '/coolify-db') {
$foundDatabases[] = 0; // $foundDatabases[] = 0;
} // }
} // }
$serviceLabelId = data_get($labels, 'coolify.serviceId'); // $serviceLabelId = data_get($labels, 'coolify.serviceId');
if ($serviceLabelId) { // if ($serviceLabelId) {
$subType = data_get($labels, 'coolify.service.subType'); // $subType = data_get($labels, 'coolify.service.subType');
$subId = data_get($labels, 'coolify.service.subId'); // $subId = data_get($labels, 'coolify.service.subId');
$service = $services->where('id', $serviceLabelId)->first(); // $service = $services->where('id', $serviceLabelId)->first();
if (!$service) { // if (!$service) {
continue; // continue;
} // }
if ($subType === 'application') { // if ($subType === 'application') {
$service = $service->applications()->where('id', $subId)->first(); // $service = $service->applications()->where('id', $subId)->first();
} else { // } else {
$service = $service->databases()->where('id', $subId)->first(); // $service = $service->databases()->where('id', $subId)->first();
} // }
if ($service) { // if ($service) {
$foundServices[] = "$service->id-$service->name"; // $foundServices[] = "$service->id-$service->name";
$statusFromDb = $service->status; // $statusFromDb = $service->status;
if ($statusFromDb !== $containerStatus) { // if ($statusFromDb !== $containerStatus) {
// ray('Updating status: ' . $containerStatus); // // ray('Updating status: ' . $containerStatus);
$service->update(['status' => $containerStatus]); // $service->update(['status' => $containerStatus]);
} // }
} // }
} // }
} // }
$exitedServices = collect([]); // $exitedServices = collect([]);
foreach ($services as $service) { // foreach ($services as $service) {
$apps = $service->applications()->get(); // $apps = $service->applications()->get();
$dbs = $service->databases()->get(); // $dbs = $service->databases()->get();
foreach ($apps as $app) { // foreach ($apps as $app) {
if (in_array("$app->id-$app->name", $foundServices)) { // if (in_array("$app->id-$app->name", $foundServices)) {
continue; // continue;
} else { // } else {
$exitedServices->push($app); // $exitedServices->push($app);
} // }
} // }
foreach ($dbs as $db) { // foreach ($dbs as $db) {
if (in_array("$db->id-$db->name", $foundServices)) { // if (in_array("$db->id-$db->name", $foundServices)) {
continue; // continue;
} else { // } else {
$exitedServices->push($db); // $exitedServices->push($db);
} // }
} // }
} // }
$exitedServices = $exitedServices->unique('id'); // $exitedServices = $exitedServices->unique('id');
foreach ($exitedServices as $exitedService) { // foreach ($exitedServices as $exitedService) {
if (str($exitedService->status)->startsWith('exited')) { // if (str($exitedService->status)->startsWith('exited')) {
continue; // continue;
} // }
$name = data_get($exitedService, 'name'); // $name = data_get($exitedService, 'name');
$fqdn = data_get($exitedService, 'fqdn'); // $fqdn = data_get($exitedService, 'fqdn');
$containerName = $name ? "$name, available at $fqdn" : $fqdn; // $containerName = $name ? "$name, available at $fqdn" : $fqdn;
$projectUuid = data_get($service, 'environment.project.uuid'); // $projectUuid = data_get($service, 'environment.project.uuid');
$serviceUuid = data_get($service, 'uuid'); // $serviceUuid = data_get($service, 'uuid');
$environmentName = data_get($service, 'environment.name'); // $environmentName = data_get($service, 'environment.name');
if ($projectUuid && $serviceUuid && $environmentName) { // if ($projectUuid && $serviceUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/service/" . $serviceUuid; // $url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/service/" . $serviceUuid;
} else { // } else {
$url = null; // $url = null;
} // }
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url)); // $this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
$exitedService->update(['status' => 'exited']); // $exitedService->update(['status' => 'exited']);
} // }
$notRunningApplications = $applications->pluck('id')->diff($foundApplications); // $notRunningApplications = $applications->pluck('id')->diff($foundApplications);
foreach ($notRunningApplications as $applicationId) { // foreach ($notRunningApplications as $applicationId) {
$application = $applications->where('id', $applicationId)->first(); // $application = $applications->where('id', $applicationId)->first();
if (str($application->status)->startsWith('exited')) { // if (str($application->status)->startsWith('exited')) {
continue; // continue;
} // }
$application->update(['status' => 'exited']); // $application->update(['status' => 'exited']);
$name = data_get($application, 'name'); // $name = data_get($application, 'name');
$fqdn = data_get($application, 'fqdn'); // $fqdn = data_get($application, 'fqdn');
$containerName = $name ? "$name ($fqdn)" : $fqdn; // $containerName = $name ? "$name ($fqdn)" : $fqdn;
$projectUuid = data_get($application, 'environment.project.uuid'); // $projectUuid = data_get($application, 'environment.project.uuid');
$applicationUuid = data_get($application, 'uuid'); // $applicationUuid = data_get($application, 'uuid');
$environment = data_get($application, 'environment.name'); // $environment = data_get($application, 'environment.name');
if ($projectUuid && $applicationUuid && $environment) { // if ($projectUuid && $applicationUuid && $environment) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environment . "/application/" . $applicationUuid; // $url = base_url() . '/project/' . $projectUuid . "/" . $environment . "/application/" . $applicationUuid;
} else { // } else {
$url = null; // $url = null;
} // }
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url)); // $this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
} // }
$notRunningApplicationPreviews = $previews->pluck('id')->diff($foundApplicationPreviews); // $notRunningApplicationPreviews = $previews->pluck('id')->diff($foundApplicationPreviews);
foreach ($notRunningApplicationPreviews as $previewId) { // foreach ($notRunningApplicationPreviews as $previewId) {
$preview = $previews->where('id', $previewId)->first(); // $preview = $previews->where('id', $previewId)->first();
if (str($preview->status)->startsWith('exited')) { // if (str($preview->status)->startsWith('exited')) {
continue; // continue;
} // }
$preview->update(['status' => 'exited']); // $preview->update(['status' => 'exited']);
$name = data_get($preview, 'name'); // $name = data_get($preview, 'name');
$fqdn = data_get($preview, 'fqdn'); // $fqdn = data_get($preview, 'fqdn');
$containerName = $name ? "$name ($fqdn)" : $fqdn; // $containerName = $name ? "$name ($fqdn)" : $fqdn;
$projectUuid = data_get($preview, 'application.environment.project.uuid'); // $projectUuid = data_get($preview, 'application.environment.project.uuid');
$environmentName = data_get($preview, 'application.environment.name'); // $environmentName = data_get($preview, 'application.environment.name');
$applicationUuid = data_get($preview, 'application.uuid'); // $applicationUuid = data_get($preview, 'application.uuid');
if ($projectUuid && $applicationUuid && $environmentName) { // if ($projectUuid && $applicationUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/application/" . $applicationUuid; // $url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/application/" . $applicationUuid;
} else { // } else {
$url = null; // $url = null;
} // }
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url)); // $this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
} // }
$notRunningDatabases = $databases->pluck('id')->diff($foundDatabases); // $notRunningDatabases = $databases->pluck('id')->diff($foundDatabases);
foreach ($notRunningDatabases as $database) { // foreach ($notRunningDatabases as $database) {
$database = $databases->where('id', $database)->first(); // $database = $databases->where('id', $database)->first();
if (str($database->status)->startsWith('exited')) { // if (str($database->status)->startsWith('exited')) {
continue; // continue;
} // }
$database->update(['status' => 'exited']); // $database->update(['status' => 'exited']);
$name = data_get($database, 'name'); // $name = data_get($database, 'name');
$fqdn = data_get($database, 'fqdn'); // $fqdn = data_get($database, 'fqdn');
$containerName = $name; // $containerName = $name;
$projectUuid = data_get($database, 'environment.project.uuid'); // $projectUuid = data_get($database, 'environment.project.uuid');
$environmentName = data_get($database, 'environment.name'); // $environmentName = data_get($database, 'environment.name');
$databaseUuid = data_get($database, 'uuid'); // $databaseUuid = data_get($database, 'uuid');
if ($projectUuid && $databaseUuid && $environmentName) { // if ($projectUuid && $databaseUuid && $environmentName) {
$url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/database/" . $databaseUuid; // $url = base_url() . '/project/' . $projectUuid . "/" . $environmentName . "/database/" . $databaseUuid;
} else { // } else {
$url = null; // $url = null;
} // }
$this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url)); // $this->server->team?->notify(new ContainerStopped($containerName, $this->server, $url));
} // }
// Check if proxy is running // // Check if proxy is running
$this->server->proxyType(); // $this->server->proxyType();
$foundProxyContainer = $containers->filter(function ($value, $key) { // $foundProxyContainer = $containers->filter(function ($value, $key) {
if ($this->server->isSwarm()) { // if ($this->server->isSwarm()) {
return data_get($value, 'Spec.Name') === 'coolify-proxy_traefik'; // return data_get($value, 'Spec.Name') === 'coolify-proxy_traefik';
} else { // } else {
return data_get($value, 'Name') === '/coolify-proxy'; // return data_get($value, 'Name') === '/coolify-proxy';
} // }
})->first(); // })->first();
if (!$foundProxyContainer) { // if (!$foundProxyContainer) {
try { // try {
$shouldStart = CheckProxy::run($this->server); // $shouldStart = CheckProxy::run($this->server);
if ($shouldStart) { // if ($shouldStart) {
StartProxy::run($this->server, false); // StartProxy::run($this->server, false);
$this->server->team?->notify(new ContainerRestarted('coolify-proxy', $this->server)); // $this->server->team?->notify(new ContainerRestarted('coolify-proxy', $this->server));
} // }
} catch (\Throwable $e) { // } catch (\Throwable $e) {
ray($e); // ray($e);
} // }
} else { // } else {
$this->server->proxy->status = data_get($foundProxyContainer, 'State.Status'); // $this->server->proxy->status = data_get($foundProxyContainer, 'State.Status');
$this->server->save(); // $this->server->save();
$connectProxyToDockerNetworks = connectProxyToNetworks($this->server); // $connectProxyToDockerNetworks = connectProxyToNetworks($this->server);
instant_remote_process($connectProxyToDockerNetworks, $this->server, false); // instant_remote_process($connectProxyToDockerNetworks, $this->server, false);
} // }
} catch (\Throwable $e) { // } catch (\Throwable $e) {
send_internal_notification("ContainerStatusJob failed on ({$this->server->id}) with: " . $e->getMessage()); // send_internal_notification("ContainerStatusJob failed on ({$this->server->id}) with: " . $e->getMessage());
ray($e->getMessage()); // ray($e->getMessage());
return handleError($e); // return handleError($e);
} // }
} }
} }

4
app/Livewire/Project/Application/Heading.php
View File

@ -3,6 +3,7 @@
namespace App\Livewire\Project\Application; namespace App\Livewire\Project\Application;
use App\Actions\Application\StopApplication; use App\Actions\Application\StopApplication;
use App\Actions\Docker\GetContainersStatus;
use App\Events\ApplicationStatusChanged; use App\Events\ApplicationStatusChanged;
use App\Jobs\ContainerStatusJob; use App\Jobs\ContainerStatusJob;
use App\Jobs\ServerStatusJob; use App\Jobs\ServerStatusJob;
@ -32,7 +33,8 @@ class Heading extends Component
public function check_status($showNotification = false) public function check_status($showNotification = false)
{ {
if ($this->application->destination->server->isFunctional()) { if ($this->application->destination->server->isFunctional()) {
dispatch(new ContainerStatusJob($this->application->destination->server)); GetContainersStatus::dispatch($this->application->destination->server);
// dispatch(new ContainerStatusJob($this->application->destination->server));
} else { } else {
dispatch(new ServerStatusJob($this->application->destination->server)); dispatch(new ServerStatusJob($this->application->destination->server));
} }

4
app/Livewire/Project/Database/Heading.php
View File

@ -11,6 +11,7 @@ use App\Actions\Database\StartMysql;
use App\Actions\Database\StartPostgresql; use App\Actions\Database\StartPostgresql;
use App\Actions\Database\StartRedis; use App\Actions\Database\StartRedis;
use App\Actions\Database\StopDatabase; use App\Actions\Database\StopDatabase;
use App\Actions\Docker\GetContainersStatus;
use App\Jobs\ContainerStatusJob; use App\Jobs\ContainerStatusJob;
use Livewire\Component; use Livewire\Component;
@ -44,7 +45,8 @@ class Heading extends Component
public function check_status($showNotification = false) public function check_status($showNotification = false)
{ {
dispatch_sync(new ContainerStatusJob($this->database->destination->server)); GetContainersStatus::run($this->application->destination->server);
// dispatch_sync(new ContainerStatusJob($this->database->destination->server));
$this->database->refresh(); $this->database->refresh();
if ($showNotification) $this->dispatch('success', 'Database status updated.'); if ($showNotification) $this->dispatch('success', 'Database status updated.');
} }

4
app/Livewire/Project/Service/Configuration.php
View File

@ -2,6 +2,7 @@
namespace App\Livewire\Project\Service; namespace App\Livewire\Project\Service;
use App\Actions\Docker\GetContainersStatus;
use App\Jobs\ContainerStatusJob; use App\Jobs\ContainerStatusJob;
use App\Models\Service; use App\Models\Service;
use Livewire\Component; use Livewire\Component;
@ -64,7 +65,8 @@ class Configuration extends Component
public function check_status() public function check_status()
{ {
try { try {
dispatch_sync(new ContainerStatusJob($this->service->server)); GetContainersStatus::run($this->service->server);
// dispatch_sync(new ContainerStatusJob($this->service->server));
$this->dispatch('refresh')->self(); $this->dispatch('refresh')->self();
$this->dispatch('updateStatus'); $this->dispatch('updateStatus');
} catch (\Exception $e) { } catch (\Exception $e) {

4
app/Livewire/Project/Shared/Destination.php
View File

@ -3,6 +3,7 @@
namespace App\Livewire\Project\Shared; namespace App\Livewire\Project\Shared;
use App\Actions\Application\StopApplicationOneServer; use App\Actions\Application\StopApplicationOneServer;
use App\Actions\Docker\GetContainersStatus;
use App\Events\ApplicationStatusChanged; use App\Events\ApplicationStatusChanged;
use App\Jobs\ContainerStatusJob; use App\Jobs\ContainerStatusJob;
use App\Models\Server; use App\Models\Server;
@ -90,7 +91,8 @@ class Destination extends Component
} }
public function refreshServers() public function refreshServers()
{ {
ContainerStatusJob::dispatchSync($this->resource->destination->server); GetContainersStatus::run($this->resource->destination->server);
// ContainerStatusJob::dispatchSync($this->resource->destination->server);
$this->loadData(); $this->loadData();
$this->dispatch('refresh'); $this->dispatch('refresh');
ApplicationStatusChanged::dispatch(data_get($this->resource, 'environment.project.team.id')); ApplicationStatusChanged::dispatch(data_get($this->resource, 'environment.project.team.id'));

4
app/Livewire/Server/Proxy/Status.php
View File

@ -2,6 +2,7 @@
namespace App\Livewire\Server\Proxy; namespace App\Livewire\Server\Proxy;
use App\Actions\Docker\GetContainersStatus;
use App\Actions\Proxy\CheckProxy; use App\Actions\Proxy\CheckProxy;
use App\Jobs\ContainerStatusJob; use App\Jobs\ContainerStatusJob;
use App\Models\Server; use App\Models\Server;
@ -49,7 +50,8 @@ class Status extends Component
public function getProxyStatus() public function getProxyStatus()
{ {
try { try {
dispatch_sync(new ContainerStatusJob($this->server)); GetContainersStatus::run($this->server);
// dispatch_sync(new ContainerStatusJob($this->server));
$this->dispatch('proxyStatusUpdated'); $this->dispatch('proxyStatusUpdated');
} catch (\Throwable $e) { } catch (\Throwable $e) {
return handleError($e, $this); return handleError($e, $this);

4
app/Notifications/Server/Revived.php
View File

@ -2,6 +2,7 @@
namespace App\Notifications\Server; namespace App\Notifications\Server;
use App\Actions\Docker\GetContainersStatus;
use App\Jobs\ContainerStatusJob; use App\Jobs\ContainerStatusJob;
use App\Models\Server; use App\Models\Server;
use Illuminate\Bus\Queueable; use Illuminate\Bus\Queueable;
@ -22,7 +23,8 @@ class Revived extends Notification implements ShouldQueue
if ($this->server->unreachable_notification_sent === false) { if ($this->server->unreachable_notification_sent === false) {
return; return;
} }
dispatch(new ContainerStatusJob($server)); GetContainersStatus::dispatch($server);
// dispatch(new ContainerStatusJob($server));
} }
public function via(object $notifiable): array public function via(object $notifiable): array

28
database/migrations/2024_05_07_124019_add_server_metrics.php Normal file
View File

@ -0,0 +1,28 @@
<?php
use Illuminate\Database\Migrations\Migration;
use Illuminate\Database\Schema\Blueprint;
use Illuminate\Support\Facades\Schema;
return new class extends Migration
{
/**
* Run the migrations.
*/
public function up(): void
{
Schema::table('servers', function (Blueprint $table) {
$table->boolean('is_metrics_enabled')->default(true);
});
}
/**
* Reverse the migrations.
*/
public function down(): void
{
Schema::table('servers', function (Blueprint $table) {
$table->dropColumn('is_metrics_enabled');
});
}
};

6
docker-compose.dev.yml
View File

@ -19,6 +19,12 @@ services:
PUSHER_APP_SECRET: "${PUSHER_APP_SECRET:-coolify}" PUSHER_APP_SECRET: "${PUSHER_APP_SECRET:-coolify}"
volumes: volumes:
- .:/var/www/html/:cached - .:/var/www/html/:cached
sentinel:
ports:
- "127.0.0.1:8888:8888"
volumes:
- /var/run/docker.sock:/var/run/docker.sock:ro
- .:/var/www/html/:cached
postgres: postgres:
pull_policy: always pull_policy: always
ports: ports:

9
docker-compose.prod.yml
View File

@ -103,6 +103,15 @@ services:
condition: service_healthy condition: service_healthy
redis: redis:
condition: service_healthy condition: service_healthy
sentinel:
image: "ghcr.io/coollabsio/sentinel:${LATEST_IMAGE:-latest}"
volumes:
- /var/run/docker.sock:/var/run/docker.sock:ro
- /data/coolify/metrics:/var/www/html/storage/app/metrics
ports:
- "127.0.0.1:8888:8888"
healthcheck:
test: curl --fail http://127.0.0.1:8888/api/health || exit 1
postgres: postgres:
volumes: volumes:
- coolify-db:/var/lib/postgresql/data - coolify-db:/var/lib/postgresql/data

7
docker-compose.yml
View File

@ -10,7 +10,12 @@ services:
depends_on: depends_on:
- postgres - postgres
- redis - redis
sentinel:
image: "ghcr.io/coollabsio/sentinel:latest"
container_name: coolify-sentinel
restart: always
networks:
- coolify
postgres: postgres:
image: postgres:15-alpine image: postgres:15-alpine
container_name: coolify-db container_name: coolify-db