forked from Shiloh/githaven
520eb57d76
Before, Gitea shows the database table stats on the `admin dashboard` page. It has some problems: * `count(*)` is quite heavy. If tables have many records, this blocks loading the admin page blocks for a long time * Some users had even reported issues that they can't visit their admin page because this page causes blocking or `50x error (reverse proxy timeout)` * The `actions` stat is not useful. The table is simply too large. Does it really matter if it contains 1,000,000 rows or 9,999,999 rows? * The translation `admin.dashboard.statistic_info` is difficult to maintain. So, this PR uses a separate page to show the stats and removes the `actions` stat. ![image](https://github.com/go-gitea/gitea/assets/2114189/babf7c61-b93b-4a62-bfaa-22983636427e) ## ⚠️ BREAKING The `actions` Prometheus metrics collector has been removed for the reasons mentioned beforehand. Please do not rely on its output anymore.
114 lines
3.7 KiB
Go
114 lines
3.7 KiB
Go
// Copyright 2021 The Gitea Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package activities
|
|
|
|
import (
|
|
asymkey_model "code.gitea.io/gitea/models/asymkey"
|
|
"code.gitea.io/gitea/models/auth"
|
|
"code.gitea.io/gitea/models/db"
|
|
issues_model "code.gitea.io/gitea/models/issues"
|
|
"code.gitea.io/gitea/models/organization"
|
|
access_model "code.gitea.io/gitea/models/perm/access"
|
|
project_model "code.gitea.io/gitea/models/project"
|
|
repo_model "code.gitea.io/gitea/models/repo"
|
|
user_model "code.gitea.io/gitea/models/user"
|
|
"code.gitea.io/gitea/models/webhook"
|
|
"code.gitea.io/gitea/modules/setting"
|
|
)
|
|
|
|
// Statistic contains the database statistics
|
|
type Statistic struct {
|
|
Counter struct {
|
|
User, Org, PublicKey,
|
|
Repo, Watch, Star, Access,
|
|
Issue, IssueClosed, IssueOpen,
|
|
Comment, Oauth, Follow,
|
|
Mirror, Release, AuthSource, Webhook,
|
|
Milestone, Label, HookTask,
|
|
Team, UpdateTask, Project,
|
|
ProjectBoard, Attachment int64
|
|
IssueByLabel []IssueByLabelCount
|
|
IssueByRepository []IssueByRepositoryCount
|
|
}
|
|
}
|
|
|
|
// IssueByLabelCount contains the number of issue group by label
|
|
type IssueByLabelCount struct {
|
|
Count int64
|
|
Label string
|
|
}
|
|
|
|
// IssueByRepositoryCount contains the number of issue group by repository
|
|
type IssueByRepositoryCount struct {
|
|
Count int64
|
|
OwnerName string
|
|
Repository string
|
|
}
|
|
|
|
// GetStatistic returns the database statistics
|
|
func GetStatistic() (stats Statistic) {
|
|
e := db.GetEngine(db.DefaultContext)
|
|
stats.Counter.User = user_model.CountUsers(nil)
|
|
stats.Counter.Org, _ = organization.CountOrgs(organization.FindOrgOptions{IncludePrivate: true})
|
|
stats.Counter.PublicKey, _ = e.Count(new(asymkey_model.PublicKey))
|
|
stats.Counter.Repo, _ = repo_model.CountRepositories(db.DefaultContext, repo_model.CountRepositoryOptions{})
|
|
stats.Counter.Watch, _ = e.Count(new(repo_model.Watch))
|
|
stats.Counter.Star, _ = e.Count(new(repo_model.Star))
|
|
stats.Counter.Access, _ = e.Count(new(access_model.Access))
|
|
|
|
type IssueCount struct {
|
|
Count int64
|
|
IsClosed bool
|
|
}
|
|
|
|
if setting.Metrics.EnabledIssueByLabel {
|
|
stats.Counter.IssueByLabel = []IssueByLabelCount{}
|
|
|
|
_ = e.Select("COUNT(*) AS count, l.name AS label").
|
|
Join("LEFT", "label l", "l.id=il.label_id").
|
|
Table("issue_label il").
|
|
GroupBy("l.name").
|
|
Find(&stats.Counter.IssueByLabel)
|
|
}
|
|
|
|
if setting.Metrics.EnabledIssueByRepository {
|
|
stats.Counter.IssueByRepository = []IssueByRepositoryCount{}
|
|
|
|
_ = e.Select("COUNT(*) AS count, r.owner_name, r.name AS repository").
|
|
Join("LEFT", "repository r", "r.id=i.repo_id").
|
|
Table("issue i").
|
|
GroupBy("r.owner_name, r.name").
|
|
Find(&stats.Counter.IssueByRepository)
|
|
}
|
|
|
|
var issueCounts []IssueCount
|
|
|
|
_ = e.Select("COUNT(*) AS count, is_closed").Table("issue").GroupBy("is_closed").Find(&issueCounts)
|
|
for _, c := range issueCounts {
|
|
if c.IsClosed {
|
|
stats.Counter.IssueClosed = c.Count
|
|
} else {
|
|
stats.Counter.IssueOpen = c.Count
|
|
}
|
|
}
|
|
|
|
stats.Counter.Issue = stats.Counter.IssueClosed + stats.Counter.IssueOpen
|
|
|
|
stats.Counter.Comment, _ = e.Count(new(issues_model.Comment))
|
|
stats.Counter.Oauth = 0
|
|
stats.Counter.Follow, _ = e.Count(new(user_model.Follow))
|
|
stats.Counter.Mirror, _ = e.Count(new(repo_model.Mirror))
|
|
stats.Counter.Release, _ = e.Count(new(repo_model.Release))
|
|
stats.Counter.AuthSource = auth.CountSources()
|
|
stats.Counter.Webhook, _ = e.Count(new(webhook.Webhook))
|
|
stats.Counter.Milestone, _ = e.Count(new(issues_model.Milestone))
|
|
stats.Counter.Label, _ = e.Count(new(issues_model.Label))
|
|
stats.Counter.HookTask, _ = e.Count(new(webhook.HookTask))
|
|
stats.Counter.Team, _ = e.Count(new(organization.Team))
|
|
stats.Counter.Attachment, _ = e.Count(new(repo_model.Attachment))
|
|
stats.Counter.Project, _ = e.Count(new(project_model.Project))
|
|
stats.Counter.ProjectBoard, _ = e.Count(new(project_model.Board))
|
|
return stats
|
|
}
|