deblan-mirror/matrix-synapse-diskspace-janitor
1
0
Fork 0
mirror of https://git.cyberia.club/cyberia/matrix-synapse-diskspace-janitor synced 2024-05-09 03:56:34 +02:00
Code Issues Packages Projects Releases Wiki Activity

adding room names

Browse source
This commit is contained in:
forest 2023-01-07 20:21:53 -06:00
parent cd9f34ee75
commit a2eec17b5f
4 changed files with 113 additions and 38 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
disk_space.go
View file

@ -32,7 +32,7 @@ func GetTotalFilesizeWithinFolder(path string) (int64, error) {
func getTotalFilesizeWithinFolderRecurse(currentPath string, info os.FileInfo) (int64, error) {
size := info.Size()
if info.Mode().IsRegular() {
if info.Mode().IsRegular() && !info.IsDir() {
return size, nil
}
@ -49,14 +49,14 @@ func getTotalFilesizeWithinFolderRecurse(currentPath string, info os.FileInfo) (
}
for _, fi := range fis {
if fi.Name() != "." && fi.Name() != ".." {
continue
}
subfolderSize, err := getTotalFilesizeWithinFolderRecurse(filepath.Join(currentPath, fi.Name()), fi)
if err != nil {
return -1, err
} else {
size += subfolderSize
subfolderSize, err := getTotalFilesizeWithinFolderRecurse(filepath.Join(currentPath, fi.Name()), fi)
if err != nil {
return -1, err
} else {
size += subfolderSize
}
}
}
}

56
frontend.go
View file

@ -14,6 +14,7 @@ import (
"os"
"path/filepath"
"regexp"
"sort"
"strings"
"time"
@ -37,6 +38,13 @@ type FrontendApp struct {
cssHash string
basicURLPathRegex *regexp.Regexp
base58Regex *regexp.Regexp
roomNameCache map[string]string
}
type MatrixRoom struct {
Id string
Name string
Rows int
}
func initFrontend(config *Config) FrontendApp {
@ -56,6 +64,7 @@ func initFrontend(config *Config) FrontendApp {
basicURLPathRegex: regexp.MustCompile("(?i)[a-z0-9/?&_+-]+"),
base58Regex: regexp.MustCompile("(?i)[a-z0-9_-]+"),
cssHash: cssHash,
roomNameCache: map[string]string{},
}
// serve the homepage
@ -72,16 +81,51 @@ func initFrontend(config *Config) FrontendApp {
if err != nil {
(*session.Flash)["error"] = "an error occurred reading dbTableSizes json"
}
rowCountByRoom, err := os.ReadFile("data/stateGroupsStateRowCountByRoom.json")
rowCountByRoomObject, err := ReadJsonFile[map[string]int]("data/stateGroupsStateRowCountByRoom.json")
if err != nil {
(*session.Flash)["error"] = "an error occurred reading rowCountByRoom json"
(*session.Flash)["error"] = "an error occurred reading rowCountByRoom json object"
}
roomsSlice := []MatrixRoom{}
totalRowCount := 0
for roomId, rows := range rowCountByRoomObject {
totalRowCount += rows
if rows > 10000 {
roomsSlice = append(roomsSlice, MatrixRoom{
Id: roomId,
Rows: rows,
})
}
}
sort.Slice(roomsSlice, func(i, j int) bool {
return roomsSlice[i].Rows > roomsSlice[j].Rows
})
biggestRooms := roomsSlice[0:6]
bigRoomsRowCount := 0
for _, room := range biggestRooms {
name, err := matrixAdmin.GetRoomName(room.Id)
if err != nil {
log.Printf("error getting name for '%s': %s\n", room.Id, err)
}
room.Name = name
bigRoomsRowCount += room.Rows
}
biggestRooms = append(biggestRooms, MatrixRoom{
Name: "Others",
Rows: totalRowCount - bigRoomsRowCount,
})
bigRoomsBytes, _ := json.Marshal(biggestRooms)
log.Println(string(bigRoomsBytes))
panelTemplateData := struct {
DiskUsage template.JS
DBTableSizes template.JS
RowCountByRoom template.JS
}{template.JS(diskUsage), template.JS(dbTableSizes), template.JS(rowCountByRoom)}
DiskUsage template.JS
DBTableSizes template.JS
BigRooms template.JS
}{template.JS(diskUsage), template.JS(dbTableSizes), template.JS(bigRoomsBytes)}
app.buildPageFromTemplate(responseWriter, request, session, "panel.html", panelTemplateData)
} else {

35
frontend/panel.gotemplate.html
View file

@ -12,7 +12,7 @@
</div>
<div class="chart-container">
<h3>matrix rooms</h3>
<h3>state_groups_state by room</h3>
<canvas id="chart3" width="350" height="550"></canvas>
</div>
@ -23,7 +23,7 @@
const diskUsage = {{ .DiskUsage }};
const dbTableSizes = {{ .DBTableSizes }};
const rowCountByRoom = {{ .RowCountByRoom }};
const bigRooms = {{ .BigRooms }};
// disk space chart
@ -51,22 +51,22 @@
return b.Bytes - a.Bytes;
});
const top8Tables = dbTableSizes.slice(0, 7);
const others = dbTableSizes.slice(7, dbTableSizes.length)
top8Tables.push({
const top7Tables = dbTableSizes.slice(0, 6);
const others = dbTableSizes.slice(6, dbTableSizes.length)
top7Tables.push({
Name: "others",
Bytes: others.reduce((accumulator, table) => accumulator + table.Bytes, 0)
})
const totalBytes = top8Tables.reduce((accumulator, table) => accumulator + table.Bytes, 0);
const totalBytes = top7Tables.reduce((accumulator, table) => accumulator + table.Bytes, 0);
new Chart(document.getElementById('chart2'), {
type: 'doughnut',
data: {
labels: top8Tables.map(table => table.Name),
labels: top7Tables.map(table => table.Name),
datasets: [{
label: 'filesize %',
data: top8Tables.map(table => Math.round((table.Bytes/totalBytes)*100)),
data: top7Tables.map(table => Math.round((table.Bytes/totalBytes)*100)),
borderWidth: 2
}]
},
@ -77,28 +77,15 @@
// matrix room size chart
const rooms = Object.entries(rowCountByRoom).map(entry => ({roomid: entry[0], rows: entry[1]}));
rooms.sort((a, b) => {
return b.rows - a.rows;
});
const top8Rooms = rooms.slice(0, 7);
const otherRooms = rooms.slice(7, rooms.length)
top8Rooms.push({
roomid: "others",
rows: otherRooms.reduce((accumulator, table) => accumulator + table.rows, 0)
})
const totalRows = top8Rooms.reduce((accumulator, table) => accumulator + table.rows, 0);
const totalRows = bigRooms.reduce((accumulator, room) => accumulator + room.Rows, 0);
new Chart(document.getElementById('chart3'), {
type: 'doughnut',
data: {
labels: top8Rooms.map(table => table.roomid),
labels: bigRooms.map(room => room.Name),
datasets: [{
label: '%',
data: top8Rooms.map(table => Math.round((table.rows/totalRows)*100)),
data: bigRooms.map(room => Math.round((room.Rows/totalRows)*100)),
borderWidth: 2
}]
},

44
matrix_admin_service.go
View file

@ -67,6 +67,11 @@ type RoomMembersResponseBody struct {
Members []string `json:"members"`
}
type RoomDetails struct {
Name string `json:"name"`
CanonicalAlias string `json:"canonical_alias"`
}
func initMatrixAdmin(config *Config) *MatrixAdmin {
return &MatrixAdmin{
@ -212,6 +217,45 @@ func (admin *MatrixAdmin) GetDeleteRoomStatus(roomId string) (string, []string,
return mostCompleteStatus, usersSlice, nil
}
func (admin *MatrixAdmin) GetRoomName(roomId string) (string, error) {
urlWithoutToken := fmt.Sprintf(
"%s/_synapse/admin/v1/rooms/%s/members?access_token=",
admin.URL, admin.AdminMatrixRoomId,
)
url := fmt.Sprintf("%s%s", urlWithoutToken, admin.Token)
response, err := admin.Client.Get(url)
if err != nil {
return "", errors.Wrapf(err, "HTTP GET %sxxxxxxx", urlWithoutToken)
}
responseBody, err := ioutil.ReadAll(response.Body)
if err != nil {
return "", errors.Wrapf(err, "HTTP GET %sxxxxxxx read error", urlWithoutToken)
}
if response.StatusCode != 200 {
return "", fmt.Errorf(
"HTTP GET %sxxxxxxx: HTTP %d: %s",
urlWithoutToken, response.StatusCode, string(responseBody),
)
}
var responseObject RoomDetails
err = json.Unmarshal(responseBody, &responseObject)
if err != nil {
return "", errors.Wrapf(err, "HTTP GET %sxxxxxxxxx response json parse error", urlWithoutToken)
}
if responseObject.CanonicalAlias != "" {
return responseObject.CanonicalAlias, nil
}
if responseObject.Name != "" {
return responseObject.Name, nil
}
return roomId, nil
}
// curl 'https://matrix.cyberia.club/_matrix/client/r0/login' -X POST -H 'Accept: application/json' -H 'content-type: application/json'
// --data-raw '{"type":"m.login.password","password":"xxxxxxxxx","identifier":{"type":"m.id.user","user":"forestjohnson"},"initial_device_display_name":"chat.cyberia.club (Firefox, Ubuntu)"}'