refactor: storage API

This commit is contained in:
Ravinou 2025-03-21 22:16:25 +01:00
commit 35ad73fd23
No known key found for this signature in database
GPG key ID: EEEE670C40F6A4D7
5 changed files with 189 additions and 87 deletions

View file

@ -1,7 +1,7 @@
import path from 'path';
import { promisify } from 'util';
import { exec as execCallback } from 'node:child_process';
import { LastSaveDTO } from '~/types/api/shell.types';
import { LastSaveDTO, StorageUsedDTO } from '~/types/api/shell.types';
const exec = promisify(execCallback);
@ -10,3 +10,9 @@ export const getLastSaveList = async (): Promise<LastSaveDTO[]> => {
const { stdout } = await exec(`${shellsDirectory}/shells/getLastSave.sh`);
return JSON.parse(stdout || '[]');
};
export const getStorageUsed = async (): Promise<StorageUsedDTO[]> => {
const shellsDirectory = path.join(process.cwd(), '/helpers');
const { stdout } = await exec(`${shellsDirectory}/shells/getStorageUsed.sh`);
return JSON.parse(stdout || '[]');
};

View file

@ -1,86 +0,0 @@
// This API is design to be used by a cron (of your choice). Call it with curl for example
//(e.g : curl --request POST --url 'http://localhost:3000/api/cronjob/getStorageUsed' --header 'Authorization: Bearer 5173f388c0f4a0df92d1412c3036ddc897c22e4448')
//Lib
import { promises as fs } from 'fs';
import path from 'path';
const util = require('node:util');
const exec = util.promisify(require('node:child_process').exec);
export default async function handler(req, res) {
if (req.headers.authorization == null) {
res.status(401).json({
status: 401,
message: 'Unauthorized',
});
return;
}
const CRONJOB_KEY = process.env.CRONJOB_KEY;
const ACTION_KEY = req.headers.authorization.split(' ')[1];
try {
if (req.method == 'POST' && ACTION_KEY === CRONJOB_KEY) {
//Check the repoList
const jsonDirectory = path.join(process.cwd(), '/config');
let repoList = await fs.readFile(jsonDirectory + '/repo.json', 'utf8');
//Parse the repoList
repoList = JSON.parse(repoList);
//If repoList is empty we stop here.
if (repoList.length === 0) {
res.status(200).json({
success: 'No repositories to analyse yet.',
});
return;
}
////Call the shell : getStorageUsed.sh
//Find the absolute path of the shells directory
const shellsDirectory = path.join(process.cwd(), '/helpers');
//Exec the shell
const { stdout, stderr } = await exec(`${shellsDirectory}/shells/getStorageUsed.sh`);
if (stderr) {
res.status(500).json({
status: 500,
message: 'Error on getting storage, contact the administrator.',
});
return;
}
//Parse the JSON output of getStorageUsed.sh to use it
const storageUsed = JSON.parse(stdout);
//Rebuild a newRepoList with the storageUsed value updated
let newRepoList = repoList;
for (let index in newRepoList) {
const repoFiltered = storageUsed.filter(
(x) => x.name === newRepoList[index].repositoryName
);
if (repoFiltered.length === 1) {
newRepoList[index].storageUsed = repoFiltered[0].size;
}
}
//Stringify the repoList to write it into the json file.
newRepoList = JSON.stringify(newRepoList);
//Write the new json
await fs.writeFile(jsonDirectory + '/repo.json', newRepoList, (err) => {
if (err) console.log(err);
});
res.status(200).json({
success: 'Storage cron has been executed.',
});
} else {
res.status(401).json({
status: 401,
message: 'Unauthorized',
});
}
} catch (err) {
console.log(err);
res.status(500).json({
status: 500,
message: 'API error, contact the administrator.',
});
}
}

View file

@ -0,0 +1,47 @@
import { NextApiRequest, NextApiResponse } from 'next';
import { getRepoList, updateRepoList } from '~/helpers/functions';
import ApiResponse from '~/helpers/functions/apiResponse';
import { getStorageUsed } from '~/helpers/functions/shell.utils';
import { BorgWarehouseApiResponse } from '~/types/api/error.types';
export default async function handler(
req: NextApiRequest,
res: NextApiResponse<BorgWarehouseApiResponse>
) {
if (!req.headers.authorization) {
return ApiResponse.unauthorized(res);
}
const CRONJOB_KEY = process.env.CRONJOB_KEY;
const ACTION_KEY = req.headers.authorization.split(' ')[1];
if (req.method !== 'POST' || ACTION_KEY !== CRONJOB_KEY) {
return ApiResponse.unauthorized(res);
}
try {
//Check the repoList
const repoList = await getRepoList();
if (repoList.length === 0) {
return ApiResponse.success(res, 'Storage cron executed. No repository to check.');
}
const storageUsed = await getStorageUsed();
//Update the storageUsed value of each repository
const updatedRepoList = repoList.map((repo) => {
const repoFiltered = storageUsed.find((x) => x.name === repo.repositoryName);
if (!repoFiltered) return repo;
return {
...repo,
storageUsed: repoFiltered.size,
};
});
await updateRepoList(updatedRepoList);
return ApiResponse.success(res, 'Storage cron has been executed.');
} catch (err) {
console.error(err);
return ApiResponse.serverError(res);
}
}

View file

@ -0,0 +1,130 @@
import handler from '~/pages/api/cronjob/getStorageUsed';
import { createMocks } from 'node-mocks-http';
import { getRepoList, updateRepoList } from '~/helpers/functions';
import { getStorageUsed } from '~/helpers/functions/shell.utils';
jest.mock('~/helpers/functions', () => ({
getRepoList: jest.fn(),
updateRepoList: jest.fn(),
}));
jest.mock('~/helpers/functions/shell.utils', () => ({
getStorageUsed: jest.fn(),
}));
describe('GET /api/cronjob/getStorageUsed', () => {
const CRONJOB_KEY = 'test-cronjob-key';
process.env.CRONJOB_KEY = CRONJOB_KEY;
it('should return unauthorized if no authorization header is provided', async () => {
const { req, res } = createMocks({
method: 'POST',
});
await handler(req, res);
expect(res._getStatusCode()).toBe(401);
});
it('should return unauthorized if the authorization key is invalid', async () => {
const { req, res } = createMocks({
method: 'POST',
headers: {
authorization: 'Bearer invalid-key',
},
});
await handler(req, res);
expect(res._getStatusCode()).toBe(401);
});
it('should return success if no repositories are found', async () => {
(getRepoList as jest.Mock).mockResolvedValue([]);
const { req, res } = createMocks({
method: 'POST',
headers: {
authorization: `Bearer ${CRONJOB_KEY}`,
},
});
await handler(req, res);
expect(res._getStatusCode()).toBe(200);
expect(res._getData()).toContain('No repository to check');
});
it('should update repositories with storage used and return success', async () => {
const mockRepoList = [
{ repositoryName: 'repo1', storageUsed: 0 },
{ repositoryName: 'repo2', storageUsed: 0 },
];
const mockStorageUsed = [
{ name: 'repo1', size: 100 },
{ name: 'repo2', size: 200 },
];
(getRepoList as jest.Mock).mockResolvedValue(mockRepoList);
(getStorageUsed as jest.Mock).mockResolvedValue(mockStorageUsed);
(updateRepoList as jest.Mock).mockResolvedValue(undefined);
const { req, res } = createMocks({
method: 'POST',
headers: {
authorization: `Bearer ${CRONJOB_KEY}`,
},
});
await handler(req, res);
expect(res._getStatusCode()).toBe(200);
expect(res._getData()).toContain('Storage cron has been executed');
expect(updateRepoList).toHaveBeenCalledWith([
{ repositoryName: 'repo1', storageUsed: 100 },
{ repositoryName: 'repo2', storageUsed: 200 },
]);
});
it('should return server error if an exception occurs', async () => {
(getRepoList as jest.Mock).mockRejectedValue(new Error('Test error'));
const { req, res } = createMocks({
method: 'POST',
headers: {
authorization: `Bearer ${CRONJOB_KEY}`,
},
});
await handler(req, res);
expect(res._getStatusCode()).toBe(500);
});
it('should not touch to a repository if it is not found in the storage used list', async () => {
const mockRepoList = [
{ repositoryName: 'repo1', storageUsed: 0 },
{ repositoryName: 'repo2', storageUsed: 0 },
];
const mockStorageUsed = [{ name: 'repo1', size: 100 }];
(getRepoList as jest.Mock).mockResolvedValue(mockRepoList);
(getStorageUsed as jest.Mock).mockResolvedValue(mockStorageUsed);
(updateRepoList as jest.Mock).mockResolvedValue(undefined);
const { req, res } = createMocks({
method: 'POST',
headers: {
authorization: `Bearer ${CRONJOB_KEY}`,
},
});
await handler(req, res);
expect(res._getStatusCode()).toBe(200);
expect(updateRepoList).toHaveBeenCalledWith([
{ repositoryName: 'repo1', storageUsed: 100 },
{ repositoryName: 'repo2', storageUsed: 0 },
]);
});
});

View file

@ -2,3 +2,8 @@ export type LastSaveDTO = {
repositoryName: string;
lastSave: number;
};
export type StorageUsedDTO = {
size: number;
name: string;
};