111 lines
4.3 KiB
JavaScript
111 lines
4.3 KiB
JavaScript
"use strict";
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
exports.vaccumEntities = vaccumEntities;
|
|
const tslib_1 = require("tslib");
|
|
const dayjs_1 = tslib_1.__importDefault(require("dayjs"));
|
|
const fs_1 = require("fs");
|
|
const filter_1 = require("../store/filter");
|
|
const stream_1 = require("stream");
|
|
const uuid_1 = require("../utils/uuid");
|
|
/**
|
|
* 删除数据库中的部分数据，减少体积
|
|
* 一般只删除日志类数据
|
|
* @param option
|
|
*/
|
|
async function vaccumEntities(option, context) {
|
|
const { entities, backupDir } = option;
|
|
for (const ele of entities) {
|
|
const { entity, filter, aliveLine } = ele;
|
|
let filter2 = {
|
|
$$createAt$$: {
|
|
$lt: aliveLine,
|
|
},
|
|
};
|
|
if (filter) {
|
|
filter2 = (0, filter_1.combineFilters)(entity, context.getSchema(), [filter2, filter]);
|
|
}
|
|
if (backupDir && process.env.OAK_PLATFORM === 'server') {
|
|
// 使用mysqldump将待删除的数据备份出来
|
|
const { zip: zip } = option;
|
|
const now = (0, dayjs_1.default)();
|
|
const backFile = `${backupDir}/${entity}-${now.format('YYYY-MM-DD HH:mm:ss')}.csv`;
|
|
if ((0, fs_1.existsSync)(backFile)) {
|
|
(0, fs_1.rmSync)(backFile);
|
|
}
|
|
const fd = (0, fs_1.openSync)(backFile, 'a');
|
|
const attributes = ['id', '$$createAt$$', '$$updateAt$$', '$$deleteAt$$'];
|
|
const projection = {
|
|
id: 1,
|
|
$$createAt$$: 1,
|
|
$$updateAt$$: 1,
|
|
$$deleteAt$$: 1,
|
|
};
|
|
for (const attr in context.getSchema()[entity].attributes) {
|
|
Object.assign(projection, {
|
|
[attr]: 1,
|
|
});
|
|
attributes.push(attr);
|
|
}
|
|
(0, fs_1.appendFileSync)(fd, attributes.join(','));
|
|
(0, fs_1.appendFileSync)(fd, '\n');
|
|
let count = 0;
|
|
const appendData = async (minCreateAt) => {
|
|
const filter3 = (0, filter_1.combineFilters)(entity, context.getSchema(), [filter2, {
|
|
$$createAt$$: {
|
|
$gt: minCreateAt,
|
|
},
|
|
}]);
|
|
const rows = await context.select(entity, {
|
|
data: projection,
|
|
filter: filter3,
|
|
sorter: [{
|
|
$attr: {
|
|
$$createAt$$: 1,
|
|
},
|
|
$direction: 'asc'
|
|
}],
|
|
indexFrom: 0,
|
|
count: 1000,
|
|
}, { includedDeleted: true });
|
|
const csvTxt = rows.map((row) => attributes.map((attr) => JSON.stringify(row[attr])).join(',')).join('\n');
|
|
(0, fs_1.appendFileSync)(fd, csvTxt);
|
|
(0, fs_1.appendFileSync)(fd, '\n');
|
|
count += rows.length;
|
|
if (rows.length === 1000) {
|
|
const maxCreateAt = rows[999].$$createAt$$;
|
|
return appendData(maxCreateAt);
|
|
}
|
|
};
|
|
await appendData(0);
|
|
(0, fs_1.closeSync)(fd);
|
|
console.log(`备份${entity}对象完毕，共备份了${count}行数据`);
|
|
if (count === 0) {
|
|
(0, fs_1.rmSync)(backFile);
|
|
}
|
|
else if (zip) {
|
|
const { createGzip } = require('zlib');
|
|
const gzip = createGzip();
|
|
const source = (0, fs_1.createReadStream)(backFile);
|
|
const destination = (0, fs_1.createWriteStream)(`${backFile}.zip`);
|
|
await new Promise((resolve, reject) => {
|
|
(0, stream_1.pipeline)(source, gzip, destination, (err) => {
|
|
if (err) {
|
|
reject(err);
|
|
}
|
|
else {
|
|
resolve(undefined);
|
|
}
|
|
});
|
|
});
|
|
}
|
|
}
|
|
// 将对应的数据删除
|
|
await context.operate(entity, {
|
|
id: await (0, uuid_1.generateNewIdAsync)(),
|
|
action: 'remove',
|
|
data: {},
|
|
filter: filter2,
|
|
}, { deletePhysically: true });
|
|
}
|
|
}
|