查询数据库上所有表用到图片和视频的数据,并记录到excel表
统计后台系统使用的数据库所有的表和字段用到的图片和视频。所以数据的图片和视频规范下图片和视频的前缀很重要,便于统计。数据的图片和视频地址经常有后缀,所以存储时建议存储去掉后缀的。
const ossProcessParams = [
‘?x-oss-process=video/snapshot,t_1000,m_fast’,
‘?x-oss-process=video/snapshot,t_1000,f_jpg’,
‘?x-oss-process=video/snapshot,t_2000,f_jpg’,
‘?x-oss-process=video/snapshot,t_3000,f_jpg’
];
查询数据库上所有表用到图片和视频的数据,并记录到excel表(数据库数据文件表)。
导入头文件:
const FspConstant = require('@app/tools/fsp_constant.js');
const Tool = require('@app/tools/common_tool.js');
const msgCode = require('@app/config/error_config.js');
const Excel = require('exceljs');
const fs = require('fs');
const fspTool = require('@app/connections/rent/fsp_tool.js');
const AdModel = fspTool.model('AdModel');
const fspUser = require('@app/connections/rent/fsp_user.js');
const CompanyAccountModel = fspUser.model('CompanyAccountModel');
具体实现代码:
//获取数据库的所有图片和视频地址
DeleteRepeatImageVideoTool.getDBImageVideoUrl = async function() {let allFiles = [];let adModelList = await AdModel.find({img: {$nin: [null, '', []]}}, '-_id img').lean().exec();adModelList.forEach(item0 =>{if(Tool.checkNotEmptArray(item0.img)){item0.img.forEach(item =>{if(Tool.checkNotEmptString(item)){allFiles.push({db_name: 'AdModel', url: item, field: 'img', field_str: JSON.stringify(item0.img)});}});}});let companyAccountModelList = await CompanyAccountModel.find({$or: [{business_license_url: {$nin: [null, '']}}, {logo_url: {$nin: [null, '']}}]}, '-_id business_license_url logo_url').lean().exec();companyAccountModelList.forEach(item =>{if(Tool.checkNotEmptString(item.business_license_url)){allFiles.push({db_name: 'CompanyAccountModel', url: item.business_license_url, field: 'business_license_url', field_str: JSON.stringify(item.business_license_url)});}if(Tool.checkNotEmptString(item.logo_url)){allFiles.push({db_name: 'CompanyAccountModel', url: item.logo_url, field: 'logo_url', field_str: JSON.stringify(item.logo_url)});}});allFiles = allFiles.filter(item => item.url && item.url.startsWith('https://test.oss-cn-hangzhou.aliyuncs.com'));if(Tool.checkNotEmptArray(allFiles)){let excel = Tool.makeExcel(allFiles, ['db_name', 'url', 'field', 'field_str'], {db_name: '数据库名称',url: '文件地址',field: '字段',field_str: '字段详情',});return {excel, fileCount: allFiles.length};}else{return {fileCount: 0};}
};
