LjFileHelper.js 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559
  1. var request = require('request');
  2. var fs = require('fs');
  3. var ffmpeg = require('fluent-ffmpeg');
  4. var ljConst = require("../common/LjConst.js");
  5. var path = require('path');
  6. var logHelper = require("./LjLogHelper");
  7. var apiHelper = require("../helper/LjApiHelper");
  8. var httpHelper = require("../helper/LjHttpHelper");
  9. /**
  10. * The helper of file
  11. */
  12. class LjFileHelper
  13. {
  14. /**
  15. * Download file
  16. * @param fileUrl the file url
  17. * @returns {boolean}
  18. */
  19. static downloadFile(fileUrl,opt)
  20. {
  21. //获取文件属性对象
  22. var filePropObj = this.getFileProperty(fileUrl);
  23. if (filePropObj == null)
  24. {
  25. return false;
  26. }
  27. //视频处理
  28. if (filePropObj.fileType == ljConst.VIDEO_TYPE_M3U8)
  29. {
  30. //未加密视频本地存储路径
  31. var localFileDir = filePropObj.folderDir + filePropObj.fileName + ".mp4"
  32. //M3U8视频转换MP4
  33. ffmpeg(fileUrl).format(ljConst.VIDEO_TYPE_MP4)
  34. .on('start', function (err)
  35. {
  36. logHelper.info("Starting down video:" + fileUrl);
  37. })
  38. .on('error', function (err)
  39. {
  40. logHelper.error("Succeeded to down video[" + fileUrl + "]: " + err.message);
  41. })
  42. .on('end', function ()
  43. {
  44. //加密视频存储路径
  45. let localFileDirNew = filePropObj.folderDir + filePropObj.fileName + "_new" + ".mp4"
  46. logHelper.info("Succeeded to down video:" + localFileDirNew);
  47. //加密存储
  48. LjFileHelper.writeEncryptedStream(localFileDir, localFileDirNew,function(){
  49. //LjFileHelper.updateDownloadResSize(opt);
  50. });
  51. logHelper.info("Succeeded to encrypt video:" + localFileDirNew);
  52. //删除文件(加密存储完成后删除未加密文件)
  53. fs.unlink(localFileDir, function (err)
  54. {
  55. if (err)
  56. {
  57. //删除失败
  58. logHelper.info("Failed to delete video[" + err.message + "]:" + localFileDir);
  59. throw err;
  60. }
  61. else
  62. {
  63. LjFileHelper.updateDownloadResSize(opt);
  64. logHelper.info('Succeeded to delete video:' + localFileDir)
  65. }
  66. })
  67. })
  68. .save(localFileDir);
  69. }//有声读物处理
  70. else if (filePropObj.fileType == ljConst.VIDEO_TYPE_MP3)
  71. {
  72. //未加密有声读物本地存储地址
  73. var localFileDir = filePropObj.folderDir + filePropObj.fileName + "." + filePropObj.fileType;
  74. //读取有声读物
  75. request(fileUrl).pipe(fs.createWriteStream(localFileDir)).on('close', function ()
  76. {
  77. //加密有声读物存储地址
  78. var localFileDirNew = filePropObj.folderDir + filePropObj.fileName + "_new." + filePropObj.fileType;
  79. logHelper.info("Succeeded to down audio:" + localFileDirNew);
  80. //加密有声读物
  81. LjFileHelper.writeEncryptedStream(localFileDir, localFileDirNew,function(){
  82. });
  83. logHelper.info("Succeeded to image audio:" + localFileDirNew);
  84. //删除文件(加密存储完成后删除未加密文件)
  85. fs.unlink(localFileDir, function (err)
  86. {
  87. if (err)
  88. {
  89. //删除失败
  90. logHelper.erro("Failed to delete audio[" + err.message + "]:" + localFileDir);
  91. throw err;
  92. }
  93. else
  94. {
  95. LjFileHelper.updateDownloadResSize(opt);
  96. logHelper.info('Succeeded to delete audio:' + localFileDir)
  97. }
  98. })
  99. });
  100. }//图片处理
  101. else
  102. {
  103. //未加密图片本地存储地址
  104. var localFileDir = filePropObj.folderDir + filePropObj.fileName + "." + filePropObj.fileType;
  105. //读取图片
  106. request(fileUrl).pipe(fs.createWriteStream(localFileDir)).on('close', function ()
  107. {
  108. //加密图片存储地址
  109. var localFileDirNew = filePropObj.folderDir + filePropObj.fileName + "_new." + filePropObj.fileType;
  110. logHelper.info("Succeeded to down image:" + localFileDirNew);
  111. //加密图片
  112. LjFileHelper.writeEncryptedStream(localFileDir, localFileDirNew,function(){
  113. });
  114. logHelper.info("Succeeded to image image:" + localFileDirNew);
  115. //删除文件(加密存储完成后删除未加密文件)
  116. fs.unlink(localFileDir, function (err)
  117. {
  118. if (err)
  119. {
  120. //删除失败
  121. logHelper.error("Failed to delete image[" + err.message + "]:" + localFileDir);
  122. throw err;
  123. }
  124. else
  125. {
  126. LjFileHelper.updateDownloadResSize(opt);
  127. logHelper.info('Succeeded to delete image:' + localFileDir)
  128. }
  129. })
  130. });
  131. }
  132. }
  133. /**
  134. * Delete file
  135. * @param fileUrl the file url
  136. * @returns {boolean}
  137. */
  138. static delFile(fileUrl)
  139. {
  140. //获取文件属性对象
  141. var filePropObj = this.getFileProperty(fileUrl);
  142. if (filePropObj == null)
  143. {
  144. return false;
  145. }
  146. //视频处理
  147. if (filePropObj.fileType == ljConst.VIDEO_TYPE_M3U8)
  148. {
  149. //加密视频存储路径
  150. let localFileDirNew = filePropObj.folderDir + filePropObj.fileName + "_new" + ".mp4"
  151. logHelper.info("Succeeded to down video:" + localFileDirNew);
  152. //删除加密文件
  153. fs.unlink(localFileDirNew, function (err)
  154. {
  155. if (err)
  156. {
  157. //删除失败
  158. logHelper.info("Failed to delete video[" + err.message + "]:" + localFileDir);
  159. throw err;
  160. }
  161. else
  162. {
  163. logHelper.info('Succeeded to delete video:' + localFileDir)
  164. }
  165. })
  166. }//图片处理
  167. else
  168. {
  169. //加密图片存储地址
  170. var localFileDirNew = filePropObj.folderDir + filePropObj.fileName + "_new." + filePropObj.fileType;
  171. logHelper.info("Succeeded to down image:" + localFileDirNew);
  172. //删除加密文件
  173. fs.unlink(localFileDirNew, function (err)
  174. {
  175. if (err)
  176. {
  177. //删除失败
  178. logHelper.erro("Failed to delete image[" + err.message + "]:" + localFileDir);
  179. throw err;
  180. }
  181. else
  182. {
  183. logHelper.info('Succeeded to delete image:' + localFileDir)
  184. }
  185. })
  186. }
  187. }
  188. /**
  189. * Gets file directory
  190. * @param fileName the file name
  191. * @returns {*|string} the file directory
  192. */
  193. static getFileDir(fileName)
  194. {
  195. var fileType = fileName.split(".")[1]
  196. var newFileDir = "";
  197. if (fileType == "m3u8")
  198. {
  199. fileName = fileName.replace(".m3u8", "_new.mp4")
  200. newFileDir = ljConst.BASE_DIR + fileName.replace(/\*/g, '\\');
  201. }
  202. else
  203. {
  204. fileName = fileName.replace(".", "_new.")
  205. newFileDir = ljConst.BASE_DIR + fileName.replace(/\*/g, '\\');
  206. }
  207. return newFileDir;
  208. }
  209. /**
  210. * Makes directory
  211. * @param dirname the directory name
  212. * @returns {boolean} true or false
  213. */
  214. static mkdirsSync(dirname)
  215. {
  216. if (fs.existsSync(dirname))
  217. {
  218. return true;
  219. }
  220. else
  221. {
  222. if (this.mkdirsSync(path.dirname(dirname)))
  223. {
  224. fs.mkdirSync(dirname);
  225. return true;
  226. }
  227. }
  228. }
  229. /**
  230. * Gets the file property object
  231. * @param fileUrl the file URL
  232. * @returns {null}
  233. */
  234. static getFileProperty(fileUrl)
  235. {
  236. /*--文件夹目录-Begin--*/
  237. var folderDir = ljConst.BASE_DIR;
  238. var splitArr = fileUrl.split('/')
  239. var arrLen = splitArr.length;
  240. for (var i = 3; i < arrLen - 1; i++)
  241. {
  242. folderDir += splitArr[i] + "\\";
  243. }
  244. //创建文件夹目录
  245. this.mkdirsSync(folderDir);
  246. var filePropObj = {};
  247. filePropObj.folderDir = folderDir;
  248. //获取文件名称
  249. filePropObj.fileName = splitArr[arrLen - 1].split(".")[0];
  250. //获取文件类型
  251. filePropObj.fileType = splitArr[arrLen - 1].split(".")[1];
  252. /*--文件夹目录-Begin--*/
  253. return filePropObj;
  254. }
  255. /**
  256. * Gets the file property object
  257. * @param fileUrl the file URL
  258. * @returns {null}
  259. */
  260. static getFilePropertyNoMkdir(fileUrl)
  261. {
  262. /*--文件夹目录-Begin--*/
  263. var folderDir = ljConst.BASE_DIR;
  264. var splitArr = fileUrl.split('/')
  265. var arrLen = splitArr.length;
  266. for (var i = 3; i < arrLen - 1; i++)
  267. {
  268. folderDir += splitArr[i] + "\\";
  269. }
  270. var filePropObj = {};
  271. filePropObj.folderDir = folderDir;
  272. //获取文件名称
  273. filePropObj.fileName = splitArr[arrLen - 1].split(".")[0];
  274. //获取文件类型
  275. filePropObj.fileType = splitArr[arrLen - 1].split(".")[1];
  276. /*--文件夹目录-Begin--*/
  277. return filePropObj;
  278. }
  279. static Encrypted(c)
  280. {
  281. var b = '';
  282. for (var i = 0; i < c.length; i++)
  283. {
  284. var ch = c[i];
  285. if (ch == '0')
  286. {
  287. ch = 'f';
  288. }
  289. else if (ch == 'f')
  290. {
  291. ch = '0';
  292. }
  293. b = b + ch;
  294. //console.log(ch);
  295. }
  296. return b;
  297. }
  298. static Decrypted(c)
  299. {
  300. var b = '';
  301. for (var i = 0; i < c.length; i++)
  302. {
  303. var ch = c[i];
  304. if (ch == 'f')
  305. {
  306. ch = '0';
  307. }
  308. else if (ch == '0')
  309. {
  310. ch = 'f';
  311. }
  312. b = b + ch;
  313. //console.log(ch);
  314. }
  315. return b;
  316. }
  317. /**
  318. * Writes encrypted content, which is read from given source file, into given dest file
  319. * @param fSrc the source file
  320. * @param fDest the dest file
  321. */
  322. static writeEncryptedStream(fSrc, fDest,callback)
  323. {
  324. var rs = fs.createReadStream(fSrc);
  325. var ws = fs.createWriteStream(fDest);
  326. rs.on('data', function (chunk)
  327. {
  328. let b = new Buffer(chunk, 'hex');
  329. //console.log(b);
  330. let c = b.toString('hex');
  331. c = LjFileHelper.encryptedContent(c);
  332. let d = Buffer.from(c, 'hex');
  333. ws.write(d);
  334. });
  335. rs.on('end', function ()
  336. {
  337. ws.end();
  338. logHelper.info('Succeeded in writing into encrypted stream[' + fDest + '].');
  339. callback();
  340. });
  341. rs.on('error', function (err)
  342. {
  343. logHelper.error(err.stack);
  344. });
  345. }
  346. /**
  347. * Encrypts the content
  348. * @param c the content to be encrypted
  349. * @return the encrypted content
  350. */
  351. static encryptedContent(c)
  352. {
  353. var b = '';
  354. for (var i = 0; i < c.length; i++)
  355. {
  356. var ch = c[i];
  357. if (ch == '0')
  358. {
  359. ch = 'f';
  360. }
  361. else if (ch == 'f')
  362. {
  363. ch = '0';
  364. }
  365. else if (ch == '1')
  366. {
  367. ch = 'e';
  368. }
  369. else if (ch == 'e')
  370. {
  371. ch = '1';
  372. }
  373. else if (ch == '2')
  374. {
  375. ch = 'd';
  376. }
  377. else if (ch == 'd')
  378. {
  379. ch = '2';
  380. }
  381. else if (ch == '3')
  382. {
  383. ch = 'c';
  384. }
  385. else if (ch == 'c')
  386. {
  387. ch = '3';
  388. }
  389. b = b + ch;
  390. //console.log(ch);
  391. }
  392. return b;
  393. }
  394. /**
  395. * Decrypts the encrypted content
  396. * @param c the encrypted content
  397. * @return the decrypted content
  398. */
  399. static decryptedContent(c)
  400. {
  401. var b = '';
  402. for (var i = 0; i < c.length; i++)
  403. {
  404. var ch = c[i];
  405. if (ch == 'f')
  406. {
  407. ch = '0';
  408. }
  409. else if (ch == '0')
  410. {
  411. ch = 'f';
  412. }
  413. else if (ch == 'e')
  414. {
  415. ch = '1';
  416. }
  417. else if (ch == '1')
  418. {
  419. ch = 'e';
  420. }
  421. else if (ch == 'd')
  422. {
  423. ch = '2';
  424. }
  425. else if (ch == '2')
  426. {
  427. ch = 'd';
  428. }
  429. else if (ch == 'c')
  430. {
  431. ch = '3';
  432. }
  433. else if (ch == '3')
  434. {
  435. ch = 'c';
  436. }
  437. b = b + ch;
  438. //console.log(ch);
  439. }
  440. return b;
  441. }
  442. /**
  443. * Reads decrypted content, which is read from given encrypted file, into HTTP response stream
  444. * @param res the HTTP response stream
  445. * @param fDest the encrypted file
  446. */
  447. static readDecryptedStream(res, fDest, contentType)
  448. {
  449. res.writeHead(200, {'Content-Type': contentType});
  450. var rs = fs.createReadStream(fDest);
  451. rs.on('data', function (chunk)
  452. {
  453. let b = new Buffer(chunk, 'hex');
  454. let c = b.toString('hex');
  455. c = LjFileHelper.decryptedContent(c);
  456. let d = Buffer.from(c, 'hex');
  457. res.write(d);
  458. });
  459. rs.on('end', function ()
  460. {
  461. res.end();
  462. logHelper.log('Succeeded in reading from decrypted stream[' + fDest + '].');
  463. });
  464. rs.on('error', function (err)
  465. {
  466. logHelper.log(err.stack);
  467. });
  468. }
  469. static updateDownloadResSize(opt)
  470. {
  471. //return false;
  472. opt.url = apiHelper.getApiForUpdateResSize(opt.lessonId);
  473. opt.method = "PUT";
  474. opt.path = "/callback/download/update/resource/size";
  475. httpHelper.request(opt, function (error, res, body)
  476. {
  477. var retObj = JSON.parse(body);
  478. logHelper.debug(retObj);
  479. if (retObj.code == 200)
  480. {
  481. logHelper.info("Succeed to call api[" + opt.path + "]");
  482. return true;
  483. }
  484. else
  485. {
  486. logHelper.error("Failed to call api[" + opt.path + "],caused by error[" + retObj + "]");
  487. return false;
  488. }
  489. });
  490. }
  491. /**
  492. * Is video
  493. * @param dir the directory
  494. * @returns {boolean}
  495. */
  496. isVideo(dir)
  497. {
  498. if (dir == "")
  499. {
  500. return false;
  501. }
  502. var fileType = dir.split(".")[1];
  503. if ("m3u8" == fileType)
  504. {
  505. return true;
  506. }
  507. return false;
  508. }
  509. }
  510. module.exports = LjFileHelper;