perf: performance improved

CocaColf · CocaColf · commit deff94751dd3 · 2022-05-17T19:48:55.000+08:00
diff --git a/package.json b/package.json
@@ -41,6 +41,7 @@
     "execa": "5.1.1",
     "lodash-es": "^4.17.21",
     "n-readlines": "^1.0.1",
+    "nanoid": "^3.3.4",
     "ora": "5.4.1",
     "recast": "^0.20.5",
     "vue-template-compiler": "^2.6.14"
diff --git a/src/const.ts b/src/const.ts
@@ -14,3 +14,4 @@ export const CONFIG_FILENAME = '.coderflyrc.js';
 export const MATCHED_VUE = path.resolve(CODERFLY_FOLDER, 'matched_vue');
 export const TREE_FILE = path.resolve(CODERFLY_FOLDER, 'file_tree.json');
 export const REPORT_FILE = path.resolve(CODERFLY_FOLDER, 'impact_report.json');
+export const FILE_MODIFY_DETAIL = path.resolve(CODERFLY_FOLDER, 'file_modify_detail.json');
diff --git a/src/index.ts b/src/index.ts
@@ -28,7 +28,7 @@ async function coderfly (srcPath: string) {
 
     const files = getAllFiles(path.resolve(process.cwd(), srcPath));
 
-    const tree = getFuncTree(files, {
+    const tree = await getFuncTree(files, {
         alias
     });
 
diff --git a/src/match_version.ts b/src/match_version.ts
@@ -1,8 +1,17 @@
 import { commandSync } from "execa";
+import fs from 'fs';
 import path from "path";
+import { MATCHED_VUE } from "./const.js";
 import { lookFileOrFolderUp } from "./utils/handle_config.js";
+import { confirmFolderExist } from "./utils/handle_file_utils.js";
 
 export function matchVueVersion () {
+    confirmFolderExist();
+
+    if (fs.existsSync(MATCHED_VUE)) {
+        return;
+    }
+
     let vueVersion = 'latest';
     let vueTemplateCompilerVersion = '';
 
@@ -27,4 +36,6 @@ export function matchVueVersion () {
         try { commandSync('npm uninstall vue-template-compiler') } catch {}
         commandSync(`npm install vue-template-compiler@${vueVersion}`);
     }
+
+    fs.writeFileSync(MATCHED_VUE, 'true');
 }
diff --git a/src/type.ts b/src/type.ts
@@ -111,4 +111,13 @@ export interface FileAstInfo {
     templateAst: CompiledResult<string> | undefined;  // vue template ast
     extName: string;
     vueScriptStartLine: number;  // vue script 开始行数
+}
+
+export interface GetFileInfoWorkerData {
+    files: string[];
+    fileModifyDetail: {
+        [filePath: string]: number;
+    };
+    tree: FileInfoTree;
+    options?: GetTreeOptions;
 }
diff --git a/src/utils/function_change/diff.ts b/src/utils/function_change/diff.ts
@@ -6,6 +6,7 @@ import { visit } from 'recast';
 import { parse } from '@babel/parser';
 import { parseComponent } from 'vue-template-compiler';
 import { DiffFunctionInfo, FunctionInfo } from '../../type';
+import { nanoid } from 'nanoid';
 
 // get the change of function before and after file change 
 export function getFunctionDiffInfo (filePath: string, commitSha?: string) {
@@ -60,7 +61,7 @@ function getFunctionBlock (filePath: string) {
     const extName = path.extname(filePath);
 
     let ast;
-    const tempFile = path.resolve(process.cwd(), 'temp_vue_script.js');
+    const tempFile = path.resolve(process.cwd(), `temp_vue_script_${nanoid(10)}.js`);
 
     if (extName === '.vue') {
         const compilerResult = parseComponent(code);
diff --git a/src/utils/handle_file_utils.ts b/src/utils/handle_file_utils.ts
@@ -4,7 +4,7 @@ import { visit } from 'recast';
 import { parse } from '@babel/parser';
 import { parseComponent, compile } from 'vue-template-compiler';
 import lineByLine from 'n-readlines';
-import { ALLOW_EXT, CODERFLY_FOLDER, IS_TOP_SCOPE, TS_DECLARATION_EXT, UN_KNOWN } from '../const.js';
+import { ALLOW_EXT, CODERFLY_FOLDER, IS_TOP_SCOPE, TREE_FILE, TS_DECLARATION_EXT, UN_KNOWN } from '../const.js';
 import { 
     AllFuncsInfo, 
     FileAstInfo, 
@@ -15,6 +15,7 @@ import {
     TemplateKeyInfo 
 } from '../type';
 import { getTemplateInfo } from './parse_template_ast.js';
+import { getFileInfoWorker } from '../worker/run_worker.js';
 
 const { create } = require('enhanced-resolve');
 
@@ -45,13 +46,8 @@ function getAllFiles (folderPath: string): string[] {
     return fileList;
 }
 
-function getFuncTree (files: string[], options?: GetTreeOptions): FileInfoTree {
-    const tree: FileInfoTree = {};
-
-    for (const file of files) {
-        const fileInfo = getFileInfo(file, options);
-        tree[file] = fileInfo;
-    }
+async function getFuncTree (files: string[], options?: GetTreeOptions): Promise<FileInfoTree> {
+    const tree = await getFileInfoWorker(files, options);
 
     for (const file in tree) {
         const fileInfo = tree[file];
@@ -124,6 +120,8 @@ function getFuncTree (files: string[], options?: GetTreeOptions): FileInfoTree {
         });
     }
 
+    fs.writeFileSync(TREE_FILE, JSON.stringify(tree, null, 4));
+
     return tree;
 }
 
diff --git a/src/worker/get_file_info_thread.ts b/src/worker/get_file_info_thread.ts
@@ -0,0 +1,37 @@
+import fs from "fs";
+import { parentPort, workerData } from "worker_threads";
+import { FileInfoTree, GetFileInfoWorkerData } from "../type";
+import { getFileInfo } from "../utils/handle_file_utils.js";
+
+parentPort?.postMessage(_getFilesInfo(workerData));
+
+function _getFilesInfo (workerData: GetFileInfoWorkerData) {
+    const currentTree: FileInfoTree = {};
+
+    for (const file of workerData.files) {
+        const mtime = fs.statSync(file).mtimeMs;
+        /**
+         * 1. if has been scan latest
+         *    i. if has the same mtime ，don't need scan again, use the value in cache
+         *    ii. if has different mtime, scan again
+         * 
+         * 2. if don't has scan record, scan again
+         */
+        if (workerData.fileModifyDetail[file] &&
+            workerData.fileModifyDetail[file] === mtime &&
+            workerData.tree[file]) {
+            currentTree[file] = workerData.tree[file];
+            continue;
+        }
+
+        const fileInfo = getFileInfo(file, workerData.options);
+        currentTree[file] = fileInfo;
+
+        workerData.fileModifyDetail[file] = mtime;
+    }
+
+    return {
+        tree: currentTree,
+        fileModifyDetail: workerData.fileModifyDetail,
+    };
+}
diff --git a/src/worker/run_worker.ts b/src/worker/run_worker.ts
@@ -0,0 +1,61 @@
+import { Worker } from 'worker_threads';
+import { cpus } from 'os';
+import path from 'path';
+import fs from 'fs';
+import { FileInfoTree, GetTreeOptions } from '../type';
+import { FILE_MODIFY_DETAIL, TREE_FILE } from '../const.js';
+
+export function getFileInfoWorker (files: string[], options?: GetTreeOptions): Promise<FileInfoTree> {
+    return new Promise((resolve, reject) => {
+        let fileModifyDetail = {};
+
+        if (fs.existsSync(FILE_MODIFY_DETAIL)) {
+            fileModifyDetail = JSON.parse(fs.readFileSync(FILE_MODIFY_DETAIL, 'utf8'));
+        }
+
+        let tree: FileInfoTree = {};
+        if (fs.existsSync(TREE_FILE)) {
+            tree = JSON.parse(fs.readFileSync(TREE_FILE, 'utf8'));
+        }
+
+        const threadCount = cpus().length;
+        const threads: Set<Worker> = new Set();
+        const everyWorkerFileCount = Math.ceil(files.length / threadCount);
+
+        for (let i = 0; i < threadCount; i++) {
+            threads.add(new Worker(path.resolve(__dirname, './get_file_info_thread.js'), {
+                workerData: {
+                    files: files.splice(0, everyWorkerFileCount),
+                    options,
+                    fileModifyDetail,
+                    tree,
+                }
+            }));
+        }
+
+        for (const worker of threads) {
+            worker.on('error', (err) => {
+                reject(new Error(`worker stopped with ${err}`));
+            });
+
+            worker.on('exit', (code) => {
+                threads.delete(worker);
+                // console.log(`Thread exiting, ${threads.size} running...`)
+
+                if (code !== 0) {
+                    reject(new Error(`stopped with  ${code} exit code`))
+                }
+
+                if (threads.size === 0) {
+                    fs.writeFileSync(FILE_MODIFY_DETAIL, JSON.stringify(fileModifyDetail, null, 4));
+                    resolve(tree);
+                }
+            })
+    
+            worker.on('message', (msg) => {
+                Object.assign(tree, msg.tree);
+                Object.assign(fileModifyDetail, msg.fileModifyDetail);
+            });
+        }
+    });
+}
diff --git a/yarn.lock b/yarn.lock
@@ -1856,6 +1856,11 @@ n-readlines@^1.0.1:
   resolved "https://registry.yarnpkg.com/n-readlines/-/n-readlines-1.0.1.tgz#bbb7364d38bc31a170a199f986fcacfa76b95f6e"
   integrity sha512-z4SyAIVgMy7CkgsoNw7YVz40v0g4+WWvvqy8+ZdHrCtgevcEO758WQyrYcw3XPxcLxF+//RszTz/rO48nzD0wQ==
 
+nanoid@^3.3.4:
+  version "3.3.4"
+  resolved "https://registry.yarnpkg.com/nanoid/-/nanoid-3.3.4.tgz#730b67e3cd09e2deacf03c027c81c9d9dbc5e8ab"
+  integrity sha512-MqBkQh/OHTS2egovRtLk45wEyNXwF+cokD+1YPf9u5VfJiRdAiRwB2froX5Co9Rh20xs4siNPm8naNotSD6RBw==
+
 natural-compare@^1.4.0:
   version "1.4.0"
   resolved "https://registry.yarnpkg.com/natural-compare/-/natural-compare-1.4.0.tgz#4abebfeed7541f2c27acfb29bdbbd15c8d5ba4f7"
