ishangsf/DeepCodeGeniusWeb-vscode
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #254 from devchat-ai/update_askcode_summary

Browse Source 
Updated askcode_summary_index.py for better file indexing
This commit is contained in:
boob.yang 2023-08-22 10:25:54 +08:00 committed by GitHub
commit 3d0f9a8f85
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
tools/askcode_summary_index.py
View File

@ -7,6 +7,7 @@ from chat.ask_codebase.indexing.module_summary import SummaryWrapper
# 为已经分析的文件记录最后修改时间
g_file_last_modified_saved = {}
g_file_need_index = {}
def load_file_last_modified(filePath: str):
if not os.path.exists(filePath):
@ -37,6 +38,7 @@ def is_file_modified(filePath: str, supportedFileTypes) -> bool:
for part in relativePath.split(os.sep):
if part.startswith('.'):
print("Not hidden file: ", filePath)
return False
fileLastModified = g_file_last_modified_saved.get(relativePath, 0)
@ -44,20 +46,25 @@ def is_file_modified(filePath: str, supportedFileTypes) -> bool:
if fileLastModified != fileCurrentModified:
g_file_last_modified_saved[relativePath] = fileCurrentModified
return True
return True
return False
def custom_file_filter(file_path: str, supportedFileTypes) -> bool:
needIndex = simple_file_filter(file_path)
if not needIndex:
print("==> ", file_path, needIndex)
return needIndex
needIndex = False
file_path = os.path.abspath(file_path)
if file_path in g_file_need_index:
return g_file_need_index[file_path]
# check size of true value in g_file_need_index > 100
if sum(g_file_need_index.values()) > 100:
return False
if os.path.isdir(file_path):
needIndex = True
else:
needIndex = is_file_modified(file_path, supportedFileTypes)
print("==> ", file_path, needIndex)
g_file_need_index[file_path] = needIndex
return needIndex