RustPatternMining/search.py at main · SSCT-Lab/RustPatternMining · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
import sys
import time
import os
from pydriller import Repository
from pydriller import ModificationType
from urllib.parse import parse_qs, urlparse
import github3
root_dir = "File_Code"
LINES_THRESH = 8


# 获取source code指定行的内容
def get_content(source_code:str, start_line:int, end_line:int):
    res = ""
    for s in source_code.split('\n')[start_line - 1:end_line]:
        res = res + s + "\n"
    return res

class MyMethod:
    def __init__(self, name, start_line_before, end_line_before, start_line_changed, end_line_changed) -> None:
        self.name = name
        self.start_line_before = start_line_before
        self.end_line_before = end_line_before
        self.start_line_changed = start_line_changed
        self.end_line_changed = end_line_changed


# 获取改动前后的methods中的同名methods，返回新的method_before和changed_method
def filter_methods(methods_before, changed_methods):
    res = []
    candidate = {}
    for changed_method in changed_methods:
        for method_before in methods_before:
            if method_before.name == changed_method.name:
                if changed_method not in candidate.keys():
                    candidate[changed_method] = [(method_before.start_line, method_before.end_line)]
                else:
                    candidate[changed_method].append((method_before.start_line, method_before.end_line))
    for key in candidate.keys():
        if len(candidate[key]) == 1:
            res.append(MyMethod(key.name, candidate[key][0][0], candidate[key][0][1], key.start_line, key.end_line))
        else:
            t = (0, 0)
            distance = sys.maxsize
            for tuple in candidate[key]:
                cur_dis = abs(key.start_line - tuple[0])
                if cur_dis < distance:
                    distance = cur_dis
                    t = tuple
            res.append(MyMethod(key.name, t[0], t[1], key.start_line, key.end_line))
    return res


if __name__ == '__main__':

    cur_path = os.getcwd() # 当前目录
    # 创建总文件夹
    root_dir = cur_path + "/" + root_dir
    if not os.path.exists(root_dir):
        os.mkdir(root_dir)
    commit_list = []
    #get the repo
    repo_file = sys.argv[1]
    with open(repo_file, 'r') as f:
        for repo_full_name in f.readlines():
            cnt = 0
            repo_name = repo_full_name.split('/')[1].strip()
            print(f'repo: {repo_name}')
            repo_dir = root_dir + '/' + repo_name
            if not os.path.exists(repo_dir):
                os.mkdir(repo_dir)
            repo_path = cur_path + '/Commits/' + repo_name
            #print(repo_path)
            # 查找之前存储的对应仓库的commit hash
            commit_list.clear()

            with open (cur_path + '/Commits/' + repo_name + '.txt', 'r') as hash_file:
                for commit_hash in hash_file.readlines():
                    commit_list.append(commit_hash.strip())
            #print(commit_list)
            for commit in Repository(repo_path, only_modifications_with_file_types=['.rs'], only_commits=commit_list).traverse_commits():
                # 根据msg做过滤
                message = commit.msg
                # print(message)
                # 如果改动是clippy的, 也过滤掉
                if "clippy" in message.lower():
                    continue

                if commit.lines > LINES_THRESH:
                    continue
                commit_dir = repo_dir + '/' + commit.hash[:10].strip()
                if os.path.exists(commit_dir):
                    continue
                os.mkdir(commit_dir)
                '''
                Commit:
                deletions (int): number of deleted lines in the commit (as shown from –shortstat).
                insertions (int): number of added lines in the commit (as shown from –shortstat).
                lines (int): total number of added + deleted lines in the commit (as shown from –shortstat).
                files (int): number of files changed in the commit (as shown from –shortstat).

                ModifiedFile:
                added_lines: number of lines added
                deleted_lines: number of lines removed
                '''
                print(message)
                counter = 0
                for modified_file in commit.modified_files:
                    # changed_methods && methods_before
                    if '.rs' in modified_file.filename and (modified_file.change_type == ModificationType.RENAME or modified_file.change_type == ModificationType.MODIFY):
                        file_dir = commit_dir + '/' + modified_file.filename.split('.')[0].strip() + '_' + str(counter)
                        if os.path.exists(file_dir):
                            continue
                        os.mkdir(file_dir)

                        # 获取改动前的file源代码
                        with open(file_dir + '/' + modified_file.filename.split('.')[0].strip()  + '_before.rs', 'w') as m1:
                            m1.write(modified_file.content_before.decode())
                        # 获取改动后的file源代码
                        with open(file_dir + '/' + modified_file.filename.split('.')[0].strip() + '_after.rs', 'w') as m2:
                            m2.write(modified_file.content.decode())

                        cnt = cnt + 1
                        counter = counter + 1
                        with open(file_dir + "/commit_message.txt", 'a') as method_file:
                            method_file.write(message)
                        continue

                        # 获取改动前后的文件中都出现的method
                        filtered_methods = filter_methods(modified_file.methods_before, modified_file.changed_methods) # name, start_line, end_line
                        for filtered_method in filtered_methods:
                            # 获取改动前的method源代码
                            mehod_before_str = get_content(modified_file.content_before.decode(), filtered_method.start_line_before, filtered_method.end_line_before)
                            #print(mehod_before_str)
                            with open(file_dir + '/' + filtered_method.name + '_before.rs', 'w') as m1:
                                m1.write(mehod_before_str)
                            # 获取改动后的method源代码
                            method_str = get_content(modified_file.content.decode(), filtered_method.start_line_changed, filtered_method.end_line_changed)
                            #print(method_str)
                            with open(file_dir + '/' + filtered_method.name + '_after.rs', 'w') as m2:
                                m2.write(method_str)

                            # 记录改动的方法名
                            with open(file_dir + "/methods.txt", 'a') as method_file:
                                method_file.write(filtered_method.name + '\n')
                            # 记录改动的commit message
                            with open(file_dir + "/commit_message.txt", 'a') as method_file:
                                method_file.write(message)
                            cnt = cnt + 1
            #print(cnt)