VoAPI2/VoAPISpecParser.py at main · NSSL-SJTU/VoAPI2 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
# -*- coding: UTF-8 -*-
import os, sys, json, argparse, subprocess

def replace_compiler_fs(voapi_compiler_dir, restler_compile_file_path):
    compiler_fs = voapi_compiler_dir + os.path.sep + "Restler.Compiler" + os.path.sep + "Compiler.fs"
    with open(compiler_fs, "r", encoding="utf-8") as f:
        compiler_fs_content = f.read()
    compiler_fs_replace_lindex = compiler_fs_content.find("// VoAPI Parser")
    compiler_fs_replace_rindex = compiler_fs_content.find("// VoAPI Parser End")
    compiler_fs_replace_temp = compiler_fs_content[compiler_fs_replace_lindex:compiler_fs_replace_rindex]
    compiler_fs_replace_rindex = compiler_fs_replace_lindex + compiler_fs_replace_temp.find("\", infoStr)")
    compiler_fs_replace_lindex += compiler_fs_replace_temp.find("File.AppendAllText(") + len("File.AppendAllText(\"")
    compiler_fs_new_content = compiler_fs_content[:compiler_fs_replace_lindex] + restler_compile_file_path + compiler_fs_content[compiler_fs_replace_rindex:]
    with open(compiler_fs, 'w', encoding='utf-8') as f:
        f.write(compiler_fs_new_content)

def set_global_json():
    # get dotnet version
    dotnet_version = None
    p = subprocess.Popen(["dotnet", "--list-sdks"], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    out, _ = p.communicate()
    if out:
        out = out.decode()
        for version_line in out.split("\n"):
            if "6.0." in version_line:
                dotnet_version = version_line[:version_line.find(" [")]
            if dotnet_version:
                break
    if not dotnet_version:
        print("Please Install .NET 6.0 First!")
        exit(0)
    global_json = {"sdk": {"version": dotnet_version}}
    with open("global.json", "w") as f:
        json.dump(global_json, f, indent=2)

def publish_restler_bin(voapi_compiler_dir, voapi_compiler_output_dir):
    current_dir = os.path.dirname(os.path.abspath(__file__))
    os.chdir(current_dir)
    if not os.path.exists("global.json"):
        set_global_json()
    fsproj = voapi_compiler_dir + os.path.sep + "Restler.CompilerExe" + os.path.sep + "Restler.CompilerExe.fsproj"
    subprocess.run(["dotnet", "publish", fsproj, "--no-restore", "-o", voapi_compiler_output_dir, "-c", "release", "-f", "net6.0"], stdout=subprocess.PIPE, stderr=subprocess.PIPE)

def compile_api_spec(api_spec, voapi_compiler_output_dir):
    # set config.json
    config_json = {
        "SwaggerSpecFilePath": [api_spec],
        "GrammarOutputDirectoryPath": voapi_compiler_output_dir + os.path.sep + "Compile",
        "IncludeOptionalParameters": True,
        "UseHeaderExamples": False,
        "UsePathExamples": False,
        "UseQueryExamples": True,
        "UseBodyExamples": False,
        "UseAllExamplePayloads": False,
        "DiscoverExamples": False,
        "ExamplesDirectory": "",
        "DataFuzzing": True,
        "ReadOnlyFuzz": False,
        "ResolveQueryDependencies": True,
        "ResolveBodyDependencies": True,
        "ResolveHeaderDependencies": True,
        "UseRefreshableToken": True,
        "AllowGetProducers": True,
        "TrackFuzzedParameterNames": False
    }
    config_json_file = os.path.abspath('.') + os.path.sep + "config.json"
    with open(config_json_file, "w") as f:
        json.dump(config_json, f, indent=2)
    # parse api_spec to api_info
    current_dir = os.path.dirname(os.path.abspath(__file__))
    os.chdir(current_dir)
    if not os.path.exists("global.json"):
        set_global_json()
    restler_dll = voapi_compiler_output_dir + os.path.sep + "Restler.CompilerExe.dll"
    subprocess.run(["dotnet", restler_dll, config_json_file], stdout=subprocess.PIPE, stderr=subprocess.PIPE)

def main():
    parser = argparse.ArgumentParser()
    parser.add_argument('--openapi', help='OpenAPI Specification File Path', type=str, default=None, required=True)
    parser.add_argument('--voapi_compiler_dir', help='VoAPICompiler SourceCode Dir', type=str, default="./VoAPICompiler", required=False)
    parser.add_argument('--voapi_compiler_output_dir', help='VoAPICompiler Bin Dir', type=str, default="./VoAPICompilerBin", required=False)
    parser.add_argument('--restler_compile_file_path', help='Restler Compile File Path', type=str, default="./APIInfo.txt", required=False)
    parser.add_argument('--recompile', action="store_true", help='Whether Need Recompile VoAPICompiler, Default: False')
    args = parser.parse_args()
    if args.voapi_compiler_dir == "./VoAPICompiler":
        voapi_compiler_dir = os.path.abspath('.') + os.path.sep + "VoAPICompiler"
    else:
        voapi_compiler_dir = args.voapi_compiler_dir
    if args.voapi_compiler_output_dir == "./VoAPICompilerBin":
        voapi_compiler_output_dir = os.path.abspath('.') + os.path.sep + "VoAPICompilerBin"
    else:
        voapi_compiler_output_dir = args.voapi_compiler_output_dir
    if args.restler_compile_file_path == "./APIInfo.txt":
        restler_compile_file_path = os.path.abspath('.') + os.path.sep + "APIInfo.txt"
    else:
        restler_compile_file_path = os.path.normpath(os.path.abspath(args.restler_compile_file_path))
    if sys.platform.startswith("win"):
        restler_compile_file_path = restler_compile_file_path.replace("\\", "\\\\")
    if args.recompile:
        replace_compiler_fs(voapi_compiler_dir, restler_compile_file_path)
        publish_restler_bin(voapi_compiler_dir, voapi_compiler_output_dir)
    if os.path.exists(restler_compile_file_path):
        os.remove(restler_compile_file_path)
    compile_api_spec(args.openapi, voapi_compiler_output_dir)

if __name__ == "__main__":
    main()