tutorials/tutorials_to_script_converter.py at master · facebookarchive/tutorials · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
# Copyright (c) Facebook, Inc. and its affiliates.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import os
from os import listdir
from subprocess import check_call


def convert_notebook(notebook_path):
    # Generate .py file from a notebook
    notebook_dir, notebook_file_name = os.path.split(notebook_path)
    check_call(
        ['jupyter', 'nbconvert', '--to', 'script', notebook_file_name],
        cwd=notebook_dir,
    )
    py_name = os.path.splitext(notebook_file_name)[0] + ".py"
    full_py_name = os.path.join(notebook_dir, py_name)

    # Create py_gen/ dir if it doesn't exist and move the file there
    new_dir = os.path.join(notebook_dir, 'py_gen')
    if not os.path.exists(new_dir):
        os.makedirs(new_dir)
    new_py_location = os.path.join(new_dir, py_name)
    os.rename(full_py_name, new_py_location)
    full_py_name = new_py_location

    with open(full_py_name, 'r') as f:
        data = f.read()
    lines = data.split('\n')
    good_lines = []
    for line in lines:
        if ("get_ipython().magic" not in line
                and "get_ipython().run_line_magic" not in line):
            good_lines.append(line)
    # Update the file with do not edit preamble
    with open(full_py_name, 'w') as f:
        f.write("# Copyright (c) Facebook, Inc. and its affiliates.\n")
        f.write("#\n")
        f.write("# Licensed under the Apache License, Version 2.0 (the "License");\n")
        f.write("# you may not use this file except in compliance with the License.\n")
        f.write("# You may obtain a copy of the License at\n")
        f.write("#\n")
        f.write("#    http://www.apache.org/licenses/LICENSE-2.0\n")
        f.write("#\n")
        f.write("# Unless required by applicable law or agreed to in writing, software\n")
        f.write("# distributed under the License is distributed on an "AS IS" BASIS,\n")
        f.write("# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n")
        f.write("# See the License for the specific language governing permissions and\n")
        f.write("# limitations under the License.\n")
        f.write("\n")
        f.write("#########################################################\n")
        f.write("#\n")
        f.write("# DO NOT EDIT THIS FILE. IT IS GENERATED AUTOMATICALLY. #\n")
        f.write("# PLEASE LOOK INTO THE README FOR MORE INFORMATION.     #\n")
        f.write("#\n")
        f.write("#########################################################\n")
        f.write("\n")

        for line in good_lines:
            f.write(line + '\n')


def main():
    tutorials_folder = os.path.dirname(os.path.realpath(__file__))
    print("tutorials_folder: ", tutorials_folder)
    files = [
        os.path.join(tutorials_folder, f)
        for f in listdir(tutorials_folder)
        if os.path.isfile(os.path.join(tutorials_folder, f))
        and f.endswith('ipynb')
    ]
    for f in files:
        convert_notebook(f)


if __name__ == '__main__':
    main()