libadblockplus/convert_js.py at master · cloveryork123/libadblockplus · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
#!/usr/bin/env python
# coding: utf-8

import sys
import os
import codecs
import re
import json
import argparse
import xml.dom.minidom as minidom

baseDir = os.path.abspath(os.path.dirname(__file__))
sys.path.append(os.path.join(baseDir, 'adblockpluscore', 'buildtools', 'jshydra'))
from abp_rewrite import doRewrite


class CStringArray:
    def __init__(self):
        self._buffer = []
        self._strings = []

    def add(self, string):
        string = string.encode('utf-8').replace('\r', '')
        self._strings.append('std::string(buffer + %i, %i)' % (len(self._buffer), len(string)))
        self._buffer.extend(map(lambda c: str(ord(c)), string))

    def write(self, outHandle, arrayName):
        print >>outHandle, '#include <string>'
        print >>outHandle, 'namespace'
        print >>outHandle, '{'
        print >>outHandle, '  const char buffer[] = {%s};' % ', '.join(self._buffer)
        print >>outHandle, '}'
        print >>outHandle, 'std::string %s[] = {%s, std::string()};' % (arrayName, ', '.join(self._strings))


def addFilesVerbatim(array, files):
    for file in files:
        fileHandle = codecs.open(file, 'rb', encoding='utf-8')
        array.add(os.path.basename(file))
        array.add(fileHandle.read())
        fileHandle.close()


def convertXMLFile(array, file):
    fileHandle = codecs.open(file, 'rb', encoding='utf-8')
    doc = minidom.parse(file)
    fileHandle.close()

    data = []
    for node in doc.documentElement.childNodes:
        if node.nodeType != node.ELEMENT_NODE:
            continue
        result = {'type': node.tagName}
        for name, value in node.attributes.items():
            result[name] = value
        data.append(result)
        fileName = os.path.basename(file)
    array.add(fileName)
    array.add('require.scopes["%s"] = %s;' % (fileName, json.dumps(data)))
    fileHandle.close()


def convertJsFile(array, file):
    converted = doRewrite([os.path.abspath(file)], ['module=true', 'source_repo=https://hg.adblockplus.org/adblockpluscore/'])
    array.add(os.path.basename(file))
    array.add(converted)


def convert(verbatimBefore, convertFiles, verbatimAfter, outFile):
    array = CStringArray()
    addFilesVerbatim(array, verbatimBefore)

    for file in convertFiles:
        if file.endswith('.xml'):
            convertXMLFile(array, file)
        else:
            convertJsFile(array, file)

    addFilesVerbatim(array, verbatimAfter)

    outHandle = open(outFile, 'wb')
    array.write(outHandle, 'jsSources')
    outHandle.close()

if __name__ == '__main__':
    parser = argparse.ArgumentParser(description='Convert JavaScript files')
    parser.add_argument('--before', metavar='verbatim_file', nargs='+',
                        help='JavaScript file to include verbatim at the beginning')
    parser.add_argument('--convert', metavar='file_to_convert', nargs='+',
                        help='JavaScript files to convert')
    parser.add_argument('--after', metavar='verbatim_file', nargs='+',
                        help='JavaScript file to include verbatim at the end')
    parser.add_argument('output_file',
                        help='output from the conversion')
    args = parser.parse_args()
    convert(args.before, args.convert, args.after, args.output_file)