深海游弋的鱼 – 默默的点滴

Parsing C++ in Python with Clang

macOS Mojave 10.14.2 llvm 7.0.1

$ brew install llvm --with-clang --with-python --with-lld

$ export DYLD_LIBRARY_PATH=/usr/local/opt/llvm/lib

$ export LLVM_VER=$(brew list --versions | grep llvm | sed 's/\([0-9]\).*/\1/g' | tr -cd "[0-9]")

$ pip install clang

$ brew install llvm --with-clang --with-python --with-lld

$ export DYLD_LIBRARY_PATH=/usr/local/opt/llvm/lib

$ export LLVM_VER=$(brew list --versions | grep llvm | sed 's/$[0-9]$.*/\1/g' | tr -cd "[0-9]")

$ pip install clang

#!/usr/bin/env python
# -*- coding: utf-8 -*-

""" Usage: call with <filename> <typename>
"""

import sys
import clang.cindex

# 也可以使用如下命令指定libclang的加载位置,这个动态库可以直接拷贝到其他机器上使用，是个独立库
# clang.cindex.Config.set_library_path('/usr/local/opt/llvm/lib')

# 如下可以简化代码
# from clang.cindex import CursorKind
# from clang.cindex import AccessSpecifier

def find_typerefs(node, typename):
    """ Find all references to the type named 'typename'
    """
    if node.kind.is_reference():
        ref_node = node.get_definition()
        if ref_node :
            if ref_node.spelling == typename:
                print 'Found %s [line=%s, col=%s]' % (
                    typename, node.location.line, node.location.column)
    # Recurse for children of this node
    for c in node.get_children():
        find_typerefs(c, typename)

index = clang.cindex.Index.create()
tu = index.parse(sys.argv[1])
print 'Translation unit:', tu.spelling
find_typerefs(tu.cursor, sys.argv[2])

#!/usr/bin/env python

# -*- coding: utf-8 -*-

""" Usage: call with <filename> <typename>

"""

import sys

import clang.cindex

# 也可以使用如下命令指定libclang的加载位置,这个动态库可以直接拷贝到其他机器上使用，是个独立库

# clang.cindex.Config.set_library_path('/usr/local/opt/llvm/lib')

# 如下可以简化代码

# from clang.cindex import CursorKind

# from clang.cindex import AccessSpecifier

def find_typerefs(node, typename):

""" Find all references to the type named 'typename'

"""

if node.kind.is_reference():

ref_node = node.get_definition()

if ref_node :

if ref_node.spelling == typename:

print 'Found %s [line=%s, col=%s]' % (

typename, node.location.line, node.location.column)

# Recurse for children of this node

for c in node.get_children():

find_typerefs(c, typename)

index = clang.cindex.Index.create()

tu = index.parse(sys.argv[1])

print 'Translation unit:', tu.spelling

find_typerefs(tu.cursor, sys.argv[2])

#!/usr/bin/env python
# -*- coding: utf-8 -*-
""" C++ linter using libclang. Call with [filenames] """
from __future__ import print_function

from clang.cindex import Config, TypeKind, CursorKind, Index
from pprint import pprint
import platform
import sys

if platform.system() == "Linux":
    Config.set_library_file("/usr/lib/llvm-3.4/lib/libclang.so")
else:
    Config.set_library_file("/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/lib/libclang.dylib")


def error(out_errors, node, msg):
    error_msg = "{}:{}:  {}".format(node.location.file, node.location.line, msg)
    out_errors.append(error_msg)
    print(error_msg, file=sys.stderr)


def is_mut_ref(arg_type):
    if arg_type.kind in [TypeKind.POINTER, TypeKind.LVALUEREFERENCE,
                         TypeKind.INCOMPLETEARRAY, TypeKind.CONSTANTARRAY]:

        if arg_type.kind in [TypeKind.POINTER, TypeKind.LVALUEREFERENCE]:
            pointee_type = arg_type.get_pointee()
        else:
            pointee_type = arg_type.get_array_element_type()

        # print("pointee_type.kind: {}".format(pointee_type.kind))
        # print("pointee_type.is_const_qualified(): {}".format(pointee_type.is_const_qualified()))

        if not pointee_type.is_const_qualified():
            return True

    return False


def check_argument(out_errors, function, node, function_parse_progress):
    assert node.kind == CursorKind.PARM_DECL

    if function.kind == CursorKind.FUNCTION_DECL and function.spelling == "main":
        # Ignore main function
        return

    # print("")
    # print("node.spelling: {}".format(node.spelling))
    # print("node.type.kind: {}".format(node.type.kind))
    # print("node.type.get_ref_qualifier(): {}".format(node.type.get_ref_qualifier()))
    # print("node.type.is_const_qualified(): {}".format(node.type.is_const_qualified()))
    # pprint(dir(node))

    name = node.spelling
    if not name:
        # Ignore nameless arguments (e.g. Foo(Foo&))
        return

    if is_mut_ref(node.type):
        if name.startswith("o_"):
            function_parse_progress["state"] = "out"
        elif name.startswith("io_"):
            if function_parse_progress["state"] != "io":
                error(out_errors, node, "io_ arguments should be first")
            function_parse_progress["state"] = "io"

        else:
            error(out_errors, node,
                  "Non-const reference/pointer/array argument should be prefixed with " \
                  "either o_ (for out) or io_ (for in-out), e.g. 'o_{}'".format(name))
    else:
        if function_parse_progress["state"] == "out":
            error(out_errors, node, "input arguments should come before output arguments")
        function_parse_progress["state"] = "in"


def do_lint(out_errors, node, root_file):
    if node.location.file and node.location.file.name != root_file.name:
        # This is ugly, but works.
        return

    # print("{}:{} node.kind: {}".format(node.location.file, node.location.line, node.kind))
    # print("node.translation_unit: {}".format(node.translation_unit))
    # # pprint(dir(node.translation_unit))
    # print("node.location.file: {}".format(node.location.file))
    # pprint(dir(node.location))
    # exit()

    # CursorKind.CONSTRUCTOR excluded: references there are often stored, so not o_ or io_
    if node.kind in [CursorKind.FUNCTION_DECL, CursorKind.CXX_METHOD]:
        # print("Found a function!")
        # print("node.spelling: {}".format(node.spelling))
        # print("node.displayname: {}".format(node.displayname))

        function_parse_progress = {
            "state": "io", # "io", "in" or "out"
        }

        for arg in node.get_arguments():
            check_argument(out_errors, node, arg, function_parse_progress)

    # Recurse for children of this node
    for c in node.get_children():
        do_lint(out_errors, c, root_file)


def lint_file(filepath):
    index = Index.create()
    tu = index.parse(filepath)
    root_file = tu.get_file(tu.spelling)

    errors = []
    do_lint(errors, tu.cursor, root_file)
    return errors


def main():
    if len(sys.argv) == 1:
        print("Usage: {} [filenames]".format(sys.argv[0]))
        return

    for filepath in sys.argv[1:]:
        lint_file(filepath)


if __name__ == "__main__":
    main()

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

#!/usr/bin/env python

# -*- coding: utf-8 -*-

""" C++ linter using libclang. Call with [filenames] """

from __future__ import print_function

from clang.cindex import Config, TypeKind, CursorKind, Index

from pprint import pprint

import platform

import sys

if platform.system() == "Linux":

Config.set_library_file("/usr/lib/llvm-3.4/lib/libclang.so")

else:

Config.set_library_file("/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/lib/libclang.dylib")

def error(out_errors, node, msg):

error_msg = "{}:{}: {}".format(node.location.file, node.location.line, msg)

out_errors.append(error_msg)

print(error_msg, file=sys.stderr)

def is_mut_ref(arg_type):

if arg_type.kind in [TypeKind.POINTER, TypeKind.LVALUEREFERENCE,

TypeKind.INCOMPLETEARRAY, TypeKind.CONSTANTARRAY]:

if arg_type.kind in [TypeKind.POINTER, TypeKind.LVALUEREFERENCE]:

pointee_type = arg_type.get_pointee()

else:

pointee_type = arg_type.get_array_element_type()

# print("pointee_type.kind: {}".format(pointee_type.kind))

# print("pointee_type.is_const_qualified(): {}".format(pointee_type.is_const_qualified()))

if not pointee_type.is_const_qualified():

return True

return False

def check_argument(out_errors, function, node, function_parse_progress):

assert node.kind == CursorKind.PARM_DECL

if function.kind == CursorKind.FUNCTION_DECL and function.spelling == "main":

# Ignore main function

return

# print("")

# print("node.spelling: {}".format(node.spelling))

# print("node.type.kind: {}".format(node.type.kind))

# print("node.type.get_ref_qualifier(): {}".format(node.type.get_ref_qualifier()))

# print("node.type.is_const_qualified(): {}".format(node.type.is_const_qualified()))

# pprint(dir(node))

name = node.spelling

if not name:

# Ignore nameless arguments (e.g. Foo(Foo&))

return

if is_mut_ref(node.type):

if name.startswith("o_"):

function_parse_progress["state"] = "out"

elif name.startswith("io_"):

if function_parse_progress["state"] != "io":

error(out_errors, node, "io_ arguments should be first")

function_parse_progress["state"] = "io"

else:

error(out_errors, node,

"Non-const reference/pointer/array argument should be prefixed with " \

"either o_ (for out) or io_ (for in-out), e.g. 'o_{}'".format(name))

else:

if function_parse_progress["state"] == "out":

error(out_errors, node, "input arguments should come before output arguments")

function_parse_progress["state"] = "in"

def do_lint(out_errors, node, root_file):

if node.location.file and node.location.file.name != root_file.name:

# This is ugly, but works.

return

# print("{}:{} node.kind: {}".format(node.location.file, node.location.line, node.kind))

# print("node.translation_unit: {}".format(node.translation_unit))

# # pprint(dir(node.translation_unit))

# print("node.location.file: {}".format(node.location.file))

# pprint(dir(node.location))

# exit()

# CursorKind.CONSTRUCTOR excluded: references there are often stored, so not o_ or io_

if node.kind in [CursorKind.FUNCTION_DECL, CursorKind.CXX_METHOD]:

# print("Found a function!")

# print("node.spelling: {}".format(node.spelling))

# print("node.displayname: {}".format(node.displayname))

function_parse_progress = {

"state": "io", # "io", "in" or "out"

}

for arg in node.get_arguments():

check_argument(out_errors, node, arg, function_parse_progress)

# Recurse for children of this node

for c in node.get_children():

do_lint(out_errors, c, root_file)

def lint_file(filepath):

index = Index.create()

tu = index.parse(filepath)

root_file = tu.get_file(tu.spelling)

errors = []

do_lint(errors, tu.cursor, root_file)

return errors

def main():

if len(sys.argv) == 1:

print("Usage: {} [filenames]".format(sys.argv[0]))

return

for filepath in sys.argv[1:]:

lint_file(filepath)

if __name__ == "__main__":

main()

#!/usr/bin/env python

import clang.cindex
import sys
import os
import logging
import argparse
import fnmatch

from DotGenerator import *

index = clang.cindex.Index.create()
dotGenerator = DotGenerator()


def findFilesInDir(rootDir, patterns):
    """ Searches for files in rootDir which file names mathes the given pattern. Returns
    a list of file paths of found files"""
    foundFiles = []
    for root, dirs, files in os.walk(rootDir):
        for p in patterns:
            for filename in fnmatch.filter(files, p):
                foundFiles.append(os.path.join(root, filename))
    return foundFiles


def processClassField(cursor):
    """ Returns the name and the type of the given class field.
    The cursor must be of kind CursorKind.FIELD_DECL"""
    type = None
    fieldChilds = list(cursor.get_children())
    if len(fieldChilds) == 0:  # if there are not cursorchildren, the type is some primitive datatype
        type = cursor.type.spelling
    else:  # if there are cursorchildren, the type is some non-primitive datatype (a class or class template)
        for cc in fieldChilds:
            if cc.kind == clang.cindex.CursorKind.TEMPLATE_REF:
                type = cc.spelling
            elif cc.kind == clang.cindex.CursorKind.TYPE_REF:
                type = cursor.type.spelling
    name = cursor.spelling
    return name, type


def processClassMemberDeclaration(umlClass, cursor):
    """ Processes a cursor corresponding to a class member declaration and
    appends the extracted information to the given umlClass """
    if cursor.kind == clang.cindex.CursorKind.CXX_BASE_SPECIFIER:
        for baseClass in cursor.get_children():
            if baseClass.kind == clang.cindex.CursorKind.TEMPLATE_REF:
                umlClass.parents.append(baseClass.spelling)
            elif baseClass.kind == clang.cindex.CursorKind.TYPE_REF:
                umlClass.parents.append(baseClass.type.spelling)
    elif cursor.kind == clang.cindex.CursorKind.FIELD_DECL:  # non static data member
        name, type = processClassField(cursor)
        if name is not None and type is not None:
            # clang < 3.5: needs patched cindex.py to have
            # clang.cindex.AccessSpecifier available:
            # https://gitorious.org/clang-mirror/clang-mirror/commit/e3d4e7c9a45ed9ad4645e4dc9f4d3b4109389cb7
            if cursor.access_specifier == clang.cindex.AccessSpecifier.PUBLIC:
                umlClass.publicFields.append((name, type))
            elif cursor.access_specifier == clang.cindex.AccessSpecifier.PRIVATE:
                umlClass.privateFields.append((name, type))
            elif cursor.access_specifier == clang.cindex.AccessSpecifier.PROTECTED:
                umlClass.protectedFields.append((name, type))
    elif cursor.kind == clang.cindex.CursorKind.CXX_METHOD:
        try:
            returnType, argumentTypes = cursor.type.spelling.split(' ', 1)
            if cursor.access_specifier == clang.cindex.AccessSpecifier.PUBLIC:
                umlClass.publicMethods.append((returnType, cursor.spelling, argumentTypes))
            elif cursor.access_specifier == clang.cindex.AccessSpecifier.PRIVATE:
                umlClass.privateMethods.append((returnType, cursor.spelling, argumentTypes))
            elif cursor.access_specifier == clang.cindex.AccessSpecifier.PROTECTED:
                umlClass.protectedMethods.append((returnType, cursor.spelling, argumentTypes))
        except:
            logging.error("Invalid CXX_METHOD declaration! " + str(cursor.type.spelling))
    elif cursor.kind == clang.cindex.CursorKind.FUNCTION_TEMPLATE:
        returnType, argumentTypes = cursor.type.spelling.split(' ', 1)
        if cursor.access_specifier == clang.cindex.AccessSpecifier.PUBLIC:
            umlClass.publicMethods.append((returnType, cursor.spelling, argumentTypes))
        elif cursor.access_specifier == clang.cindex.AccessSpecifier.PRIVATE:
            umlClass.privateMethods.append((returnType, cursor.spelling, argumentTypes))
        elif cursor.access_specifier == clang.cindex.AccessSpecifier.PROTECTED:
            umlClass.protectedMethods.append((returnType, cursor.spelling, argumentTypes))


def processClass(cursor, inclusionConfig):
    """ Processes an ast node that is a class. """
    umlClass = UmlClass()  # umlClass is the datastructure for the DotGenerator
                           # that stores the necessary information about a single class.
                           # We extract this information from the clang ast hereafter ...
    if cursor.kind == clang.cindex.CursorKind.CLASS_TEMPLATE:
        # process declarations like:
        #   template <typename T> class MyClass
        umlClass.fqn = cursor.spelling
    else:
        # process declarations like:
        #   class MyClass ...
        #   struct MyStruct ...
        umlClass.fqn = cursor.type.spelling  # the fully qualified name

    import re
    if (inclusionConfig['excludeClasses'] and
            re.match(inclusionConfig['excludeClasses'], umlClass.fqn)):
        return

    if (inclusionConfig['includeClasses'] and not
            re.match(inclusionConfig['includeClasses'], umlClass.fqn)):
        return

    for c in cursor.get_children():
        # process member variables and methods declarations
        processClassMemberDeclaration(umlClass, c)

    dotGenerator.addClass(umlClass)


def traverseAst(cursor, inclusionConfig):
    if (cursor.kind == clang.cindex.CursorKind.CLASS_DECL
            or cursor.kind == clang.cindex.CursorKind.STRUCT_DECL
            or cursor.kind == clang.cindex.CursorKind.CLASS_TEMPLATE):
        # if the current cursor is a class, class template or struct declaration,
        # we process it further ...
        processClass(cursor, inclusionConfig)
    for child_node in cursor.get_children():
        traverseAst(child_node, inclusionConfig)


def parseTranslationUnit(filePath, includeDirs, inclusionConfig):
    clangArgs = ['-x', 'c++'] + ['-I' + includeDir for includeDir in includeDirs]
    tu = index.parse(filePath, args=clangArgs, options=clang.cindex.TranslationUnit.PARSE_SKIP_FUNCTION_BODIES)
    for diagnostic in tu.diagnostics:
        logging.debug(diagnostic)
    logging.info('Translation unit:' + tu.spelling + "\n")
    traverseAst(tu.cursor, inclusionConfig)


if __name__ == "__main__":
    parser = argparse.ArgumentParser(description="CodeDependencyVisualizer (CDV)")
    parser.add_argument('-d', required=True, help="directory with source files to parse (searches recusively)")
    parser.add_argument('-o', '--outFile', default='uml.dot', help="output file name / name of generated dot file")
    parser.add_argument('-u', '--withUnusedHeaders', help="parse unused header files (slow)")
    parser.add_argument('-a', '--associations', action="store_true", help="draw class member assiciations")
    parser.add_argument('-i', '--inheritances', action="store_true", help="draw class inheritances")
    parser.add_argument('-p', '--privMembers', action="store_true", help="show private members")
    parser.add_argument('-t', '--protMembers', action="store_true", help="show protected members")
    parser.add_argument('-P', '--pubMembers', action="store_true", help="show public members")
    parser.add_argument('-I', '--includeDirs', help="additional search path(s) for include files (seperated by space)", nargs='+')
    parser.add_argument('-v', '--verbose', action="store_true", help="print verbose information for debugging purposes")
    parser.add_argument('--excludeClasses', help="classes matching this pattern will be excluded")
    parser.add_argument('--includeClasses', help="only classes matching this pattern will be included")

    args = vars(parser.parse_args(sys.argv[1:]))

    filesToParsePatterns = ['*.cpp', '*.cxx', '*.c', '*.cc']
    if args['withUnusedHeaders']:
        filesToParsePatterns += ['*.h', '*.hxx', '*.hpp']
    filesToParse = findFilesInDir(args['d'], filesToParsePatterns)
    subdirectories = [x[0] for x in os.walk(args['d'])]

    loggingFormat = "%(levelname)s - %(module)s: %(message)s"
    logging.basicConfig(format=loggingFormat, level=logging.INFO)
    if args['verbose']:
        logging.basicConfig(format=loggingFormat, level=logging.DEBUG)

    logging.info("found " + str(len(filesToParse)) + " source files.")

    for sourceFile in filesToParse:
        logging.info("parsing file " + sourceFile)
        parseTranslationUnit(sourceFile, args['includeDirs'], {
            'excludeClasses': args['excludeClasses'],
            'includeClasses': args['includeClasses']})

    dotGenerator.setDrawAssociations(args['associations'])
    dotGenerator.setDrawInheritances(args['inheritances'])
    dotGenerator.setShowPrivMethods(args['privMembers'])
    dotGenerator.setShowProtMethods(args['protMembers'])
    dotGenerator.setShowPubMethods(args['pubMembers'])

    dotfileName = args['outFile']
    logging.info("generating dotfile " + dotfileName)
    with open(dotfileName, 'w') as dotfile:
        dotfile.write(dotGenerator.generate())

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

#!/usr/bin/env python

import clang.cindex

import sys

import os

import logging

import argparse

import fnmatch

from DotGenerator import *

index = clang.cindex.Index.create()

dotGenerator = DotGenerator()

def findFilesInDir(rootDir, patterns):

""" Searches for files in rootDir which file names mathes the given pattern. Returns

a list of file paths of found files"""

foundFiles = []

for root, dirs, files in os.walk(rootDir):

for p in patterns:

for filename in fnmatch.filter(files, p):

foundFiles.append(os.path.join(root, filename))

return foundFiles

def processClassField(cursor):

""" Returns the name and the type of the given class field.

The cursor must be of kind CursorKind.FIELD_DECL"""

type = None

fieldChilds = list(cursor.get_children())

if len(fieldChilds) == 0: # if there are not cursorchildren, the type is some primitive datatype

type = cursor.type.spelling

else: # if there are cursorchildren, the type is some non-primitive datatype (a class or class template)

for cc in fieldChilds:

if cc.kind == clang.cindex.CursorKind.TEMPLATE_REF:

type = cc.spelling

elif cc.kind == clang.cindex.CursorKind.TYPE_REF:

type = cursor.type.spelling

name = cursor.spelling

return name, type

def processClassMemberDeclaration(umlClass, cursor):

""" Processes a cursor corresponding to a class member declaration and

appends the extracted information to the given umlClass """

if cursor.kind == clang.cindex.CursorKind.CXX_BASE_SPECIFIER:

for baseClass in cursor.get_children():

if baseClass.kind == clang.cindex.CursorKind.TEMPLATE_REF:

umlClass.parents.append(baseClass.spelling)

elif baseClass.kind == clang.cindex.CursorKind.TYPE_REF:

umlClass.parents.append(baseClass.type.spelling)

elif cursor.kind == clang.cindex.CursorKind.FIELD_DECL: # non static data member

name, type = processClassField(cursor)

if name is not None and type is not None:

# clang < 3.5: needs patched cindex.py to have

# clang.cindex.AccessSpecifier available:

# https://gitorious.org/clang-mirror/clang-mirror/commit/e3d4e7c9a45ed9ad4645e4dc9f4d3b4109389cb7

if cursor.access_specifier == clang.cindex.AccessSpecifier.PUBLIC:

umlClass.publicFields.append((name, type))

elif cursor.access_specifier == clang.cindex.AccessSpecifier.PRIVATE:

umlClass.privateFields.append((name, type))

elif cursor.access_specifier == clang.cindex.AccessSpecifier.PROTECTED:

umlClass.protectedFields.append((name, type))

elif cursor.kind == clang.cindex.CursorKind.CXX_METHOD:

try:

returnType, argumentTypes = cursor.type.spelling.split(' ', 1)

if cursor.access_specifier == clang.cindex.AccessSpecifier.PUBLIC:

umlClass.publicMethods.append((returnType, cursor.spelling, argumentTypes))

elif cursor.access_specifier == clang.cindex.AccessSpecifier.PRIVATE:

umlClass.privateMethods.append((returnType, cursor.spelling, argumentTypes))

elif cursor.access_specifier == clang.cindex.AccessSpecifier.PROTECTED:

umlClass.protectedMethods.append((returnType, cursor.spelling, argumentTypes))

except:

logging.error("Invalid CXX_METHOD declaration! " + str(cursor.type.spelling))

elif cursor.kind == clang.cindex.CursorKind.FUNCTION_TEMPLATE:

returnType, argumentTypes = cursor.type.spelling.split(' ', 1)

if cursor.access_specifier == clang.cindex.AccessSpecifier.PUBLIC:

umlClass.publicMethods.append((returnType, cursor.spelling, argumentTypes))

elif cursor.access_specifier == clang.cindex.AccessSpecifier.PRIVATE:

umlClass.privateMethods.append((returnType, cursor.spelling, argumentTypes))

elif cursor.access_specifier == clang.cindex.AccessSpecifier.PROTECTED:

umlClass.protectedMethods.append((returnType, cursor.spelling, argumentTypes))

def processClass(cursor, inclusionConfig):

""" Processes an ast node that is a class. """

umlClass = UmlClass() # umlClass is the datastructure for the DotGenerator

# that stores the necessary information about a single class.

# We extract this information from the clang ast hereafter ...

if cursor.kind == clang.cindex.CursorKind.CLASS_TEMPLATE:

# process declarations like:

# template <typename T> class MyClass

umlClass.fqn = cursor.spelling

else:

# process declarations like:

# class MyClass ...

# struct MyStruct ...

umlClass.fqn = cursor.type.spelling # the fully qualified name

import re

if (inclusionConfig['excludeClasses'] and

re.match(inclusionConfig['excludeClasses'], umlClass.fqn)):

return

if (inclusionConfig['includeClasses'] and not

re.match(inclusionConfig['includeClasses'], umlClass.fqn)):

return

for c in cursor.get_children():

# process member variables and methods declarations

processClassMemberDeclaration(umlClass, c)

dotGenerator.addClass(umlClass)

def traverseAst(cursor, inclusionConfig):

if (cursor.kind == clang.cindex.CursorKind.CLASS_DECL

or cursor.kind == clang.cindex.CursorKind.STRUCT_DECL

or cursor.kind == clang.cindex.CursorKind.CLASS_TEMPLATE):

# if the current cursor is a class, class template or struct declaration,

# we process it further ...

processClass(cursor, inclusionConfig)

for child_node in cursor.get_children():

traverseAst(child_node, inclusionConfig)

def parseTranslationUnit(filePath, includeDirs, inclusionConfig):

clangArgs = ['-x', 'c++'] + ['-I' + includeDir for includeDir in includeDirs]

tu = index.parse(filePath, args=clangArgs, options=clang.cindex.TranslationUnit.PARSE_SKIP_FUNCTION_BODIES)

for diagnostic in tu.diagnostics:

logging.debug(diagnostic)

logging.info('Translation unit:' + tu.spelling + "\n")

traverseAst(tu.cursor, inclusionConfig)

if __name__ == "__main__":

parser = argparse.ArgumentParser(description="CodeDependencyVisualizer (CDV)")

parser.add_argument('-d', required=True, help="directory with source files to parse (searches recusively)")

parser.add_argument('-o', '--outFile', default='uml.dot', help="output file name / name of generated dot file")

parser.add_argument('-u', '--withUnusedHeaders', help="parse unused header files (slow)")

parser.add_argument('-a', '--associations', action="store_true", help="draw class member assiciations")

parser.add_argument('-i', '--inheritances', action="store_true", help="draw class inheritances")

parser.add_argument('-p', '--privMembers', action="store_true", help="show private members")

parser.add_argument('-t', '--protMembers', action="store_true", help="show protected members")

parser.add_argument('-P', '--pubMembers', action="store_true", help="show public members")

parser.add_argument('-I', '--includeDirs', help="additional search path(s) for include files (seperated by space)", nargs='+')

parser.add_argument('-v', '--verbose', action="store_true", help="print verbose information for debugging purposes")

parser.add_argument('--excludeClasses', help="classes matching this pattern will be excluded")

parser.add_argument('--includeClasses', help="only classes matching this pattern will be included")

args = vars(parser.parse_args(sys.argv[1:]))

filesToParsePatterns = ['*.cpp', '*.cxx', '*.c', '*.cc']

if args['withUnusedHeaders']:

filesToParsePatterns += ['*.h', '*.hxx', '*.hpp']

filesToParse = findFilesInDir(args['d'], filesToParsePatterns)

subdirectories = [x[0] for x in os.walk(args['d'])]

loggingFormat = "%(levelname)s - %(module)s: %(message)s"

logging.basicConfig(format=loggingFormat, level=logging.INFO)

if args['verbose']:

logging.basicConfig(format=loggingFormat, level=logging.DEBUG)

logging.info("found " + str(len(filesToParse)) + " source files.")

for sourceFile in filesToParse:

logging.info("parsing file " + sourceFile)

parseTranslationUnit(sourceFile, args['includeDirs'], {

'excludeClasses': args['excludeClasses'],

'includeClasses': args['includeClasses']})

dotGenerator.setDrawAssociations(args['associations'])

dotGenerator.setDrawInheritances(args['inheritances'])

dotGenerator.setShowPrivMethods(args['privMembers'])

dotGenerator.setShowProtMethods(args['protMembers'])

dotGenerator.setShowPubMethods(args['pubMembers'])

dotfileName = args['outFile']

logging.info("generating dotfile " + dotfileName)

with open(dotfileName, 'w') as dotfile:

dotfile.write(dotGenerator.generate())

参考链接

Android Studio 3.2.1上vuh库使用的例子

Android Studio 3.2.1 上 vuh 库使用的例子，首先使用基于Vulkan的GPGPU计算框架Vuh 编译出 Android 版本的动态库，然后依照如下步骤建立工程。

继续阅读Android Studio 3.2.1上vuh库使用的例子

Python - os.walk忽略隐藏文件

Python中进行文件夹遍历的时候，使用os.walk是非常方便的，但是os.walk会把隐藏文件一起遍历，我们有时候需要忽略隐藏文件，可以用如下方法忽略隐藏文件以及文件夹

import os

path = '.'

for root, dirs, files in os.walk(path):
    files = [f for f in files if not f[0] == '.']
    dirs[:] = [d for d in dirs if not d[0] == '.']
    # use files and dirs
    for file_name in files:  
        print(os.path.join(root, file_name))

import os

path = '.'

for root, dirs, files in os.walk(path):

files = [f for f in files if not f[0] == '.']

dirs[:] = [d for d in dirs if not d[0] == '.']

# use files and dirs

for file_name in files:

print(os.path.join(root, file_name))

参考链接

python – os.walk没有隐藏的文件夹

macOS Mojave(10.14.2)配置OpenVPN软件Tunnelblick 3.7.8(客户端）

我们需要在macOS Mojave (10.14.2)配置连接在OpenVPN服务器实现加密上网或者翻墙。这里我们使用在Tunnelblick 3.7.8实现我们需要的功能。
继续阅读

使用ccache加速编译Android NDK项目

如果使用cmake构建项目,配置如下：

# macOS `brew install ccache` ubuntu `apt-get install ccache`

$ export ANDROID_NDK_HOME=~/Library/Android/sdk/ndk-bundle

$ cmake .. \
-DNDK_CCACHE=ccache \
-DCMAKE_TOOLCHAIN_FILE=$ANDROID_NDK_HOME/build/cmake/android.toolchain.cmake \
-DANDROID_ABI="armeabi-v7a" \
-DCMAKE_BUILD_TYPE=Release \
-DANDROID_STL=c++_static \
-DANDROID_NATIVE_API_LEVEL=android-24  \
-DANDROID_TOOLCHAIN=clang 

$ make -j4

# macOS `brew install ccache` ubuntu `apt-get install ccache`

$ export ANDROID_NDK_HOME=~/Library/Android/sdk/ndk-bundle

$ cmake .. \

-DNDK_CCACHE=ccache \

-DCMAKE_TOOLCHAIN_FILE=$ANDROID_NDK_HOME/build/cmake/android.toolchain.cmake \

-DANDROID_ABI="armeabi-v7a" \

-DCMAKE_BUILD_TYPE=Release \

-DANDROID_STL=c++_static \

-DANDROID_NATIVE_API_LEVEL=android-24 \

-DANDROID_TOOLCHAIN=clang

$ make -j4

也就是定义NDK_CCACHE=ccache。

如果使用ndk-build构建项目，配置如下：

# macOS `brew install ccache` ubuntu `apt-get install ccache`

$ export NDK_CCACHE=ccache

$ export USE_CCACHE=1

$ ndk-build

# macOS `brew install ccache` ubuntu `apt-get install ccache`

$ export NDK_CCACHE=ccache

$ export USE_CCACHE=1

$ ndk-build

也就是增加两个环境变量。

不指定缓存目录的情况下，缓存文件的目录一般在当前用户名下的.ccache目录下,时间长了，可能会产生很多的缓存文件，需要定时清理，当然也可以限制缓存的最大大小，让ccache根据需要进行淘汰。

参考链接

macOS Mojave(10.14.2)系统上编译LunarG/VulkanTools工程的Android版本

$ cd ~

$ git clone https://github.com/LunarG/VulkanTools.git

$ cd VulkanTools

$ cd build-android

$ export ANDROID_SDK_HOME=~/Library/Android/sdk

$ export ANDROID_NDK_HOME=~/Library/Android/sdk/ndk-bundle

# 当前的版本需要Android SDK 23.0.0,但是需要Java 11以下版本的Java才能执行SDK里面的sdkmanager

# 显示可以安装的Java版本号信息，需要检出这个内容
$ brew tap caskroom/versions

$ brew search "java*"
==> Formulae
app-engine-java            javarepl                   libreadline-java
google-java-format         jslint4java

==> Casks
charles-applejava          java-beta                  netbeans-java-se
eclipse-java               java6                      oracle-jdk-javadoc
eclipse-javascript         java8                      yourkit-java-profiler
java                       netbeans-java-ee
==> Did you mean to perform a regular expression search?
Surround your query wit

# 可以看到上面存在Java8可以安装，我们安装Java8
$ brew cask install java8

# 指定默认的Java版本
$ export JAVA_HOME=`/usr/libexec/java_home -v 1.8`

$ $ANDROID_SDK_HOME/tools/bin/sdkmanager --update

# 目前的代码需要android-23的SDK
$ $ANDROID_SDK_HOME/tools/bin/sdkmanager "platforms;android-23"

$ $ANDROID_SDK_HOME/tools/bin/sdkmanager "platforms;android-24"

$ $ANDROID_SDK_HOME/tools/bin/sdkmanager "build-tools;24.0.3"

# 可选安装
# $ANDROID_SDK_HOME/tools/bin/sdkmanager "platform-tools" "platforms;24.0.3"

# 需要Android 7.0以上才支持Vulkan，因此，我们需要更高版本的编译工具
$ export PATH=$ANDROID_NDK_HOME:$ANDROID_SDK_HOME/build-tools/24.0.3/:$PATH

# 启用 ccache 减少二次编译的时间 
$ brew install ccache

$ export NDK_CCACHE=ccache
 
$ export USE_CCACHE=1

$ export VULKAN_HEADERS_INSTALL_DIR=./third_party/Vulkan-Headers

$ bash build_all.sh

# 编译完成后，执行 bash test_APK.sh 测试功能，不过话说，这个工具是做什么的，有点看不懂了
# 难不成是厂家测试驱动用的？
$ bash test_APK.sh

$ cd ~

$ git clone https://github.com/LunarG/VulkanTools.git

$ cd VulkanTools

$ cd build-android

$ export ANDROID_SDK_HOME=~/Library/Android/sdk

$ export ANDROID_NDK_HOME=~/Library/Android/sdk/ndk-bundle

# 当前的版本需要Android SDK 23.0.0,但是需要Java 11以下版本的Java才能执行SDK里面的sdkmanager

# 显示可以安装的Java版本号信息，需要检出这个内容

$ brew tap caskroom/versions

$ brew search "java*"

==> Formulae

app-engine-java javarepl libreadline-java

google-java-format jslint4java

==> Casks

charles-applejava java-beta netbeans-java-se

eclipse-java java6 oracle-jdk-javadoc

eclipse-javascript java8 yourkit-java-profiler

java netbeans-java-ee

==> Did you mean to perform a regular expression search?

Surround your query wit

# 可以看到上面存在Java8可以安装，我们安装Java8

$ brew cask install java8

# 指定默认的Java版本

$ export JAVA_HOME=`/usr/libexec/java_home -v 1.8`

$ $ANDROID_SDK_HOME/tools/bin/sdkmanager --update

# 目前的代码需要android-23的SDK

$ $ANDROID_SDK_HOME/tools/bin/sdkmanager "platforms;android-23"

$ $ANDROID_SDK_HOME/tools/bin/sdkmanager "platforms;android-24"

$ $ANDROID_SDK_HOME/tools/bin/sdkmanager "build-tools;24.0.3"

# 可选安装

# $ANDROID_SDK_HOME/tools/bin/sdkmanager "platform-tools" "platforms;24.0.3"

# 需要Android 7.0以上才支持Vulkan，因此，我们需要更高版本的编译工具

$ export PATH=$ANDROID_NDK_HOME:$ANDROID_SDK_HOME/build-tools/24.0.3/:$PATH

# 启用 ccache 减少二次编译的时间

$ brew install ccache

$ export NDK_CCACHE=ccache

$ export USE_CCACHE=1

$ export VULKAN_HEADERS_INSTALL_DIR=./third_party/Vulkan-Headers

$ bash build_all.sh

# 编译完成后，执行 bash test_APK.sh 测试功能，不过话说，这个工具是做什么的，有点看不懂了

# 难不成是厂家测试驱动用的？

$ bash test_APK.sh

参考链接

OpenCL代码编译成Vulkan代码的工具clspv

最近接到个任务，就是把OpenCL的.cl代码编译成Vulkan程序。

使用Google开源的工具clspv实现这个功能即可。

$ git clone https://github.com/google/clspv.git

$ cd clspv

$ python utils/fetch_sources.py

$ mkdir build

$ cd build

$ cmake ..

$ make -j8

$ git clone https://github.com/google/clspv.git

$ cd clspv

$ python utils/fetch_sources.py

$ mkdir build

$ cd build

$ cmake ..

$ make -j8

编译完成后，在 bin 目录下生成 clspv 这个可执行程序。

使用的时候参考项目的文档 OpenCL C 1.2 Language on Vulkan 。

只是需要注意的是，如果使用了 image 类型，比如image2d_t 则需要提供 -samplermap 这个参数，这个参数指向一个文件，文件内容可能如下：

CLK_NORMALIZED_COORDS_FALSE | CLK_ADDRESS_CLAMP_TO_EDGE | CLK_FILTER_NEAREST,
CLK_NORMALIZED_COORDS_TRUE  | CLK_ADDRESS_CLAMP_TO_EDGE | CLK_FILTER_LINEAR

1 2	CLK_NORMALIZED_COORDS_FALSE \| CLK_ADDRESS_CLAMP_TO_EDGE \| CLK_FILTER_NEAREST, CLK_NORMALIZED_COORDS_TRUE \| CLK_ADDRESS_CLAMP_TO_EDGE \| CLK_FILTER_LINEAR

具体的定义跟在 OpenCL 中调用 read_image/write_image 函数时候指定的 sampler 参数一致即可。

参考链接

OpenCL C 1.2 Language on Vulkan

macOS Mojave(10.14.2) 编译KhronosGroup/SPIR项目的spir_12分支(llvm-3.2编译)

官方提供了一个名为 KhronosGroup/SPIR 的开源项目，支持OpenCL编译成SPIR代码的功能

注意： Vulkan使用SPIR-V也就是 spirv-1.0 分支，不使用此分支。本文实际上可以作为 llvm-3.2 在最新的 macOS Mojave(10.14.2) 上的编译指南。

这个工具使用的LLVM的版本非常古老，编译的时候问题多多。

这个工具在 macOS Mojave(10.14.2) 系统上使用 gcc 8.2.0 的编译流程如下：

$ cd ~

$ git clone http://llvm.org/git/llvm.git llvm

$ cd llvm

$ git checkout --track -b release_32 remotes/origin/release_32

$ cd llvm/tools

$ git clone https://github.com/KhronosGroup/SPIR clang

$ cd clang

# 官方要求检出 spir_12 分支，但是貌似执行完成 clone 之后，就已经在这个分支上了
# git checkout --track -b spir_12 remotes/origin/spir_12

$ cd ../..

$ mkdir build

$ cd build

# 只能使用GCC编译，不能使用自带的LLVM编译
$ brew install gcc

$ brew unlink gcc

$ brew cleanup

$ brew link gcc

# 指定路径
$ export PATH=$(brew --prefix)/bin:$PATH

# 重定向编译工具到我们安装的GCC版本，版本号从brew的命令行中查询得到，如果安装了多个版本，请手工指定这个参数
$ export GCC_VER=$(brew list --versions | grep gcc | sed 's/\([0-9]\).*/\1/g' | tr -cd "[0-9]")

$ export CC="$(brew --prefix)/bin/gcc-$GCC_VER"

$ export CXX="$(brew --prefix)/bin/g++-$GCC_VER"

# 链接库目录
$ export CMAKE_LIBRARY_PATH=$(brew --prefix)/lib

$ export CMAKE_INCLUDE_PATH=$(brew --prefix)/include

# 不能使用 GCC 引入的 ar,ranlib 这两个程序，这两个程序处理的库不能被ld正常链接，我们需要使用macOS官方提供的 ar,ranlib
# 出现这个问题的原因在于macOS上的GCC并没有提供ld，其实即使提供ld也不能正常执行，原因在于macOS与GNU格式不兼容，无法正常链接
# 因此只能使用系统自带的链接工具，链接工具只认识系统自带的 ar,ranlib 转换后文件的格式
$ mv /usr/local/bin/ranlib /usr/local/bin/ranlib2

$ ln -s /usr/bin/ranlib /usr/local/bin/ranlib

$ mv /usr/local/bin/ar /usr/local/bin/ar2

$ ln -s /usr/bin/ar /usr/local/bin/ar

# 不能编译成动态库，原因在于这个版本的代码存在循环依赖的问题，动态库无法成功编译，只能编译成静态库
$ cmake .. -DBUILD_SHARED_LIBS=OFF

# 多线程同时编译，提高编译速度
$ make -j8

$ cd ~

$ git clone http://llvm.org/git/llvm.git llvm

$ cd llvm

$ git checkout --track -b release_32 remotes/origin/release_32

$ cd llvm/tools

$ git clone https://github.com/KhronosGroup/SPIR clang

$ cd clang

# 官方要求检出 spir_12 分支，但是貌似执行完成 clone 之后，就已经在这个分支上了

# git checkout --track -b spir_12 remotes/origin/spir_12

$ cd ../..

$ mkdir build

$ cd build

# 只能使用GCC编译，不能使用自带的LLVM编译

$ brew install gcc

$ brew unlink gcc

$ brew cleanup

$ brew link gcc

# 指定路径

$ export PATH=$(brew --prefix)/bin:$PATH

# 重定向编译工具到我们安装的GCC版本，版本号从brew的命令行中查询得到，如果安装了多个版本，请手工指定这个参数

$ export GCC_VER=$(brew list --versions | grep gcc | sed 's/$[0-9]$.*/\1/g' | tr -cd "[0-9]")

$ export CC="$(brew --prefix)/bin/gcc-$GCC_VER"

$ export CXX="$(brew --prefix)/bin/g++-$GCC_VER"

# 链接库目录

$ export CMAKE_LIBRARY_PATH=$(brew --prefix)/lib

$ export CMAKE_INCLUDE_PATH=$(brew --prefix)/include

# 不能使用 GCC 引入的 ar,ranlib 这两个程序，这两个程序处理的库不能被ld正常链接，我们需要使用macOS官方提供的 ar,ranlib

# 出现这个问题的原因在于macOS上的GCC并没有提供ld，其实即使提供ld也不能正常执行，原因在于macOS与GNU格式不兼容，无法正常链接

# 因此只能使用系统自带的链接工具，链接工具只认识系统自带的 ar,ranlib 转换后文件的格式

$ mv /usr/local/bin/ranlib /usr/local/bin/ranlib2

$ ln -s /usr/bin/ranlib /usr/local/bin/ranlib

$ mv /usr/local/bin/ar /usr/local/bin/ar2

$ ln -s /usr/bin/ar /usr/local/bin/ar

# 不能编译成动态库，原因在于这个版本的代码存在循环依赖的问题，动态库无法成功编译，只能编译成静态库

$ cmake .. -DBUILD_SHARED_LIBS=OFF

# 多线程同时编译，提高编译速度

$ make -j8

如果使用 Xcode Version 10.1 (10B61) 编译会报告如下错误：

[ 14%] Building CXX object lib/Analysis/CMakeFiles/LLVMAnalysis.dir/LazyValueInfo.cpp.o
llvm/lib/Analysis/LazyValueInfo.cpp:998:14: error: no matching member function for call to
      'insert'
    worklist.insert(worklist.end(), succ_begin(ToUpdate), succ_end(ToUpdate));
    ~~~~~~~~~^~~~~~
/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/vector:713:14: note: 
      candidate function not viable: no known conversion from 'llvm::succ_iterator' (aka
      'SuccIterator<llvm::TerminatorInst *, llvm::BasicBlock>') to 'std::__1::vector<llvm::BasicBlock *,
      std::__1::allocator<llvm::BasicBlock *> >::size_type' (aka 'unsigned long') for 2nd argument
    iterator insert(const_iterator __position, size_type __n, const_reference __x);
             ^
/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/vector:724:9: note: 
      candidate template ignored: requirement '!__is_forward_iterator<SuccIterator<TerminatorInst *, BasicBlock>
      >::value' was not satisfied [with _InputIterator = llvm::SuccIterator<llvm::TerminatorInst *,
      llvm::BasicBlock>]
        insert(const_iterator __position, _InputIterator __first, _InputIterator __last);
        ^
/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/vector:734:9: note: 
      candidate template ignored: requirement 'is_constructible<value_type, typename
      iterator_traits<SuccIterator<TerminatorInst *, BasicBlock> >::reference>::value' was not satisfied [with
      _ForwardIterator = llvm::SuccIterator<llvm::TerminatorInst *, llvm::BasicBlock>]
        insert(const_iterator __position, _ForwardIterator __first, _ForwardIterator __last);
        ^
/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/vector:705:14: note: 
      candidate function not viable: requires 2 arguments, but 3 were provided
    iterator insert(const_iterator __position, const_reference __x);
             ^
1 error generated.
make[2]: *** [lib/Analysis/CMakeFiles/LLVMAnalysis.dir/LazyValueInfo.cpp.o] Error 1
make[1]: *** [lib/Analysis/CMakeFiles/LLVMAnalysis.dir/all] Error 2
make: *** [all] Error 2

[ 14%] Building CXX object lib/Analysis/CMakeFiles/LLVMAnalysis.dir/LazyValueInfo.cpp.o

llvm/lib/Analysis/LazyValueInfo.cpp:998:14: error: no matching member function for call to

'insert'

worklist.insert(worklist.end(), succ_begin(ToUpdate), succ_end(ToUpdate));

~~~~~~~~~^~~~~~

/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/vector:713:14: note:

candidate function not viable: no known conversion from 'llvm::succ_iterator' (aka

'SuccIterator<llvm::TerminatorInst *, llvm::BasicBlock>') to 'std::__1::vector<llvm::BasicBlock *,

std::__1::allocator<llvm::BasicBlock *> >::size_type' (aka 'unsigned long') for 2nd argument

iterator insert(const_iterator __position, size_type __n, const_reference __x);

/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/vector:724:9: note:

candidate template ignored: requirement '!__is_forward_iterator<SuccIterator<TerminatorInst *, BasicBlock>

>::value' was not satisfied [with _InputIterator = llvm::SuccIterator<llvm::TerminatorInst *,

llvm::BasicBlock>]

insert(const_iterator __position, _InputIterator __first, _InputIterator __last);

/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/vector:734:9: note:

candidate template ignored: requirement 'is_constructible<value_type, typename

iterator_traits<SuccIterator<TerminatorInst *, BasicBlock> >::reference>::value' was not satisfied [with

_ForwardIterator = llvm::SuccIterator<llvm::TerminatorInst *, llvm::BasicBlock>]

insert(const_iterator __position, _ForwardIterator __first, _ForwardIterator __last);

/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/vector:705:14: note:

candidate function not viable: requires 2 arguments, but 3 were provided

iterator insert(const_iterator __position, const_reference __x);

1 error generated.

make[2]: *** [lib/Analysis/CMakeFiles/LLVMAnalysis.dir/LazyValueInfo.cpp.o] Error 1

make[1]: *** [lib/Analysis/CMakeFiles/LLVMAnalysis.dir/all] Error 2

make: *** [all] Error 2

上述错误产生的原因在于 macOS 官方提供的 C++ 标准库中增加了校验 is_constructible (要求模版中的类必须明确构造函数和析构函数)这个逻辑，这个功能貌似在 C++ 14 中才加入的，显然这个校验有些操之过急了。

如果编译的时候出现如下错误信息：

ld: warning: ignoring file ../../lib/libLLVMTableGen.a, file was built for archive which is not the architecture being linked (x86_64): ../../lib/libLLVMTableGen.a
ld: warning: ignoring file ../../lib/libLLVMSupport.a, file was built for archive which is not the architecture being linked (x86_64): ../../lib/libLLVMSupport.a

...................................

ld: symbol(s) not found for architecture x86_64

...................................

ld: warning: ignoring file ../../lib/libLLVMTableGen.a, file was built for archive which is not the architecture being linked (x86_64): ../../lib/libLLVMTableGen.a

ld: warning: ignoring file ../../lib/libLLVMSupport.a, file was built for archive which is not the architecture being linked (x86_64): ../../lib/libLLVMSupport.a

...................................

ld: symbol(s) not found for architecture x86_64

...................................

则说明编译的时候，没有指定使用 macOS 官方提供的 ar , ranlib ,链接这两个程序到Xcode提供的即可。

如果编译的时候出现如下错误信息：

[ 78%] Building CXX object tools/clang/lib/Sema/CMakeFiles/clangSema.dir/AnalysisBasedWarnings.cpp.o
In file included from llvm/tools/clang/include/clang/Sema/DeclSpec.h:26,
                 from llvm/tools/clang/include/clang/Sema/Sema.h:22,
                 from llvm/tools/clang/include/clang/Sema/SemaInternal.h:18,
                 from llvm/tools/clang/lib/Sema/AnalysisBasedWarnings.cpp:17:
llvm/tools/clang/include/clang/Sema/AttributeList.h: In constructor 'clang::VecTypeHintAttributeList::VecTypeHintAttributeList(clang::IdentifierInfo*, clang::SourceRange, clang::IdentifierInfo*, clang::SourceLocation, clang::IdentifierInfo*, clang::SourceLocation, clang::ParsedType, clang::AttributeList::Syntax)':
llvm/tools/clang/include/clang/Sema/AttributeList.h:360:75: error: use of deleted function 'clang::AttributeList::~AttributeList()'
                     argumentKindLoc, NULL, 0, syntaxUsed), VecType(vecType) {}
                                                                           ^
In file included from llvm/tools/clang/include/clang/Sema/DeclSpec.h:26,
                 from llvm/tools/clang/include/clang/Sema/Sema.h:22,
                 from llvm/tools/clang/include/clang/Sema/SemaInternal.h:18,
                 from llvm/tools/clang/lib/Sema/AnalysisBasedWarnings.cpp:17:
llvm/tools/clang/include/clang/Sema/AttributeList.h:209:3 note: declared here
   ~AttributeList() LLVM_DELETED_FUNCTION;
   ^
make[2]: *** [tools/clang/lib/Sema/CMakeFiles/clangSema.dir/AnalysisBasedWarnings.cpp.o] Error 1
make[1]: *** [tools/clang/lib/Sema/CMakeFiles/clangSema.dir/all] Error 2
make: *** [all] Error 2

[ 78%] Building CXX object tools/clang/lib/Sema/CMakeFiles/clangSema.dir/AnalysisBasedWarnings.cpp.o

In file included from llvm/tools/clang/include/clang/Sema/DeclSpec.h:26,

from llvm/tools/clang/include/clang/Sema/Sema.h:22,

from llvm/tools/clang/include/clang/Sema/SemaInternal.h:18,

from llvm/tools/clang/lib/Sema/AnalysisBasedWarnings.cpp:17:

llvm/tools/clang/include/clang/Sema/AttributeList.h: In constructor 'clang::VecTypeHintAttributeList::VecTypeHintAttributeList(clang::IdentifierInfo*, clang::SourceRange, clang::IdentifierInfo*, clang::SourceLocation, clang::IdentifierInfo*, clang::SourceLocation, clang::ParsedType, clang::AttributeList::Syntax)':

llvm/tools/clang/include/clang/Sema/AttributeList.h:360:75: error: use of deleted function 'clang::AttributeList::~AttributeList()'

argumentKindLoc, NULL, 0, syntaxUsed), VecType(vecType) {}

In file included from llvm/tools/clang/include/clang/Sema/DeclSpec.h:26,

from llvm/tools/clang/include/clang/Sema/Sema.h:22,

from llvm/tools/clang/include/clang/Sema/SemaInternal.h:18,

from llvm/tools/clang/lib/Sema/AnalysisBasedWarnings.cpp:17:

llvm/tools/clang/include/clang/Sema/AttributeList.h:209:3 note: declared here

~AttributeList() LLVM_DELETED_FUNCTION;

make[2]: *** [tools/clang/lib/Sema/CMakeFiles/clangSema.dir/AnalysisBasedWarnings.cpp.o] Error 1

make[1]: *** [tools/clang/lib/Sema/CMakeFiles/clangSema.dir/all] Error 2

make: *** [all] Error 2

这是由于llvm/tools/clang/include/clang/Sema/AttributeList.h这个文件中的 ~AttributeList() LLVM_DELETED_FUNCTION; 这句话造成的，按理说这个析构函数不应该被调用到才对，但是代码中仍然有地方隐式调用了，我们需要做的就是去掉这行代码的 LLVM_DELETED_FUNCTION 属性即可。

# macOS 下面的sed相当的蛋痛
$ sed -i "" "s/^[ \t]*~AttributeList()[ \t]*LLVM_DELETED_FUNCTION;/~AttributeList() ;/g" llvm/tools/clang/include/clang/Sema/AttributeList.h

1 2	# macOS 下面的sed相当的蛋痛 $ sed -i "" "s/^[ \t]~AttributeList()[ \t]LLVM_DELETED_FUNCTION;/~AttributeList() ;/g" llvm/tools/clang/include/clang/Sema/AttributeList.h

编译完成后的使用方式如下：

$ cd ~

# for opencl_spir.h
$ git clone https://github.com/KhronosGroup/SPIR-Tools.git

$ ~/llvm/build/bin/clang -cc1 -emit-llvm-bc -triple <triple> <OpenCL compile options> -cl-spir-compile-options "<OpenCL compile options>" -include ~/SPIR-Tools/headers/opencl_spir.h -o <output> <input>

$ cd ~

# for opencl_spir.h

$ git clone https://github.com/KhronosGroup/SPIR-Tools.git

$ ~/llvm/build/bin/clang -cc1 -emit-llvm-bc -triple <triple> <OpenCL compile options> -cl-spir-compile-options "<OpenCL compile options>" -include ~/SPIR-Tools/headers/opencl_spir.h -o <output> <input>

<triple>: for 32 bit SPIR use spir-unknown-unknown, for 64 bit SPIR use spir64-unknown-unknown.
Note: <OpenCL compile options> appears twice. The command line option -cl-spir-compile-options "<OpenCL compile options>" specifies the compile options that occur in the SPIR metadata.
<opencl_spir.h>: download opencl_spir.h from https://github.com/KhronosGroup/SPIR-Tools/blob/master/headers/opencl_spir.h
-O: -O0 (default) is the only tested option value at the moment. It's assumed by design that all optimizations are executed by SPIR consumer.

参考链接

macOS Mojave(10.14.2)使用"sed -i"命令时报错'sed: 1: "xxx": extra characters at the end of l command"'

最近在 macOS Mojave(10.14.2)使用"sed -i"命令时报错,类似如下：

$ sed -i "s/^[ \t]*~AttributeList()[ \t]*LLVM_DELETED_FUNCTION;/~AttributeList() ;/g" llvm/tools/clang/include/clang/Sema/AttributeList.h
sed: 1: "llvm/tools/clang/includ ...": extra characters at the end of l command

1 2	$ sed -i "s/^[ \t]~AttributeList()[ \t]LLVM_DELETED_FUNCTION;/~AttributeList() ;/g" llvm/tools/clang/include/clang/Sema/AttributeList.h sed: 1: "llvm/tools/clang/includ ...": extra characters at the end of l command

刚刚遇到这个问题，百思不得其解。后来搜索了一下，才找到解释。

如下：

$ man sed

..................................................

     -i extension
             Edit files in-place, saving backups with the specified extension.  If a zero-length extension is given,
             no backup will be saved.  It is not recommended to give a zero-length extension when in-place editing
             files, as you risk corruption or partial content in situations where disk space is exhausted, etc.

...................................................

$ man sed

..................................................

-i extension

Edit files in-place, saving backups with the specified extension. If a zero-length extension is given,

no backup will be saved. It is not recommended to give a zero-length extension when in-place editing

files, as you risk corruption or partial content in situations where disk space is exhausted, etc.

...................................................

sed -i 需要带一个字符串，用来备份源文件，这个字符串会加在源文件名后面组成备份的文件名。
如果这个字符串长度为 0，就是说是个空串，那么不备份。

$ sed -i "_nima" 's/xx/python/g' example.txt

1	$ sed -i "_nima" 's/xx/python/g' example.txt

这样 sed 不仅会修改文件，并且会生成一个 example.txt_nima 的备份文件。

如果不想备份修改前的内容，可以直接给个空参数，如下：

$ sed -i "" 's/xx/python/g' example.txt

1	$ sed -i "" 's/xx/python/g' example.txt

所以，上面的命令，我们需要修改成如下方式：

$ sed -i "" "s/^[ \t]*~AttributeList()[ \t]*LLVM_DELETED_FUNCTION;/~AttributeList() ;/g" llvm/tools/clang/include/clang/Sema/AttributeList.h

1	$ sed -i "" "s/^[ \t]~AttributeList()[ \t]LLVM_DELETED_FUNCTION;/~AttributeList() ;/g" llvm/tools/clang/include/clang/Sema/AttributeList.h

蛮扯淡的。

2019 年 1 月
一	二	三	四	五	六	日
	1	2	3	4	5	6
7	8	9	10	11	12	13
14	15	16	17	18	19	20
21	22	23	24	25	26	27
28	29	30	31