test prepared ast ok

Author: liuguangzhao

data/.keep

@@ -370,6 +370,7 @@ VALUE x_Qt_meta_class_init_jit(int argc, VALUE *argv, VALUE self)
 
     // test_fe();
     // test_parse_class();
+    // test_parse_ast();
     // exit(-1);
 
     auto code_templater = [] () -> QString * {

entry.cpp

@@ -53,9 +53,11 @@ bool FrontEngine::initCompiler()
         (char*)"myjitqtrunner", (char*)"flycode.cxx",
         (char*)"-fPIC", (char*)"-x", (char*)"c++", 
         (char*)"-I/usr/include/qt", (char*)"-I/usr/include/qt/QtCore",
+        (char*)"-I/usr/include/qt/QtGui", (char*)"-I/usr/include/qt/QtWidgets",
+        (char*)"-I/usr/include/qt/QtNetwork",
         (char*)"-I/usr/lib/clang/3.5.0/include",
     };
-    static int argc = 8;
+    static int argc = 11;
     char **targv = argv;
 
     llvm::SmallVector<const char*, 16> drv_args(targv, targv + argc);
@@ -107,10 +109,74 @@ bool FrontEngine::parseClass(QString klass)
     return true;
 }
 
+// from ast file
+bool FrontEngine::parseHeader()
+{
+    std::string astfile = "qthdrsrc.ast";
+    clang::IntrusiveRefCntPtr<clang::DiagnosticsEngine> mydiag;
+    clang::FileSystemOptions fsopts;
+
+    QDateTime btime = QDateTime::currentDateTime();
+    clang::ASTUnit *unit = clang::ASTUnit::LoadFromASTFile(astfile, mydiag, fsopts);
+        // clang::ASTUnit::LoadFromASTFile(const std::string &Filename, 
+        //                                 IntrusiveRefCntPtr<clang::DiagnosticsEngine> Diags, 
+        //                                 const clang::FileSystemOptions &FileSystemOpts, 
+        //                                 bool OnlyLocalDecls, 
+        //                                 ArrayRef<RemappedFile> RemappedFiles);
+    QDateTime etime = QDateTime::currentDateTime();
+    clang::ASTContext &tctx = unit->getASTContext();
+    clang::SourceManager &srcman = unit->getSourceManager();
+    clang::FileManager &fman = unit->getFileManager();
+    clang::TranslationUnitDecl *trud = tctx.getTranslationUnitDecl();
+    // bool bret = unit->Reparse();
+    // unit->Save("abc.ast");
+    tctx.PrintStats();
+    srcman.PrintStats();
+    fman.PrintStats();
+
+    unit->getStartOfMainFileID();
+    
+    // unit->loadModule(unit->getStartOfMainFileID());
+
+    int fic = 0;
+    for (auto it = srcman.fileinfo_begin(); it != srcman.fileinfo_end(); it++) {
+        fic ++;
+        const clang::FileEntry *fe = it->first;
+        qDebug()<<it->first<<it->second<<fe->getName()<<fe->getSize();
+    }
+    int dic = 0;
+    for (auto it = trud->decls_begin(); it != trud->decls_end(); it++) {
+        dic++;
+        clang::Decl *d = *it;
+        if (dic % 500 == 1) {
+            qDebug()<<d->getDeclKindName();
+        }
+    }
+    qDebug()<<"fic:"<<fic<<trud<<trud->decls_empty()<<"decls count:"<<dic;
+
+    // 遍历一次用时120ms,加载5,6ms，很快了。3M内存？？？
+    qDebug()<<"time "<<etime.msecsTo(btime)
+            <<tctx.getASTAllocatedMemory()
+            <<tctx.getSideTableAllocatedMemory();
+
+    qDebug()<<unit<<unit->isMainFileAST()<<unit->getOriginalSourceFileName().data()
+            <<unit->getASTFileName().data()
+            <<unit->getMainFileName().data()
+            <<unit->top_level_size()
+            <<unit->top_level_empty()
+            <<unit->isModuleFile()
+            <<unit->getPCHFile()
+        ;
+
+
+    return true;
+}
+
 bool FrontEngine::parseHeader(QString path)
 {
     qDebug()<<path;
 
+    path = "./qthdrsrc.h";
     QFile fp(path);
     fp.open(QIODevice::ReadOnly);
     QByteArray ba = fp.readAll();
@@ -129,6 +195,8 @@ bool FrontEngine::parseHeader(QString path)
     clang::ASTContext &tctx = pastu->getASTContext();
     QDateTime etime = QDateTime::currentDateTime();
 
+    pastu->Save("abc.ast");
+
     // about 3.5M for qstring.h, 310ms
     // about 9.3M for qwidget.h, 770ms
     // about 8.8M for qapplication.h, 700ms

frontengine.cpp

@@ -41,6 +41,7 @@ class FrontEngine
     bool init();
     bool initCompiler();
 
+    bool parseHeader();
     bool parseHeader(QString path);
     bool parseClass(QString klass);
     bool get_method_default_args(QString klass, QString method, QString symbol_name

frontengine.h

@@ -0,0 +1,14 @@
+#ifndef QTHDRSRC_H
+#define QTHDRSRC_H
+
+
+
+
+#include <QtCore>
+#include <QtGui>
+#include <QtWidgets>
+#include <QtNetwork>
+
+#endif /* QTHDRSRC_H */
+
+

qthdrsrc.h

@@ -76,6 +76,7 @@ JIT的另一个选择？libjit from gnu.(other google c++ jit compiler)
 
 
 现在的基本框架已经试验完成，还需要解决的实用问题，
+更多的功能测试。
 线程安全。
 jit虚拟机的优化。
 生成的IR代码的优化。

readme.txt

@@ -2,6 +2,8 @@
 // usage: 在其他位置直接插入#include代码。
 // #include "tests.cpp"
 
+#include <QtCore>
+
 #include "tests.h"
 
 #include <stdio.h>
@@ -64,4 +66,13 @@ void test_parse_class()
     fe->parseClass("QTcpServer");
 }
 
+void test_parse_ast()
+{
+    FrontEngine *fe = new FrontEngine();
+    QDateTime btime = QDateTime::currentDateTime();
+    fe->parseHeader();
+    QDateTime etime = QDateTime::currentDateTime();
+    qDebug()<<"use time:"<<btime.msecsTo(etime);
+}
+
 // test_fe();

tests.cpp

@@ -163,3 +163,8 @@ for module in $MODULES ; do
 
 done  # end for module
 
+### generator ast file
+ast_file="./data/qthdrsrc.ast"
+clang++ -x c++ -S -emit-ast "./qthdrsrc.h" -fPIC -I/usr/include/qt -I/usr/include/qt/QtCore \
+    -I/usr/include/qt/QtGui -I/usr/include/qt/QtWidgets -I/usr/include/qt/QtNetwork
+mv -v "qthdrsrc.ast" "${ast_file}"