[frontend] Add frontend generator.

CMakeLists.txt

@@ -160,7 +160,7 @@ check_toolchain()
 # NB: currently, ANTLR is used in dsl examples only,
 # however, there is a plan to use in the frontend,
 # so it is kept in the top-level cmake
-if(BUDDY_DSL_EXAMPLES)
+if(BUDDY_DSL_EXAMPLES OR FeGen)
     list(APPEND CMAKE_MODULE_PATH ${CMAKE_CURRENT_SOURCE_DIR}/cmake/Antlr)
 
     # required if linking to static library

examples/FrontendGen/.gitignore

@@ -1,3 +1,4 @@
-Toy.g4
-MLIRToyVisitor.h
-
+test/
+*.g4
+*.td
+*.cpp

examples/FrontendGen/example.fegen

@@ -1,141 +1,106 @@
-dialect Toy_Dialect 
-  : name = "toy" 
-  : cppNamespace = "mlir::toy"
-  ;
-
-op ConstantOp 
-  : arguments = (ins F64ElementsAttr : $value)
-  : results = (outs F64Tensor)
-  : builders = [
-    OpBuilder<(ins "DenseElementsAttr" : $value),
-    [{ build($_builder, $_state, value.getType(), value); }]>, 
-    OpBuilder<(ins "double":$value)>]
-  ;
-
-op AddOp 
-  : arguments = (ins F64Tensor : $lhs, F64Tensor: $rhs)
-  : results = (outs F64Tensor)
-  : builders = [OpBuilder<(ins "Value" : $lhs, "Value" : $rhs)>]
-  ;
-
-op CastOp 
-  : arguments = (ins F64Tensor:$input)
-  : results = (outs F64Tensor:$output)
-  ;
-
-op FuncOp
-  : arguments = (ins
-    SymbolNameAttr:$sym_name,
-    TypeAttrOf<FunctionType>:$function_type
-  )
-  : builders = [ OpBuilder<(ins
-    "StringRef":$name, "FunctionType":$type,
-    CArg<"ArrayRef<NamedAttribute>", "{}">:$attrs)>
-  ]
-  ;
-
-op MulOp 
-  : arguments = (ins F64Tensor:$lhs, F64Tensor:$rhs)
-  : results = (outs F64Tensor)
-  : builders = [
-    OpBuilder<(ins "Value":$lhs, "Value":$rhs)>
-  ]
-  ;
-
-op PrintOp
-  : arguments = (ins AnyTypeOf<[F64Tensor, F64MemRef]>:$input)
-  ;
-
-op ReshapeOp 
-  : arguments = (ins F64Tensor : $input)
-  : results = (outs StaticShapeTensorOf<[F64]>)
-  ;
-
-op ReturnOp
-  : arguments = (ins Variadic<F64Tensor>:$input)
-  : builders = [
-    OpBuilder<(ins), [{ build($_builder, $_state, std::nullopt); }]>
-  ]
-  ;
-
-op GenericCallOp
-  : arguments = (ins FlatSymbolRefAttr:$callee, Variadic<F64Tensor>:$inputs)
-  : results = (outs F64Tensor)
-  : builders = [
-    OpBuilder<(ins "StringRef":$callee, "ArrayRef<Value>":$arguments)>
-  ]
-  ;
-
-op TransposeOp
-  : arguments = (ins F64Tensor:$input)
-  : results = (outs F64Tensor)
-  : builders = [
-    OpBuilder<(ins "Value":$input)>
-  ]
-  ;
-
-
-rule module 
-  : funDefine 
-  ;
-
-rule expression 
-  : Number 
-  : tensorLiteral 
-  : identifierExpr 
-  : expression Add expression 
-  ;
-
-rule returnExpr 
-  : Return expression? 
-  ;
-
-rule identifierExpr 
-  : Identifier
-  : Identifier ParentheseOpen (expression (Comma expression) *)? ParentheseClose {
-    builder = GenericCallOp_1, PrintOp_0
-  }
-  ;
-
-rule tensorLiteral 
-  : SbracketOpen ( tensorLiteral ( Comma tensorLiteral ) *) ? SbracketClose 
-  : Number 
-  ;
-
-rule varDecl 
-  : Var Identifier (type) ? (Equal expression) ? {
-    builder = ReshapeOp_0 
-  }
-  ;
-
-rule type 
-  : AngleBracketOpen Number(Comma Number) * AngleBracketClose
-  ;
-
-rule funDefine 
-  : prototype block {
-    builder = ReturnOp_1  
-  }
-  ;
-
-rule prototype 
-  : Def Identifier ParentheseOpen declList ? ParentheseClose {
-    builder = FuncOp_0  
-  }
-  ;
-
-rule declList 
-  : Identifier 
-  : Identifier Comma declList
-  ;
-
-rule block 
-  : BracketOpen(blockExpr Semi) * BracketClose
-  ;
-
-rule blockExpr 
-  : varDecl
-  : returnExpr 
-  : expression
-  ;
-
+fegen toy
+
+typedef struct {
+    parameters [list<Type> elementTypes] // ArrayParameter<'Type'>
+}
+
+Type Toy_Type = any<[Tensor, struct]>;
+
+opdef constant {
+    arguments [operand list<Integer<size>> numberAttr]  // Variadic<Builtin_Integer>
+    results [operand Tensor res]
+    body {
+        list<int> shape = shapeOf(res);
+        // full是一个内置函数，创建memref，并将每个元素都填充numberAttr
+        res = full(shape, numberAttr); 
+    }
+}
+
+opdef add {
+    arguments [operand Tensor lhs, operand Tensor rhs]
+    results [operand Tensor res]
+    body {
+        // 这个'+'也是一个内置的函数
+        res = lhs + rhs; // res = builder.create<add>(lsh, rhs);
+    }
+}
+
+opdef mul {
+    arguments [operand Tensor lhs, operand Tensor rhs]
+    results [operand Tensor res]
+    body {
+        // 这个'*'也是一个内置的函数
+        res = lhs * rhs;
+    }
+}
+
+opdef reshape {
+    arguments [operand F64Tensor input]
+    results [operand F64Tensor output]
+    body {
+        list<int> shape = shapeOf(output);
+        output = reshape(input, shape);
+    }
+}
+
+double stod(string numStr){
+    double res = 0;
+    int index;
+    int i;
+    for(i = 0; i <= len(numStr)-1; i=i+1){
+        char c = numStr[0];
+        int charNum;
+        if(c == '0'){
+            charNum = 0;
+        }else if (c == '1'){
+            charNum = 1;
+        }else if (c == '2'){
+            charNum = 2;
+        }else if (c == '3'){
+            charNum = 3;
+        }else if (c == '4'){
+            charNum = 4;
+        }else if (c == '5'){
+            charNum = 5;
+        }else if (c == '6'){
+            charNum = 6;
+        }else if (c == '7'){
+            charNum = 7;
+        }else if (c == '8'){
+            charNum = 8;
+        }else if (c == '9'){
+            charNum = 9;
+        }else if (c == '.'){
+            index = i;
+        }
+        res = res * 10;
+        res = res + charNum;    
+    }
+    res = res * 0.1**(len(numStr) - 1 - index);
+    return res;
+}
+
+
+module
+    : structDefine* funDefine+
+    ;
+
+structDefine
+    : Struct Identifier BracketOpen (varDecl Semicolon)* BracketClose
+    ; 
+
+// cpp value --get--> mlir::attribute || --constant Operation--> mlir::Value
+//           ========                 ||
+
+expression
+    : Number
+    {   
+        returns [operand F64Tensor ret, operand F64Tensor ret]
+        actions {
+            // Type  mlir::Value  ret of operator | Attribute | Cpp Value
+            double numberAttr = stod($Number().getText());
+            Type retType = Tensor<[], double>;
+            ret = constant(numberAttr, retType);
+        }
+    }
+    ;

examples/FrontendGen/function.fegen

@@ -0,0 +1,18 @@
+fegen toy
+
+double stod(string numStr){
+    float res = 0.0;
+    int c = 1;
+    for(int i = 0; i < 3; i = i+1){
+        if(c == 0){
+            int charNum = 0;
+            int intNum = 1;
+            intNum = 1;
+        }else if (c == 1){
+            int charNum = 1;
+        }else {
+            int charNum = 2;
+        }
+    }
+    return res;
+}

examples/FrontendGen/makefile

@@ -1,12 +1,17 @@
 #!/bin/bash
 BUDDY_FRONTEND_GEN := ../../build/bin/buddy-frontendgen
 
-frontendgen-emit-ast:
-	@${BUDDY_FRONTEND_GEN} -f ./example.fegen -emit=ast
+opDefine:
+	@${BUDDY_FRONTEND_GEN} -f ./opDefine.fegen
 
-frontendgen-emit-antlr:
-	@${BUDDY_FRONTEND_GEN} -f ./example.fegen -emit=antlr -g Toy
+typeDefine:
+	@${BUDDY_FRONTEND_GEN} -f ./typeDefine.fegen
 
-frontendgen-emit-visitor:
-	@${BUDDY_FRONTEND_GEN} -f ./example.fegen -emit=visitor -g Toy
+rule:
+	@${BUDDY_FRONTEND_GEN} -f ./rule.fegen
 
+function:
+	@${BUDDY_FRONTEND_GEN} -f ./function.fegen
+
+clean:
+	rm -f ./toy*

examples/FrontendGen/opDefine.fegen

@@ -0,0 +1,14 @@
+fegen toy
+
+opdef add {
+    arguments [operand Integer lhs, operand Integer rhs]
+    results [operand Integer res]
+    body {
+        res = lhs + rhs;
+    }
+}
+
+opdef constant {
+    arguments [attribute double value]
+    results [operand Tensor<FloatPoint<64>> res]
+}

examples/FrontendGen/rule.fegen

@@ -0,0 +1,14 @@
+fegen toy
+
+module
+    : structDefine* funDefine+
+    ;
+
+structDefine
+    : Struct Identifier BracketOpen (varDecl Semicolon)* BracketClose
+    ;
+
+expression
+    : Number
+    | Identifier
+    ;

examples/FrontendGen/typeDefine.fegen

@@ -0,0 +1,17 @@
+fegen toy
+
+typedef struct {
+    parameters [list<Type> elementTypes]
+}
+
+typedef test1 {
+    parameters [Type e]
+}
+
+typedef test2 {
+    parameters [list<int> e]
+}
+
+typedef test3 {
+    parameters [int e]
+}

frontend/CMakeLists.txt

@@ -1,4 +1,6 @@
-add_subdirectory(FrontendGen)
+if(FeGen)
+  add_subdirectory(FrontendGen)
+endif()
 add_subdirectory(Interfaces)
 if(BUDDY_MLIR_ENABLE_PYTHON_PACKAGES)
   add_subdirectory(Python)

frontend/FrontendGen/.gitignore

@@ -0,0 +1 @@
+.antlr/

frontend/FrontendGen/CMakeLists.txt

@@ -1,10 +1,19 @@
-include_directories("${CMAKE_CURRENT_SOURCE_DIR}/include")
-link_directories("${CMAKE_CURRENT_BINARY_DIR}/lib")
 add_subdirectory(lib)
 set (LLVM_LINK_COMPONENTS 
-support
-frontendgenlib
-) 
+    support
+)
+
+include_directories(${ANTLR_FegenLexer_OUTPUT_DIR})
+include_directories(${ANTLR_FegenParser_OUTPUT_DIR})
+include_directories("${CMAKE_CURRENT_SOURCE_DIR}/include")
+
 add_llvm_tool(buddy-frontendgen  
-frontendgen.cpp
+    frontendgen.cpp
+)
+
+target_link_libraries(buddy-frontendgen
+    PRIVATE
+    fegen_antlr_generated
+    fegenVisitor
+    antlr4_static
 )