Package com.googlecode.goclipse.go.lang.lexer

Examples of com.googlecode.goclipse.go.lang.lexer.Lexer


    }

    public void init() throws IOException {

      try {
        Lexer lexer = new Lexer();
        Tokenizer tokenizer = new Tokenizer(lexer);
        FunctionParser functionParser = new FunctionParser(true, tokenizer, file);

        BufferedReader reader = new BufferedReader(new FileReader(file));
        String temp = "";
        StringBuilder builder = new StringBuilder();
        while ((temp = reader.readLine()) != null) {
          builder.append(temp);
          builder.append("\n");
        }
        reader.close();
        lexer.scan(builder.toString());

        List<Function> functions = functionParser.getFunctions();
        for (Function function : functions) {
          System.out.println(function.getName());
View Full Code Here


    this.pckg = pckg;
  }
 
  public static void main(String[] args) {

    Lexer         lexer         = new Lexer();
    Tokenizer     tokenizer     = new Tokenizer(lexer);
    PackageParser packageParser = new PackageParser(tokenizer, null);
    ImportParser  importParser  = new ImportParser(tokenizer, null);

    try {
      lexer.scan(new File("test_go/import_test.go"));
      Activator.logInfo(packageParser.pckg.getName()+" line="+packageParser.pckg.getLine());
      for (Import imp : importParser.getImports()) {
        Activator.logInfoimp.prefix + " :: " + imp.path+ " :: " + imp.getLine());
      }
    } catch (IOException e) {
View Full Code Here

    this.vars = vars;
  }

  public static void main(String[] args) {

    Lexer lexer = new Lexer();
    Tokenizer tokenizer = new Tokenizer(lexer);
    InferenceVariableParser fparser = new InferenceVariableParser(tokenizer, null, null);

    try {
      //lexer.scan(new File("test/test_go/import_test.go"));
      lexer.scan("i := \"0\"");
      for (Var var : fparser.vars) {
        System.out.println("=================================================");
        System.out.println(var.getDocumentation());
        System.out.println("-------------------------------------------------");
        System.out.println(var.getName());
View Full Code Here

    return false;
  }
 
  public static void main(String[] args) {

    Lexer lexer = new Lexer();
    Tokenizer tokenizer = new Tokenizer(lexer);
    ImportParser importParser = new ImportParser(tokenizer, null);

    try {
      lexer.scan(new File("test/test_go/import_test.go"));

      for (Import imp : importParser.imports) {
        System.out.println(imp.prefix + " :: " + imp.path + " :: "
            + imp.getLine());
      }
View Full Code Here

  private void parseFunc(String line, final Func func) throws IOException {
    line = line.trim();
    func.setDisplayName(line);
   
    // more complex parsing is required
    Lexer lexer = new Lexer();
    lexer.scan(line);
    List<TokenUnit> tokens = lexer.getTokenStream();
       
    func.setInsertionName(tokens.get(0).text);
    System.out.println(tokens.get(0).text);
    int i = 1;
    // parse parameters
View Full Code Here

    return false;
  }
 
  public static void main(String[] args) {

    Lexer      lexer     = new Lexer();
    Tokenizer  tokenizer = new Tokenizer(lexer);
    TypeParser fparser   = new TypeParser(false,tokenizer, null);

    try {
      lexer.scan(new File("test_go/import_test.go"));
      for(Type func:fparser.types){
        Activator.logInfo("=================================================");
        Activator.logInfo(func.getDocumentation());
        Activator.logInfo("-------------------------------------------------");
        Activator.logInfo(func.getName());
View Full Code Here

    this.vars = vars;
  }

  public static void main(String[] args) {

    Lexer lexer = new Lexer();
    Tokenizer tokenizer = new Tokenizer(lexer);
    VariableParser fparser = new VariableParser(tokenizer, null, null);

    try {
      lexer.scan(new File("test/test_go/import_test.go"));
      for (Var var : fparser.vars) {
        Activator.logInfo("=================================================");
        Activator.logInfo(var.getDocumentation());
        Activator.logInfo("-------------------------------------------------");
        Activator.logInfo(var.getName());
View Full Code Here

    }
  }

  public static void main(String[] args) {

    Lexer lexer = new Lexer();
    Tokenizer tokenizer = new Tokenizer(lexer);
    FunctionParser fparser = new FunctionParser(false, tokenizer, null);

    try {
      lexer.scan(new File("test_go/import_test.go"));
      for (Function func : fparser.funcs) {
        Activator.logInfo("=================================================");
        Activator.logInfo(func.getDocumentation());
        Activator.logInfo("-------------------------------------------------");
        Activator.logInfo(func.getName());
View Full Code Here

  private static void parseText(File file, String fileText, boolean packagePeer, boolean useExternalContext,
          CodeContext codeContext) throws IOException, CommonException {
   
    final IProject project = codeContext.project;

    Lexer         lexer         = new Lexer();
    Tokenizer     tokenizer     = new Tokenizer(lexer);
    PackageParser packageParser = new PackageParser(tokenizer, file);
    ImportParser  importParser  = new ImportParser(tokenizer, file);
    ScopeParser   scopeParser   = new ScopeParser(tokenizer, file);

    FunctionParser functionParser = new FunctionParser(false, tokenizer, file);
    functionParser.setScopeParser(scopeParser);

    TypeParser typeParser = new TypeParser(false, tokenizer, file);
    typeParser.setScopeParser(scopeParser);

    VariableParser variableParser = new VariableParser(tokenizer, file, functionParser);
    variableParser.setScopeParser(scopeParser);

    // InterfaceParser interfaceParser = new InterfaceParser(tokenizer);

    lexer.scan(fileText);

    if (!packagePeer) {
      codeContext.page = new TokenizedPage(tokenizer.getTokenizedStream());
      codeContext.pkg = packageParser.getPckg();
      codeContext.imports.addAll(importParser.getImports());
View Full Code Here

  private static void processExternalPackage(CodeContext codeContext, File pkgdir) throws IOException {

    File[] files = pkgdir.listFiles();

    for (File file : files) {
      Lexer          lexer          = new Lexer();
      Tokenizer      tokenizer      = new Tokenizer(lexer);
      PackageParser  packageParser  = new PackageParser(tokenizer, file);
      FunctionParser functionParser = new FunctionParser(true, tokenizer, file);
      TypeParser     typeParser     = new TypeParser(true, tokenizer, file);

      if (file.canRead() && file.getName().endsWith(".go") && !file.getName().endsWith("_test.go")) {

        lexer.reset();
        lexer.scan(file);

        codeContext.pkg = packageParser.getPckg();
        codeContext.methods.addAll(functionParser.getMethods());
        for (Method method : functionParser.getMethods()) {
          if (method.getFile() == null) {
View Full Code Here

TOP

Related Classes of com.googlecode.goclipse.go.lang.lexer.Lexer

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.