Package org.kitesdk.morphline.base

Examples of org.kitesdk.morphline.base.Compiler

220
221
222
223
224
225
226
227
228
  }
 
  private Config parse(String file) throws IOException {
    SolrLocator locator = new SolrLocator(createMorphlineContext());
    locator.setSolrHomeDir(testSolrHome + File.separator + "collection1");
    Config config = new Compiler().parse(new File(RESOURCES_DIR + File.separator + file + ".conf"), locator.toConfig("SOLR_LOCATOR"));
    config = config.getConfigList("morphlines").get(0);
    return config;
  }
View Full Code Here
105
106
107
108
109
110
111
112
113
    SolrLocator locator = new SolrLocator(createMorphlineContext());
    locator.setCollectionName(collection);
    locator.setZkHost(zkServer.getZkAddress());
    //locator.setServerUrl(cloudJettys.get(0).url); // TODO: download IndexSchema from solrUrl not yet implemented
    //locator.setSolrHomeDir(SOLR_HOME_DIR.getPath());
    Config config = new Compiler().parse(new File(RESOURCES_DIR + "/" + file + ".conf"), locator.toConfig("SOLR_LOCATOR"));
    config = config.getConfigList("morphlines").get(0);
    return createMorphline(config);
  }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
    }

    try {
      Files.write(morphlineFileContents, morphlineTmpFile, Charsets.UTF_8);
      collector = new Collector();
      morphline = new Compiler().compile(morphlineTmpFile, morphlineId, morphlineContext, collector, override);
    } catch (Exception e) {
      throw new CrunchRuntimeException(e);
    } finally {
      morphlineTmpFile.delete();
    }
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
      if (entry.getKey().startsWith(variablePrefix)) {
        morphlineVariables.put(entry.getKey().substring(variablePrefix.length()), entry.getValue());
      }
    }
    Config override = ConfigFactory.parseMap(morphlineVariables);
    morphline = new Compiler().compile(new File(morphlineFile), morphlineId, morphlineContext, null, override);
    morphlineFileAndId = morphlineFile + "@" + morphlineId;
   
    disableFileOpen = configuration.getBoolean(DISABLE_FILE_OPEN, false);
    LOG.debug("disableFileOpen: {}", disableFileOpen);
       
View Full Code Here
TOP

Related Classes of org.kitesdk.morphline.base.Compiler

  • com.ngdata.hbaseindexer.morphline.LocalMorphlineResultToSolrMapper
  • com.typesafe.config.Config
  • org.apache.flume.sink.solr.morphline.MorphlineHandlerImpl
  • org.apache.solr.crunch.MorphlineFn
  • org.apache.solr.hadoop.morphline.MorphlineMapRunner
  • org.kitesdk.morphline.api.AbstractMorphlineTest
  • org.kitesdk.morphline.api.Command
  • org.kitesdk.morphline.api.MorphlineDemo
  • org.kitesdk.morphline.api.MorphlineTest
  • org.kitesdk.morphline.hadoop.core.DownloadHdfsFileTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.