Package org.kitesdk.morphline.api

Examples of org.kitesdk.morphline.api.MorphlineRuntimeException

125
126
127
128
129
130
131
132
133
134
135
            if (server != null) {
              try {
                server.stop();
                server.join();
              } catch (Exception e) {
                throw new MorphlineRuntimeException(e);
              }
            }
          }
        }
      }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
      ArchiveInputStream ais;
      try {
        ArchiveStreamFactory factory = new ArchiveStreamFactory();
        ais = factory.createArchiveInputStream(stream);
      } catch (ArchiveException e) {
        throw new MorphlineRuntimeException("Unable to unpack document stream", e);
      }

      try {
        ArchiveEntry entry = ais.getNextEntry();
        while (entry != null) {
          if (!entry.isDirectory()) {
            if (!parseEntry(ais, entry, extractor, record)) {
              return false;
            }
          }
          entry = ais.getNextEntry();
        }
      } catch (IOException e) {
        throw new MorphlineRuntimeException(e);
      } finally {
        Closeables.closeQuietly(ais);
      }
      return true;
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
  @Override
  protected final boolean doProcess(Record inputRecord, InputStream stream) throws IOException {
    try {
      return doProcess2(inputRecord, stream);
    } catch (SaxonApiException e) {
      throw new MorphlineRuntimeException(e);
    } catch (XMLStreamException e) {
      throw new MorphlineRuntimeException(e);
    }
  }
View Full Code Here
93
94
95
96
97
98
99
100
    @Override
    protected boolean doProcess(Record record) {
      try {
        return script.evaluate(record, getConfig(), this, getChild(), getContext(), LOG);
      } catch (ScriptException e) {
        throw new MorphlineRuntimeException("Cannot execute script", e);
      }
    } 
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
              in = new GZIPInputStream(in, 64 * 1024);
            }
            in = new BufferedInputStream(in);
            outputRecord.put(Fields.ATTACHMENT_BODY, in);
          } catch (IOException e) {
            throw new MorphlineRuntimeException(e);
          }
 
          // pass record to next command in chain:
          if (!getChild().process(outputRecord)) {
            return false;
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
          return readColumnWise(reader, template);
        default :
          throw new IllegalStateException();
        }
      } catch (IOException e) {
        throw new MorphlineRuntimeException("IOException while processing attachment "
                + attachmentPath.getName(), e);
      } finally {
        if (reader != null) {
          reader.close();
        }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
      for (Object event : Notifications.getLifecycleEvents(notification)) {
        if (event == Notifications.LifecycleEvent.BEGIN_TRANSACTION) {
          try {
            loader.beginTransaction();
          } catch (SolrServerException e) {
            throw new MorphlineRuntimeException(e);
          } catch (IOException e) {
            throw new MorphlineRuntimeException(e);
          }
        } else if (event == Notifications.LifecycleEvent.COMMIT_TRANSACTION) {
          try {
            loader.commitTransaction();
          } catch (SolrServerException e) {
            throw new MorphlineRuntimeException(e);
          } catch (IOException e) {
            throw new MorphlineRuntimeException(e);
          }
        }
        else if (event == Notifications.LifecycleEvent.ROLLBACK_TRANSACTION) {
          try {
            loader.rollbackTransaction();
          } catch (SolrServerException e) {
            throw new MorphlineRuntimeException(e);
          } catch (IOException e) {
            throw new MorphlineRuntimeException(e);
          }
        }
        else if (event == Notifications.LifecycleEvent.SHUTDOWN) {
          try {
            loader.shutdown();
          } catch (SolrServerException e) {
            throw new MorphlineRuntimeException(e);
          } catch (IOException e) {
            throw new MorphlineRuntimeException(e);
          }
        }
      }
      super.doNotify(notification);
    }
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
167
168
              loader.deleteByQuery(query.toString());
            }
          }
        }
      } catch (IOException e) {
        throw new MorphlineRuntimeException(e);
      } catch (SolrServerException e) {
        throw new MorphlineRuntimeException(e);
      } finally {
        timerContext.stop();
      }
     
      // pass record to next command in chain:     
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
          }
          tokenStream.end();
          tokenStream.close();
        }
      } catch (IOException e) {
        throw new MorphlineRuntimeException(e);
      }
     
      // pass record to next command in chain:
      return super.doProcess(record);
    }
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
      if (uniqueKeyName == null || (preserveExisting && doc.getFields().containsKey(uniqueKeyName))) {
        ; // we must preserve the existing id
      } else {
        Object baseId = doc.getFirstValue(baseIdFieldName);
        if (baseId == null) {
          throw new MorphlineRuntimeException("Record field " + baseIdFieldName
              + " must not be null as it is needed as a basis for a unique key for solr doc: " + doc);
        }
        doc.replaceValues(uniqueKeyName, baseId.toString() + "#" + num);         
      }
     
View Full Code Here
TOP

Related Classes of org.kitesdk.morphline.api.MorphlineRuntimeException

  • org.kitesdk.morphline.avro.AvroConversions
  • org.kitesdk.morphline.avro.ExtractAvroPathsBuilder$ExtractAvroPaths
  • org.kitesdk.morphline.avro.ExtractAvroTreeBuilder$ExtractAvroTree
  • org.kitesdk.morphline.avro.WriteAvroToByteArrayBuilder$WriteAvroToByteArray
  • org.kitesdk.morphline.base.FaultTolerance
  • org.kitesdk.morphline.hadoop.core.OpenHdfsFileBuilder$OpenHdfsFile
  • org.kitesdk.morphline.hadoop.parquet.avro.ReadAvroParquetFileBuilder$ReadAvroParquetFile
  • org.kitesdk.morphline.hadoop.rcfile.ReadRCFileBuilder$ReadRCFile
  • org.kitesdk.morphline.maxmind.GeoIPBuilder$GeoIP
  • org.kitesdk.morphline.metrics.servlets.StartReportingMetricsToHTTPBuilder$StartReportingMetricsToHTTP
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.