Package org.fao.geonet.kernel.harvest.harvester

Examples of org.fao.geonet.kernel.harvest.harvester.HarvestError

107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
        XmlRequest t = req.getTransport();
    try {
      t.setUrl(new URL(params.url));
        } catch (MalformedURLException e1) {
            HarvestError harvestError = new HarvestError(e1, log);
            harvestError.setDescription(harvestError.getDescription() + " " + params.url);
            errors.add(harvestError);
            throw new AbortExecutionException(e1);
        }

    if (params.useAccount) {
            t.setCredentials(params.username, params.password);
        }

    //--- set the proxy info if necessary
    Lib.net.setupProxy(context, t);

    //--- perform all searches

    Set<RecordInfo> records = new HashSet<RecordInfo>();

        for (Search s : params.getSearches()) {
            try {
                records.addAll(search(req, s));
            } catch (Exception e) {
                log.error("Unknown error trying to harvest");
                log.error(e.getMessage());
                e.printStackTrace();
                errors.add(new HarvestError(e, log));
            } catch (Throwable e) {
                log.fatal("Something unknown and terrible happened while harvesting");
                log.fatal(e.getMessage());
                e.printStackTrace();
                errors.add(new HarvestError(e, log));
            }
        }

        if (params.isSearchEmpty()) {
            try {
                log.debug("Doing an empty search");
                records.addAll(search(req, Search.createEmptySearch()));
            } catch(Exception e) {
                log.error("Unknown error trying to harvest");
                log.error(e.getMessage());
                e.printStackTrace();
                errors.add(new HarvestError(e, log));
            } catch(Throwable e) {
                log.fatal("Something unknown and terrible happened while harvesting");
                log.fatal(e.getMessage());
                e.printStackTrace();
                errors.add(new HarvestError(e, log));
            }
        }

    log.info("Total records processed in all searches :"+ records.size());
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
      return records;
    }
    catch(NoRecordsMatchException e)
    {
      log.warning("No records were matched: " + e.getMessage());
      this.errors.add(new HarvestError(e, log));
      return records;
    }

    catch(Exception e)
    {
      log.warning("Raised exception when searching : "+ e);
      log.warning(Util.getStackTrace(e));
            this.errors.add(new HarvestError(e, log));
      throw new OperationAbortedEx("Raised exception when searching", e);
    }
  }
View Full Code Here
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
      }
    }

    catch(JDOMException e)
    {
            HarvestError harvestError = new HarvestError(e, log);
            harvestError.setDescription("Skipping metadata with bad XML format. Remote id : "+ ri.id);
            harvestError.printLog(log);
            this.errors.add(harvestError);
      result.badFormat++;
    }

    catch(Exception e)
    {
            HarvestError harvestError = new HarvestError(e, log);
            harvestError.setDescription("Raised exception while getting metadata file : "+ e);
            this.errors.add(harvestError);
            harvestError.printLog(log);
      result.unretrievable++;
    }

    //--- we don't raise any exception here. Just try to go on
    return null;
View Full Code Here
418
419
420
421
422
423
424
425
426
427
428
429
    {
      return Xml.transform(md, styleSheet);
    }
    catch (Exception e)
    {
            HarvestError harvestError = new HarvestError(e, log);
            harvestError.setDescription("Cannot convert oai_dc to dublin core : "+ e);
            this.errors.add(harvestError);
            harvestError.printLog(log);
      return null;
    }
  }
View Full Code Here
437
438
439
440
441
442
443
444
445
446
      dataMan.validate(schema, md);
      return true;
    }
    catch (Exception e)
    {
            HarvestError harvestError = new HarvestError(e, log);
            this.errors.add(harvestError);
      return false;
    }
  }
View Full Code Here
202
203
204
205
206
207
208
209
210
211
212
   
    log.info("Parsing query :\n" + params.query);
    try {
      wfsQuery = Xml.loadString(params.query, false);
    } catch (JDOMException e) {
            errors.add(new HarvestError(e, log));
      throw new BadParameterEx("GetFeature Query failed to parse\n", params.query);
    }

    //--- harvest metadata and subtemplates from fragments using generic fragment harvester
    FragmentHarvester fragmentHarvester = new FragmentHarvester(log, context, getFragmentHarvesterParams());
View Full Code Here
337
338
339
340
341
342
343
344
345
346
347
348
349
350
            } else {
              result.locallyRemoved ++;
            }
          }
        } catch(CacheException e) {
                HarvestError error = new HarvestError(e, log);
                this.errors.add(error);
        } catch (Exception e) {
                HarvestError error = new HarvestError(e, log);
                this.errors.add(error);
            }
    }
   
    if (result.subtemplatesRemoved + result.locallyRemoved > 0)  {
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
                records.addAll(search(request, s));
            } catch (Exception t) {
                log.error("Unknown error trying to harvest");
                log.error(t.getMessage());
                t.printStackTrace();
                errors.add(new HarvestError(t, log));
            } catch (Throwable t) {
                log.fatal("Something unknown and terrible happened while harvesting");
                log.fatal(t.getMessage());
                t.printStackTrace();
                errors.add(new HarvestError(t, log));
            }
        }

        if (params.isSearchEmpty()) {
            try {
                log.debug("Doing an empty search");
                records.addAll(search(request, Search.createEmptySearch()));
            } catch(Exception t) {
                log.error("Unknown error trying to harvest");
                log.error(t.getMessage());
                t.printStackTrace();
                errors.add(new HarvestError(t, log));
            } catch(Throwable t) {
                log.fatal("Something unknown and terrible happened while harvesting");
                log.fatal(t.getMessage());
                t.printStackTrace();
                errors.add(new HarvestError(t, log));
            }
        }

    log.info("Total records processed in all searches :"+ records.size());
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
                log.debug("Sent request " + request.getSentData());
                log.debug("Search results:\n" + Xml.getString(response));
            }
            return response;
        } catch (BadSoapResponseEx e) {
            errors.add(new HarvestError(e, log));
            throw new OperationAbortedEx("Raised exception when searching: "
                    + e.getMessage(), e);
        } catch (BadXmlResponseEx e) {
            errors.add(new HarvestError(e, log));
            throw new OperationAbortedEx("Raised exception when searching: "
                    + e.getMessage(), e);
        } catch (IOException e) {
            errors.add(new HarvestError(e, log));
            throw new OperationAbortedEx("Raised exception when searching: "
                    + e.getMessage(), e);
        }
    }
View Full Code Here
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
      if (log.isDebugEnabled())
        log.debug("getRecordInfo: adding "+identif+" with modification date "+modified);
      return new RecordInfo(identif, modified);
        } catch (UnsupportedEncodingException e) {
            HarvestError harvestError = new HarvestError(e, log);
            harvestError.setDescription(harvestError.getDescription() + "\n record: " + Xml.getString(record));
            errors.add(harvestError);
        } catch (ParseException e) {
            HarvestError harvestError = new HarvestError(e, log);
            harvestError.setDescription(harvestError.getDescription() + "\n record: " + Xml.getString(record));
            errors.add(new HarvestError(e, log));
        }

    // we get here if we couldn't get the UUID or date modified
    return null;
View Full Code Here
TOP

Related Classes of org.fao.geonet.kernel.harvest.harvester.HarvestError

  • org.fao.geonet.kernel.harvest.harvester.csw.Harvester
  • org.fao.geonet.kernel.harvest.harvester.geonet.Harvester
  • org.fao.geonet.kernel.harvest.harvester.geoPREST.Harvester
  • org.fao.geonet.kernel.harvest.harvester.oaipmh.Harvester
  • org.fao.geonet.kernel.harvest.harvester.wfsfeatures.Harvester
  • org.fao.geonet.kernel.harvest.harvester.z3950.Harvester
  • org.fao.geonet.kernel.harvest.harvester.z3950Config.Harvester
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.