Package org.archive.format.cdx

Examples of org.archive.format.cdx.FieldSplitFormat

92
93
94
95
96
97
98
99
100
101
102
    wbr.setRequestUrl("http://example.com/");
    wbr.setCaptureQueryRequest();
   
    // urlkey, timestamp, original, mimetype, statuscode, digest, redirect, robotflags,
    // length, offset, filename.
    FieldSplitFormat fmt = CDXFieldConstants.CDX_ALL_NAMES;
    testCDXServer.cdxLines = new CDXLine[] {
        new CDXLine(CDXLINE1, fmt)
    };
   
    SearchResults sr = cut.query(wbr);
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
    wbr.setRequestUrl("http://example.com/");
    wbr.setCaptureQueryRequest();
   
    // urlkey, timestamp, original, mimetype, statuscode, digest, redirect, robotflags,
    // length, offset, filename.
    FieldSplitFormat fmt = CDXFieldConstants.CDX_ALL_NAMES;
    testCDXServer.cdxLines = new CDXLine[] {
        new CDXLine(CDXLINE1, fmt)
    };

   
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
    wbr.setRequestUrl("http://norobots.com/");
    wbr.setCaptureQueryRequest();
   
    // urlkey, timestamp, original, mimetype, statuscode, digest, redirect, robotflags,
    // length, offset, filename.
    FieldSplitFormat fmt = CDXFieldConstants.CDX_ALL_NAMES;
    testCDXServer.cdxLines = new CDXLine[] {
        new CDXLine(CDXLINE2, fmt)
    };
   
    SearchResults sr = cut.query(wbr);
View Full Code Here
215
216
217
218
219
220
221
222
223
224
225
   
    HttpServletResponse response = EasyMock.createNiceMock(HttpServletResponse.class);
    StringWriter sw = new StringWriter();
    EasyMock.expect(response.getWriter()).andReturn(new PrintWriter(sw));
   
    FieldSplitFormat fmt = CDXFieldConstants.CDX_ALL_NAMES;
    testCDXServer.cdxLines = new CDXLine[] {
        new CDXLine(CDXLINE1, fmt)
    };

    EasyMock.replay(request, response);
View Full Code Here
260
261
262
263
264
265
266
267
268
269
270
    //     CDX is looked up by calling AccessPoint#queryIndex(WaybackRequest)
    WaybackRequest wbr = new WaybackRequest();
    wbr.setRequestUrl("http://example.com/");
    wbr.setMementoTimemapFormat("memento");
   
    FieldSplitFormat fmt = CDXFieldConstants.CDX_ALL_NAMES;
    testCDXServer.cdxLines = new CDXLine[] {
        new CDXLine(CDXLINE1, fmt)
    };
   
    EasyMock.replay(request, response);
View Full Code Here
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
   
    if (query.collapseTime > 0) {
      outputProcessor = new DupeTimestampBestStatusFilter(outputProcessor, query.collapseTime, noCollapsePrefix);
    }
   
    FieldSplitFormat parseFormat = outputProcessor.modifyOutputFormat(cdxLineFactory.getParseFormat());

    FieldRegexFilter filterMatcher = null;

    if (query.filter != null && (query.filter.length > 0)) {
      filterMatcher = new FieldRegexFilter(query.filter, parseFormat);
    }

    CollapseFieldFilter collapser = null;

    if (query.collapse != null && (query.collapse.length > 0)) {
      collapser = new CollapseFieldFilter(query.collapse, parseFormat);
    }

    //CDXLine prev = null;
    CDXLine line = null;

    //boolean prevUrlAllowed = true;
   
    FieldSplitFormat outputFields = null;
   
    if (!authChecker.isAllCdxFieldAccessAllowed(authToken)) {
      outputFields = this.authChecker.getPublicCdxFormat();
    }
   
    if (!query.fl.isEmpty()) {
      if (outputFields == null) {
        outputFields = parseFormat;
      }
      try {
        outputFields = outputFields.createSubset(URLDecoder.decode(query.fl, "UTF-8"));
      } catch (UnsupportedEncodingException e) {

      }
    } else if (outputFields != null) {
      outputFields = parseFormat.createSubset(outputFields);
View Full Code Here
63
64
65
66
67
68
69
    return publicCdxFormat;
  }

  public void setPublicCdxFields(String publicCdxFields) {
    this.publicCdxFields = publicCdxFields;
    this.publicCdxFormat = new FieldSplitFormat(publicCdxFields);
  }
View Full Code Here
TOP

Related Classes of org.archive.format.cdx.FieldSplitFormat

  • org.archive.cdxserver.auth.PrivTokenAuthChecker
  • org.archive.cdxserver.CDXServer
  • org.archive.wayback.resourceindex.cdxserver.EmbeddedCDXServerIndexTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.