Package net.yacy.document.importer

Examples of net.yacy.document.importer.ResumptionToken$Parser

269
270
271
272
273
274
275
276
277
278
279
    this.path = path;

    documentManager.attachToEditor(document, editor);

    Parser codeMirrorParser = CodeMirror2.getParser(path);
    parser = codeMirrorParser == null ? null
        : DocumentParser.create(document, codeMirrorParser, userActivityManager);

    LanguageHelper languageHelper = LanguageHelperResolver.getHelper(parser.getSyntaxType());
    RootActionExecutor actionExecutor = editor.getInput().getActionExecutor();
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
      parser.teardown();
      parser = null;
    }


    Parser codeMirrorParser = CodeMirror2.getParser(path);
    parser = DocumentParser.create(document, codeMirrorParser, userActivityManager);
    Preconditions.checkNotNull(parser);

    editor.setDocument(document);
    editor.addLineRenderer(diffRenderer);
View Full Code Here
225
226
227
228
229
230
231
232
233
        path, false, new MockIncrementalScheduler(), Document.createEmpty());
  }

  public static DocumentParser createDocumentParser(PathUtil path, boolean setupRealParser,
      IncrementalScheduler scheduler, Document document) {
    Parser parser = setupRealParser ? CodeMirror2.getParser(path)
        : new MockParser(SyntaxType.syntaxTypeByFilePath(path));
    return DocumentParser.create(document, parser, scheduler);
  }
View Full Code Here
28
29
30
31
32
33
34
35
36
    private static Model empty = ModelFactory.createDefaultModel();
   
    @Test public void testEmptyBlankNode()
        {
        Model m = ModelFactory.createDefaultModel();
        Resource r = new Parser( "[]" ).resourceIn( m );
        assertIsoModels( empty, m );
        assertTrue( r.isAnon() );
        }
View Full Code Here
36
37
38
39
40
41
42
43
44
        }
   
    @Test public void testResourceURI()
        {
        Model m = ModelFactory.createDefaultModel();
        Resource r = new Parser( "noProperties" ).resourceIn( m );
        assertIsoModels( empty, m );
        assertEquals( ModelTestBase.resource( "noProperties" ), r );
        }
View Full Code Here
58
59
60
61
62
63
64
        }
   
    private Resource parseAsResource( String modelString )
        {
        Model m = ModelFactory.createDefaultModel();
        return new Parser( modelString ).resourceIn( m );
        }
View Full Code Here
120
121
122
123
124
125
126
127
    protected Model m( String s )
        { return modelWithStatements( s ); }

    protected Model parse( String s )
        { Model m = createModel( ReificationStyle.Standard );
        Model mDash = new Parser( s ).parseInto( m );
        assertSame( m, mDash );
        return m; }
View Full Code Here
52
53
54
55
56
57
58
59
    protected OntModel ontModel( String facts )
        {
        OntModel result =  ModelFactory.createOntologyModel();
        result.setNsPrefixes( PrefixMapping.Extended );
        setRequiredPrefixes( result );
        new Parser( facts ).parseInto( result );
        return result;
        }
View Full Code Here
91
92
93
94
95
96
    /**
        Eyeball test models are constructed using the extended parser.
    */
    protected Model modelAddFacts( Model result, String s )
        { return new Parser( s ).parseInto( result ); }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
                if (oaipmhurl.indexOf("?") < 0) oaipmhurl = oaipmhurl + "?verb=ListRecords&metadataPrefix=oai_dc";
                DigestURI url = null;
                try {
                    url = new DigestURI(oaipmhurl);
                    OAIPMHLoader r = new OAIPMHLoader(sb.loader, url, sb.surrogatesInPath, "oaipmh-one");
                    ResumptionToken rt = r.getResumptionToken();
                    prop.put("import-one", 1);
                    prop.put("import-one_count", (rt == null) ? "not available" : Integer.toString(rt.getRecordCounter()));
                    prop.put("import-one_source", r.source());
                    prop.put("import-one_rt", r.getResumptionToken().toString());
                   
                    // set next default url
                    try {
                        DigestURI nexturl = (rt == null) ? null : rt.resumptionURL();
                        if (rt != null) prop.put("defaulturl", (nexturl == null) ? "" : nexturl.toNormalform(true, false));
                    } catch (MalformedURLException e) {
                        prop.put("defaulturl", e.getMessage());
                    } catch (IOException e) {
                        // reached end of resumption
View Full Code Here
TOP

Related Classes of net.yacy.document.importer.ResumptionToken$Parser

  • com.datastax.driver.core.exceptions.DriverInternalError
  • com.fasterxml.jackson.core.json.JsonReadContext
  • com.fasterxml.jackson.core.util.ByteArrayBuilder
  • IndexImportOAIPMH_p
  • net.yacy.kelondro.data.meta.DigestURI
  • org.apache.ivy.core.module.descriptor.Configuration
  • org.apache.ivy.core.module.descriptor.DefaultDependencyArtifactDescriptor
  • org.apache.ivy.core.module.descriptor.DefaultDependencyDescriptor
  • org.apache.ivy.core.module.descriptor.DefaultExcludeRule
  • org.apache.ivy.core.module.descriptor.DefaultIncludeRule
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.