Package net.yacy.document

Examples of net.yacy.document.Document

96
97
98
99
100
101
102
103
104
105
106
            } else {
                parseUsingJava(sourceFile,outputFile);
            }
           
            // return result
            final Document[] docs = new Document[]{new Document(
                    location, // url
                    mimeType, // mime
                    "UTF-8",  // charset
                    this,
                    null,     // languages
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
               
                /*
                 * create the plasmaParserDocument for the database
                 * and set shortText and bodyText properly
                 */
                return new Document[]{new Document(
                        location,
                        mimeType,
                        "UTF-8",
                        this,
                        null,
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
        this.SUPPORTED_EXTENSIONS.add("7z");
        this.SUPPORTED_MIME_TYPES.add("application/x-7z-compressed");
    }

    public Document parse(final MultiProtocolURI location, final String mimeType, final String charset, final IInStream source) throws Parser.Failure, InterruptedException {
        final Document doc = new Document(
                location,
                mimeType,
                charset,
                this,
                null,
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
    public void createBookmark(final LoaderDispatcher loader, final DigestURI url, final String bmk_user, final boolean autotag, final String tagsString, final String foldersString) throws IOException, Failure, RowSpaceExceededException {

      final YMarkEntry bmk_entry = new YMarkEntry(false);
        final YMarkMetadata meta = new YMarkMetadata(url);
    final Document document = meta.loadDocument(loader);
    final EnumMap<YMarkMetadata.METADATA, String> metadata = meta.loadMetadata();
    final String urls = url.toNormalform(true, false);
    bmk_entry.put(YMarkEntry.BOOKMARK.URL.key(), urls);
    if(!this.worktables.has(YMarkTables.TABLES.BOOKMARKS.tablename(bmk_user), YMarkUtil.getBookmarkId(urls))) {
      bmk_entry.put(YMarkEntry.BOOKMARK.PUBLIC.key(), "false");
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
   
    public Document[] parse(final MultiProtocolURI location, final String mimeType,
            final String charset, final InputStream source1)
            throws Parser.Failure, InterruptedException {

        final Document[] docs = new Document[]{new Document(
                location,
                mimeType,
                charset,
                this,
                null,
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
            log.logWarning(ex.getMessage());
        } catch (IOException ex) {
            log.logWarning(ex.getMessage());
        }

        return new Document[]{new Document(
            location,
            mimeType,
            "UTF-8",
            this,
            null,
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
            final InputStream sourceStream) throws Parser.Failure, InterruptedException {

        try {
            // first get a document from the parsed html
            final ContentScraper scraper = parseToScraper(location, documentCharset, sourceStream);
            final Document document = transformScraper(location, mimeType, documentCharset, scraper);

            return new Document[]{document};
        } catch (final IOException e) {
      throw new Parser.Failure("IOException in htmlParser: " + e.getMessage(), location);
    }
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
        for (int i = 1; i <= 6; i++) {
            for (final String headline : scraper.getHeadlines(i)) {
                sections[p++] = headline;
            }
        }
        final Document ppd = new Document(
                location,
                mimeType,
                charSet,
                scraper,
                scraper.getContentLanguages(),
                scraper.getKeywords(),
                scraper.getTitle(),
                scraper.getAuthor(),
                scraper.getPublisher(),
                sections,
                scraper.getDescription(),
                scraper.getLon(), scraper.getLat(),
                scraper.getText(),
                scraper.getAnchors(),
                scraper.getRSS(),
                scraper.getImages(),
                scraper.indexingDenied());
        //scraper.close();
        ppd.setFavicon(scraper.getFavicon());

        return ppd;
    }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
            if (title.length() == l) break;
            l = title.length();
        }

        Document[] docs;
        docs = new Document[]{new Document(
                  location,
                  mimeType,
                  "UTF-8",
                  this,
                  null,
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
91
92
            throw new Parser.Failure("Load error:" + e.getMessage(), url);
        }
       
        final List<Document> docs = new ArrayList<Document>();
        MultiProtocolURI uri;
        Document doc;
        for (final URLEntry item: sitemap) try {
            uri = new MultiProtocolURI(item.loc);
            doc = new Document(
                    uri,
                    TextParser.mimeOf(url),
                    charset,
                    this,
                    null,
View Full Code Here
TOP

Related Classes of net.yacy.document.Document

  • Bookmarks
  • de.anomic.data.ymark.YMarkAutoTagger
  • de.anomic.data.ymark.YMarkTables
  • de.anomic.search.DocumentIndex
  • de.anomic.search.MediaSnippet
  • de.anomic.search.Segment
  • de.anomic.search.Switchboard
  • de.anomic.search.TextSnippet
  • get_metadata
  • get_treeview
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.