Examples of org.htmlparser.lexer.Source

org.htmlparser.lexer.Source
A buffered source of characters. A Source is very similar to a Reader, like:
```
 new InputStreamReader (connection.getInputStream (), charset) 
```
It differs from the above, in three ways:
- the fetching of bytes may be asynchronous
- the character set may be changed, which resets the input stream
- characters may be requested more than once, so in general they will be buffered

    /**
     * Test ready of a InputStreamSource.
     */
    public void testInputStreamSourceReady () throws IOException
    {
        Source source;


        source = new InputStreamSource (new Stream (new ByteArrayInputStream (new byte[] { (byte)0x42, (byte)0x62 })), null);
        assertTrue ("ready?", !source.ready ());
        assertTrue ("erroneous character", 'B' == source.read ());
        assertTrue ("not ready", source.ready ());
        assertTrue ("erroneous character", 'b' == source.read ());
        assertTrue ("ready?", !source.ready ());
        assertTrue ("extra character", -1 == source.read ());
    }

View Full Code Here

        URLConnection connection1;
        URLConnection connection2;
        InputStreamReader in;
        int c1;
        int c2;
        Source source;
        int index;


        link = "http://htmlparser.sourceforge.net";
        try
        {
            url = new URL (link);
            connection1 = url.openConnection ();
            connection1.connect ();
            in = new InputStreamReader (new BufferedInputStream (connection1.getInputStream ()), "UTF-8");
            connection2 = url.openConnection ();
            connection2.connect ();
            source = new InputStreamSource (new Stream (connection2.getInputStream ()), "UTF-8");
            index = 0;
            while (-1 != (c1 = in.read ()))
            {
                c2 = source.read ();
                if (c1 != c2)
                    fail ("characters differ at position " + index + ", expected " + c1 + ", actual " + c2);
                index++;
            }
            c2 = source.read ();
            assertTrue ("extra characters", -1 == c2);
            source.close ();
            in.close ();
        }
        catch (MalformedURLException murle)
        {
            fail ("bad url " + link);

View Full Code Here

    /**
     * Test initialization of a StringSource with a null value.
     */
    public void testStringSourceNull () throws IOException
    {
        Source source;


        source = new StringSource (null);
        assertTrue ("erroneous character", -1 == source.read ());
    }

View Full Code Here

    /**
     * Test initialization of a StringSource with a zero length string.
     */
    public void testStringSourceEmpty () throws IOException
    {
        Source source;


        source = new StringSource ("");
        assertTrue ("erroneous character", -1 == source.read ());
    }

View Full Code Here

    /**
     * Test initialization of a StringSource with a one character string.
     */
    public void testStringSourceOneCharacter () throws IOException
    {
        Source source;


        source = new StringSource (new String ("B"));
        assertTrue ("erroneous character", 'B' == source.read ());
        assertTrue ("extra character", -1 == source.read ());
    }

View Full Code Here

    /**
     * Test closing a StringSource.
     */
    public void testStringSourceClose () throws IOException
    {
        Source source;


        source = new StringSource ("hello word");
        assertTrue ("no character", -1 != source.read ());
        source.destroy ();
        try
        {
            source.read ();
            fail ("not closed");
        }
        catch (IOException ioe)
        {
            // expected outcome

View Full Code Here

     * Test resetting a StringSource.
     */
    public void testStringSourceReset () throws IOException
    {
        String reference;
        Source source;
        StringBuffer buffer;
        int c;


        reference = "Now is the time for all good men to come to the aid of the party";
        source = new StringSource (reference);
        buffer = new StringBuffer (reference.length ());
        while (-1 != (c = source.read ()))
            buffer.append ((char)c);
        assertTrue ("string incorrect", reference.equals (buffer.toString ()));
        source.reset ();
        buffer.setLength (0);
        while (-1 != (c = source.read ()))
            buffer.append ((char)c);
        assertTrue ("string incorrect", reference.equals (buffer.toString ()));
        source.close ();
    }

View Full Code Here

     * Test resetting a StringSource in the middle of reading.
     */
    public void testStringSourceMidReset () throws IOException
    {
        String reference;
        Source source;
        StringBuffer buffer;
        int c;


        reference = "Now is the time for all good men to come to the aid of the party";
        source = new StringSource (reference);
        buffer = new StringBuffer (reference.length ());
        for (int i = 0; i < 25; i++)
            buffer.append ((char)source.read ());
        source.reset ();
        for (int i = 0; i < 25; i++)
            source.read ();
        while (-1 != (c = source.read ()))
            buffer.append ((char)c);
        assertTrue ("string incorrect", reference.equals (buffer.toString ()));
        source.close ();
    }

View Full Code Here

     * Test mark/reset of a StringSource in the middle of reading.
     */
    public void testStringSourceMarkReset () throws IOException
    {
        String reference;
        Source source;
        StringBuffer buffer;
        int c;


        reference = "Now is the time for all good men to come to the aid of the party";
        source = new StringSource (reference);
        assertTrue ("not markable", source.markSupported ());
        buffer = new StringBuffer (reference.length ());
        for (int i = 0; i < 25; i++)
            buffer.append ((char)source.read ());
        source.mark (88);
        for (int i = 0; i < 25; i++)
            source.read ();
        source.reset ();
        while (-1 != (c = source.read ()))
            buffer.append ((char)c);
        assertTrue ("string incorrect", reference.equals (buffer.toString ()));
        source.close ();
    }

View Full Code Here

    {
        String part1;
        String part2;
        String part3;
        String reference;
        Source source;
        StringBuffer buffer;
        int c;


        part1 = "Now is the time ";
        part2 = "for all good men ";
        part3 = "to come to the aid of the party";
        reference = part1 + part2 + part3;
        source = new StringSource (reference);
        buffer = new StringBuffer (reference.length ());
        for (int i = 0; i < part1.length (); i++)
            buffer.append ((char)source.read ());
        source.skip (part2.length ());
        while (-1 != (c = source.read ()))
            buffer.append ((char)c);
        assertTrue ("string incorrect", (part1 + part3).equals (buffer.toString ()));
        source.close ();
    }

View Full Code Here

0 1 2

TOP

Related Classes of org.htmlparser.lexer.Source

org.htmlparser.tests.lexerTests.SourceTests

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.