Package fr.eolya.crawler.queue

Examples of fr.eolya.crawler.queue.ISourceItemsQueue.pop()

53
54
55
56
57
58
59
60
61
62
63
        assertEquals(3, queue.size());

        assertEquals(0, queue.getDoneQueueSize());
        assertFalse(queue.isDone("http://a.a.a/"));
       
        assertEquals("http://a.a.a/", queue.pop().get("url"));
        assertEquals("http://a.a.a/2.html", queue.pop().get("url"));
        assertEquals("http://a.a.a/3.html", queue.pop().get("url"));

        assertEquals(3, queue.getDoneQueueSize());
        assertTrue(queue.isDone("http://a.a.a/"));
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
        assertEquals(0, queue.getDoneQueueSize());
        assertFalse(queue.isDone("http://a.a.a/"));
       
        assertEquals("http://a.a.a/", queue.pop().get("url"));
        assertEquals("http://a.a.a/2.html", queue.pop().get("url"));
        assertEquals("http://a.a.a/3.html", queue.pop().get("url"));

        assertEquals(3, queue.getDoneQueueSize());
        assertTrue(queue.isDone("http://a.a.a/"));
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
        assertEquals(0, queue.getDoneQueueSize());
        assertFalse(queue.isDone("http://a.a.a/"));
       
        assertEquals("http://a.a.a/", queue.pop().get("url"));
        assertEquals("http://a.a.a/2.html", queue.pop().get("url"));
        assertEquals("http://a.a.a/3.html", queue.pop().get("url"));

        assertEquals(3, queue.getDoneQueueSize());
        assertTrue(queue.isDone("http://a.a.a/"));

        assertFalse(queue.contains("http://a.a.a/"));
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/3.html", 1).getMap()));
        assertFalse(queue.push(getItemWeb(1, "http://a.a.a/2.html", 2).getMap()));
       
        assertEquals(2, queue.size());

        assertEquals("http://a.a.a/3.html", queue.pop("depth").get("url"));
        assertEquals("http://a.a.a/4.html", queue.pop("depth").get("url"));

        assertEquals(0, queue.size());   
      }
     
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
        assertFalse(queue.push(getItemWeb(1, "http://a.a.a/2.html", 2).getMap()));
       
        assertEquals(2, queue.size());

        assertEquals("http://a.a.a/3.html", queue.pop("depth").get("url"));
        assertEquals("http://a.a.a/4.html", queue.pop("depth").get("url"));

        assertEquals(0, queue.size());   
      }
     
      queue = QueueFactory.getSourceItemsQueueInstance("mongodb", 1, dbConnection, "testFifoQueue", "TestMongoDBWebSiteUrlFifoQueue"); 
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.