/*
* eXist Open Source Native XML Database
* Copyright (C) 2001-04 The eXist Project
* http://exist-db.org
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public License
* as published by the Free Software Foundation; either version 2
* of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
*
* $Id$
*/
package org.exist.storage;
import org.exist.collections.Collection;
import org.exist.collections.IndexInfo;
import org.exist.dom.DefaultDocumentSet;
import org.exist.dom.DocumentImpl;
import org.exist.dom.MutableDocumentSet;
import org.exist.security.xacml.AccessContext;
import org.exist.storage.lock.Lock;
import org.exist.storage.serializers.Serializer;
import org.exist.storage.txn.TransactionManager;
import org.exist.storage.txn.Txn;
import org.exist.test.TestConstants;
import org.exist.util.Configuration;
import org.exist.xmldb.CollectionManagementServiceImpl;
import org.exist.xmldb.XmldbURI;
import org.exist.xupdate.Modification;
import org.exist.xupdate.XUpdateProcessor;
import org.junit.After;
import org.junit.Test;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.fail;
import org.xml.sax.InputSource;
import org.xmldb.api.DatabaseManager;
import org.xmldb.api.base.Database;
import org.xmldb.api.base.Resource;
import org.xmldb.api.modules.XUpdateQueryService;
import java.io.StringReader;
/**
* Tests recovery of XUpdate operations.
*
* @author wolf
*
*/
public class UpdateRecoverTest {
private static String TEST_XML =
"<?xml version=\"1.0\"?>" +
"<products>" +
" <product id=\"0\">" +
" <description>Milk</description>" +
" <price>22.50</price>" +
" </product>" +
"</products>";
@Test
public void storeAndRead() {
store();
tearDown();
read();
}
@Test
public void storeAndReadXmldb() {
xmldbStore();
tearDown();
xmldbRead();
}
private void store() {
BrokerPool.FORCE_CORRUPTION = true;
BrokerPool pool = null;
DBBroker broker = null;
try {
pool = startDB();
assertNotNull(pool);
broker = pool.get(pool.getSecurityManager().getSystemSubject());
assertNotNull(broker);
TransactionManager transact = pool.getTransactionManager();
assertNotNull(transact);
Txn transaction = transact.beginTransaction();
assertNotNull(transaction);
System.out.println("Transaction started ...");
Collection root = broker.getOrCreateCollection(transaction, TestConstants.TEST_COLLECTION_URI);
assertNotNull(root);
broker.saveCollection(transaction, root);
Collection test2 = broker.getOrCreateCollection(transaction, TestConstants.TEST_COLLECTION_URI2);
assertNotNull(test2);
broker.saveCollection(transaction, test2);
IndexInfo info = test2.validateXMLResource(transaction, broker, TestConstants.TEST_XML_URI, TEST_XML);
assertNotNull(info);
//TODO : unlock the collection here ?
test2.store(transaction, broker, info, TEST_XML, false);
transact.commit(transaction);
System.out.println("Transaction commited ...");
transaction = transact.beginTransaction();
assertNotNull(transaction);
System.out.println("Transaction started ...");
MutableDocumentSet docs = new DefaultDocumentSet();
docs.add(info.getDocument());
XUpdateProcessor proc = new XUpdateProcessor(broker, docs, AccessContext.TEST);
assertNotNull(proc);
String xupdate;
Modification modifications[];
System.out.println("Inserting new items ...");
// insert some nodes
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:insert-before select=\"/products/product[1]\">" +
" <product>" +
" <description>Product " + i + "</description>" +
" <price>" + (i * 2.5) + "</price>" +
" <stock>" + (i * 10) + "</stock>" +
" </product>" +
" </xu:insert-before>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
modifications[0].process(transaction);
proc.reset();
}
System.out.println("Adding attributes ...");
// add attribute
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:append select=\"/products/product[" + i + "]\">" +
" <xu:attribute name=\"id\">" + i + "</xu:attribute>" +
" </xu:append>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
modifications[0].process(transaction);
proc.reset();
}
System.out.println("Replacing elements ...");
// replace some
for (int i = 1; i <= 100; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:replace select=\"/products/product[" + i + "]\">" +
" <product id=\"" + i + "\">" +
" <description>Replaced product</description>" +
" <price>" + (i * 0.75) + "</price>" +
" </product>" +
" </xu:replace>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
long mods = modifications[0].process(transaction);
System.out.println("Modifications: " + mods);
proc.reset();
}
System.out.println("Removing some elements ...");
// remove some
for (int i = 1; i <= 100; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:remove select=\"/products/product[last()]\"/>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
modifications[0].process(transaction);
proc.reset();
}
System.out.println("Appending some elements ...");
for (int i = 1; i <= 100; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:append select=\"/products\">" +
" <product>" +
" <xu:attribute name=\"id\"><xu:value-of select=\"count(/products/product) + 1\"/></xu:attribute>" +
" <description>Product " + i + "</description>" +
" <price>" + (i * 2.5) + "</price>" +
" <stock>" + (i * 10) + "</stock>" +
" </product>" +
" </xu:append>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
modifications[0].process(transaction);
proc.reset();
}
System.out.println("Renaming elements ...");
// rename element "description" to "descript"
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:rename select=\"/products/product/description\">descript</xu:rename>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
modifications[0].process(transaction);
proc.reset();
System.out.println("Updating attribute values ...");
// update attribute values
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:update select=\"/products/product[" + i + "]/@id\">" + i + "u</xu:update>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
long mods = modifications[0].process(transaction);
System.out.println(mods + " records modified.");
proc.reset();
}
System.out.println("Append new element to each item ...");
// append new element to records
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:append select=\"/products/product[" + i + "]\">" +
" <date><xu:value-of select=\"current-dateTime()\"/></date>" +
" </xu:append>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
modifications[0].process(transaction);
proc.reset();
}
System.out.println("Updating element content ...");
// update element content
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:update select=\"/products/product[" + i + "]/price\">19.99</xu:update>" +
"</xu:modifications>";
proc.setBroker(broker);
proc.setDocumentSet(docs);
modifications = proc.parse(new InputSource(new StringReader(xupdate)));
assertNotNull(modifications);
long mods = modifications[0].process(transaction);
System.out.println(mods + " records modified.");
proc.reset();
}
transact.commit(transaction);
System.out.println("Transaction commited ...");
} catch (Exception e) {
fail(e.getMessage());
} finally {
if (pool!= null) pool.release(broker);
}
}
private void read() {
BrokerPool.FORCE_CORRUPTION = false;
BrokerPool pool = null;
DBBroker broker = null;
try {
System.out.println("testRead() ...\n");
pool = startDB();
assertNotNull(pool);
broker = pool.get(pool.getSecurityManager().getSystemSubject());
assertNotNull(broker);
Serializer serializer = broker.getSerializer();
assertNotNull(serializer);
serializer.reset();
DocumentImpl doc = broker.getXMLResource(TestConstants.TEST_COLLECTION_URI2.append(TestConstants.TEST_XML_URI), Lock.READ_LOCK);
assertNotNull("Document '" + XmldbURI.ROOT_COLLECTION + "/test/test2/test.xml' should not be null", doc);
String data = serializer.serialize(doc);
assertNotNull(data);
System.out.println(data);
doc.getUpdateLock().release(Lock.READ_LOCK);
} catch (Exception e) {
fail(e.getMessage());
} finally {
if (pool!= null) pool.release(broker);
}
}
private void xmldbStore() {
BrokerPool.FORCE_CORRUPTION = false;
BrokerPool pool = null;
try {
pool = startDB();
assertNotNull(pool);
org.xmldb.api.base.Collection root = DatabaseManager.getCollection(XmldbURI.LOCAL_DB, "admin", "");
assertNotNull(root);
CollectionManagementServiceImpl mgr = (CollectionManagementServiceImpl)
root.getService("CollectionManagementService", "1.0");
assertNotNull(mgr);
org.xmldb.api.base.Collection test = root.getChildCollection("test");
if (test == null)
test = mgr.createCollection(TestConstants.TEST_COLLECTION_URI.toString());
assertNotNull(test);
org.xmldb.api.base.Collection test2 = test.getChildCollection("test2");
if (test2 == null)
test2 = mgr.createCollection(TestConstants.TEST_COLLECTION_URI2.toString());
assertNotNull(test2);
Resource res = test2.createResource("test_xmldb.xml", "XMLResource");
assertNotNull(res);
res.setContent(TEST_XML);
test2.storeResource(res);
XUpdateQueryService service = (XUpdateQueryService)
test2.getService("XUpdateQueryService", "1.0");
assertNotNull(service);
String xupdate;
System.out.println("Inserting new items ...");
// insert some nodes
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:insert-before select=\"/products/product[1]\">" +
" <product>" +
" <description>Product " + i + "</description>" +
" <price>" + (i * 2.5) + "</price>" +
" <stock>" + (i * 10) + "</stock>" +
" </product>" +
" </xu:insert-before>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
}
System.out.println("Adding attributes ...");
// add attribute
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:append select=\"/products/product[" + i + "]\">" +
" <xu:attribute name=\"id\">" + i + "</xu:attribute>" +
" </xu:append>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
}
System.out.println("Replacing elements ...");
// replace some
for (int i = 1; i <= 100; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:replace select=\"/products/product[" + i + "]\">" +
" <product id=\"" + i + "\">" +
" <description>Replaced product</description>" +
" <price>" + (i * 0.75) + "</price>" +
" </product>" +
" </xu:replace>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
}
System.out.println("Removing some elements ...");
// remove some
for (int i = 1; i <= 100; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:remove select=\"/products/product[last()]\"/>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
}
System.out.println("Appending some elements ...");
for (int i = 1; i <= 100; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:append select=\"/products\">" +
" <product>" +
" <xu:attribute name=\"id\"><xu:value-of select=\"count(/products/product) + 1\"/></xu:attribute>" +
" <description>Product " + i + "</description>" +
" <price>" + (i * 2.5) + "</price>" +
" <stock>" + (i * 10) + "</stock>" +
" </product>" +
" </xu:append>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
}
System.out.println("Renaming elements ...");
// rename element "description" to "descript"
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:rename select=\"/products/product/description\">descript</xu:rename>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
System.out.println("Updating attribute values ...");
// update attribute values
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:update select=\"/products/product[" + i + "]/@id\">" + i + "u</xu:update>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
}
System.out.println("Append new element to each item ...");
// append new element to records
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:append select=\"/products/product[" + i + "]\">" +
" <date><xu:value-of select=\"current-dateTime()\"/></date>" +
" </xu:append>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
}
System.out.println("Updating element content ...");
// update element content
for (int i = 1; i <= 200; i++) {
xupdate =
"<xu:modifications version=\"1.0\" xmlns:xu=\"http://www.xmldb.org/xupdate\">" +
" <xu:update select=\"/products/product[" + i + "]/price\">19.99</xu:update>" +
"</xu:modifications>";
service.updateResource("test_xmldb.xml", xupdate);
}
} catch (Exception e) {
fail(e.getMessage());
}
}
private void xmldbRead() {
BrokerPool.FORCE_CORRUPTION = false;
try {
org.xmldb.api.base.Collection test2 = DatabaseManager.getCollection("xmldb:exist://" + TestConstants.TEST_COLLECTION_URI2, "admin", "");
assertNotNull(test2);
Resource res = test2.getResource("test_xmldb.xml");
assertNotNull("Document should not be null", res);
System.out.println(res.getContent());
org.xmldb.api.base.Collection root = DatabaseManager.getCollection(XmldbURI.LOCAL_DB, "admin", "");
assertNotNull(root);
CollectionManagementServiceImpl mgr = (CollectionManagementServiceImpl)
root.getService("CollectionManagementService", "1.0");
assertNotNull(mgr);
mgr.removeCollection("test");
} catch (Exception e) {
e.printStackTrace();
fail(e.getMessage());
}
}
protected BrokerPool startDB() {
try {
Configuration config = new Configuration();
BrokerPool.configure(1, 5, config);
// initialize driver
Database database = (Database) Class.forName("org.exist.xmldb.DatabaseImpl").newInstance();
database.setProperty("create-database", "true");
DatabaseManager.registerDatabase(database);
return BrokerPool.getInstance();
} catch (Exception e) {
e.printStackTrace();
fail(e.getMessage());
}
return null;
}
@After
public void tearDown() {
BrokerPool.stopAll(false);
}
}