//===

//=== DataManager

//===

//=============================================================================

//===  Copyright (C) 2001-2007 Food and Agriculture Organization of the

//===  United Nations (FAO-UN), United Nations World Food Programme (WFP)

//===  and United Nations Environment Programme (UNEP)

//===

//===  This program is free software; you can redistribute it and/or modify

//===  it under the terms of the GNU General Public License as published by

//===  the Free Software Foundation; either version 2 of the License, or (at

//===  your option) any later version.

//===

//===  This program is distributed in the hope that it will be useful, but

//===  WITHOUT ANY WARRANTY; without even the implied warranty of

//===  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU

//===  General Public License for more details.

//===

//===  You should have received a copy of the GNU General Public License

//===  along with this program; if not, write to the Free Software

//===  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA

//===

//===  Contact: Jeroen Ticheler - FAO - Viale delle Terme di Caracalla 2,

//===  Rome - Italy. email: geonetwork@osgeo.org

//==============================================================================

* Handles all operations on metadata (select,insert,update,delete etc...).

*

*/

    private static final String FS = File.separator;

    private static final int METADATA_BATCH_PAGE_SIZE = 100000;

    @PersistenceContext

    private EntityManager _entityManager;

    @Autowired

    private ApplicationContext _applicationContext;

    @Autowired

    private MetadataRepository _metadataRepository;

    @Autowired

    private MetadataValidationRepository _metadataValidationRepository;

    @Autowired

    private AccessManager  accessMan;

    @Autowired

    private SearchManager  searchMan;

    @Autowired

    private SettingManager settingMan;

    @Autowired

    private SchemaManager  schemaMan;

    @Autowired

    private XmlSerializer xmlSerializer;

    @Autowired

    private SvnManager svnManager;

    // initialize in init method

    private ServiceContext servContext;

    private EditLib editLib;

    private String dataDir;

    private String thesaurusDir;

    private String appPath;

    private String stylePath;

    private String baseURL;

    //--------------------------------------------------------------------------

    //---

    //--- Constructor

    //---

    //--------------------------------------------------------------------------

    /**

     *

     * @return

     */

    public EditLib getEditLib() {

        return editLib;

    }

    /**

     * Init Data manager and refresh index if needed.

     * Can also be called after GeoNetwork startup in order to rebuild the lucene

     * index

     *

     * @param context

     * @param force         Force reindexing all from scratch

     *

     **/

    public synchronized void init(ServiceContext context, Boolean force) throws Exception {

        this.servContext = context;

        appPath = context.getAppPath();

        stylePath = context.getAppPath() + FS + Geonet.Path.STYLESHEETS + FS;

        editLib = new EditLib(schemaMan);

        dataDir = _applicationContext.getBean(GeonetworkDataDirectory.class).getSystemDataDir();

        thesaurusDir = _applicationContext.getBean(ThesaurusManager.class).getThesauriDirectory();

        if (context.getUserSession() == null) {

            UserSession session = new UserSession();

            context.setUserSession(session);

            session.loginAs(new User().setUsername("admin").setId(-1).setProfile(Profile.Administrator));

        }

        // get lastchangedate of all metadata in index

        Map<String,String> docs = searchMan.getDocsChangeDate();

        // set up results HashMap for post processing of records to be indexed

        ArrayList<String> toIndex = new ArrayList<String>();

        if (Log.isDebugEnabled(Geonet.DATA_MANAGER))

            Log.debug(Geonet.DATA_MANAGER, "INDEX CONTENT:");

        Sort sortByMetadataChangeDate = SortUtils.createSort(Metadata_.dataInfo, MetadataDataInfo_.changeDate);

        int currentPage=0;

        Page<Pair<Integer, ISODate>> results = _metadataRepository.findAllIdsAndChangeDates(new PageRequest(currentPage,

                METADATA_BATCH_PAGE_SIZE, sortByMetadataChangeDate));

        // index all metadata in DBMS if needed

        while (results.getNumberOfElements() > 0) {

            for (Pair<Integer, ISODate> result : results) {

                // get metadata

                String id = String.valueOf(result.one());

                if (Log.isDebugEnabled(Geonet.DATA_MANAGER)) {

                    Log.debug(Geonet.DATA_MANAGER, "- record (" + id + ")");

                }

                String idxLastChange = docs.get(id);

                // if metadata is not indexed index it

                if (idxLastChange == null) {

                    Log.debug(Geonet.DATA_MANAGER, "-  will be indexed");

                    toIndex.add(id);

                    // else, if indexed version is not the latest index it

                } else {

                    docs.remove(id);

                    String lastChange = result.two().toString();

                    if (Log.isDebugEnabled(Geonet.DATA_MANAGER))

                        Log.debug(Geonet.DATA_MANAGER, "- lastChange: " + lastChange);

                    if (Log.isDebugEnabled(Geonet.DATA_MANAGER))

                        Log.debug(Geonet.DATA_MANAGER, "- idxLastChange: " + idxLastChange);

                    // date in index contains 't', date in DBMS contains 'T'

                    if (force || !idxLastChange.equalsIgnoreCase(lastChange)) {

                        if (Log.isDebugEnabled(Geonet.DATA_MANAGER))

                            Log.debug(Geonet.DATA_MANAGER, "-  will be indexed");

                        toIndex.add(id);

                    }

                }

            }

            currentPage++;

            results = _metadataRepository.findAllIdsAndChangeDates(new PageRequest(currentPage, METADATA_BATCH_PAGE_SIZE,

                    sortByMetadataChangeDate));

        }

        // if anything to index then schedule it to be done after servlet is

        // up so that any links to local fragments are resolvable

        if (toIndex.size() > 0) {

            batchIndexInThreadPool(context, toIndex);

        }

        if (docs.size() > 0) { // anything left?

            if (Log.isDebugEnabled(Geonet.DATA_MANAGER)) {

                Log.debug(Geonet.DATA_MANAGER, "INDEX HAS RECORDS THAT ARE NOT IN DB:");

            }

        }

        // remove from index metadata not in DBMS

        for (String id : docs.keySet()) {

            searchMan.delete("_id", id);

            if (Log.isDebugEnabled(Geonet.DATA_MANAGER)) {

                Log.debug(Geonet.DATA_MANAGER, "- removed record (" + id + ") from index");

            }

        }

    }

    /**

     * Search for all records having XLinks (ie. indexed with

     * _hasxlinks flag), clear the cache and reindex all

     * records found.

     *

     * @param context

     * @throws Exception

     */

    public synchronized void rebuildIndexXLinkedMetadata(final ServiceContext context) throws Exception {

        // get all metadata with XLinks

        Set<Integer> toIndex = searchMan.getDocsWithXLinks();

        if(Log.isDebugEnabled(Geonet.DATA_MANAGER))

            Log.debug(Geonet.DATA_MANAGER, "Will index "+toIndex.size()+" records with XLinks");