Examples of HStoreConf


Examples of edu.brown.hstore.conf.HStoreConf

        RandomGenerator.NURandC base_runC2 = RandomGenerator.NURandC.makeForRun(
                new RandomGenerator.Implementation(0), base_loadC2);
//        RandomGenerator rng2 = new RandomGenerator.Implementation(0);
        rng.setC(base_runC2);

        HStoreConf hstore_conf = this.getHStoreConf();
        m_scaleParams = ScaleParameters.makeWithScaleFactor(m_tpccConfig, hstore_conf.client.scalefactor);
        m_tpccSim = new TPCCSimulation(this, rng, new Clock.RealTime(), m_scaleParams, m_tpccConfig, hstore_conf.client.skewfactor, this.getCatalogContext());
//        m_tpccSim2 = new TPCCSimulation(this, rng2, new Clock.RealTime(), m_scaleParams, m_tpccConfig, hstore_conf.client.skewfactor);

        // Set up checking
View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

            }
        }

        // Initialize HStoreConf
        assert(hstore_conf_path != null) : "Missing HStoreConf file";
        HStoreConf hstore_conf = HStoreConf.init(hstore_conf_path, vargs);
        if (trace.val)
            LOG.trace("HStore Conf '" + hstore_conf_path.getAbsolutePath() + "'\n" + hstore_conf.toString(true));
       
        if (hstore_conf.client.duration < 1000) {
            LOG.error("Duration is specified in milliseconds");
            System.exit(-1);
        }
        else if (hstore_conf.client.threads_per_host <= 0) {
            LOG.error("Invalid number of threads per host '" + hstore_conf.client.threads_per_host + "'");
            System.exit(-1);
        }
       
        // The number of client hosts to place client processes on
        int clientCount = hstore_conf.client.count;
        // Comma or colon separated list of the hostnames to be used for benchmark clients
        for (String host : hstore_conf.client.hosts.split("[,;]")) {
            clientHosts.add(host);
        } // FOR
        if (clientHosts.isEmpty())
            clientHosts.add(hstore_conf.global.defaulthost);
       
        // If no hosts were given, then use the defaults
        if (siteHosts.size() == 0)
            siteHosts.add(hstore_conf.global.defaulthost);
       

        if (compileOnly == false && clientHosts.size() < clientCount) {
            LogKeys logkey = LogKeys.benchmark_BenchmarkController_NotEnoughClients;
            LOG.l7dlog( Level.FATAL, logkey.name(),
                    new Object[] { clientHosts.size(), clientCount }, null);
            System.exit(-1);
        }
       
        String[] hostNames = null;
        if (! (useCatalogHosts || compileOnly) ) {
            if (siteHosts.size() < hostCount) {
                LogKeys logkey = LogKeys.benchmark_BenchmarkController_NotEnoughHosts;
                LOG.l7dlog( Level.FATAL, logkey.name(),
                        new Object[] { siteHosts.size(), hostCount }, null);
                LOG.fatal("Don't have enough hosts(" + siteHosts.size()
                        + ") for host count " + hostCount);
                System.exit(-1);
            }
   
            // copy the lists of hostnames into array of the right lengths
            // (this truncates the list to the right number)
            hostNames = new String[hostCount];
            for (int i = 0; i < hostCount; i++)
                hostNames[i] = siteHosts.get(i);
        } else {
            hostNames = new String[0];
        }
        String[] clientNames = new String[clientCount];
        if (compileOnly == false) {
            for (int i = 0; i < clientCount; i++)
                clientNames[i] = clientHosts.get(i);
        }

       
    // create a config object, mostly for the results uploader at this point
        BenchmarkConfig config = new BenchmarkConfig(
                hstore_conf,
                hstore_conf_path,
                benchmark_conf_path,
                projectBuilderClassname,
                backend,
                hostNames,
                sitesPerHost,
                k_factor,
                clientNames,
                sshOptions,
                remotePath,
                remoteUser,
                listenForDebugger,
                serverHeapSize,
                clientHeapSize,
                clientInitialPollingDelay,
                localmode,
                checkTransaction,
                checkTables,
                snapshotPath,
                snapshotPrefix,
                snapshotFrequency,
                snapshotRetain,
                statsDatabaseURL,
                statsDatabaseUser,
                statsDatabasePass,
                statsDatabaseJDBC,
                statsPollInterval,
                statsTag,
                applicationName,
                subApplicationName,
                compileBenchmark,
                compileOnly,
                useCatalogHosts,
                noSites,
                noLoader,
                noUploading,
                noExecute,
                noShutdown,
                killOnZeroResults,
                workloadTrace,
                profileSiteIds,
                partitionPlanPath,
                markov_path,
                markov_thresholdsPath,
                markov_thresholdsValue,
                markov_recomputeAfterEnd,
                markov_recomputeAfterWarmup,
                evictable,
                batchEvictable,
                deferrable,
                dumpDatabase,
                dumpDatabaseDir
        );
       
        // Always pass these parameters
        if (catalogPath != null) {
            clientParams.put("CATALOG", catalogPath.getAbsolutePath());
            clientParams.put("NUMPARTITIONS", Integer.toString(num_partitions));
        }
        int total_num_clients = clientCount * hstore_conf.client.threads_per_host;
        if (hstore_conf.client.processesperclient_per_partition) {
            total_num_clients *= num_partitions;
        }
        clientParams.put("NUMCLIENTS", Integer.toString(total_num_clients));
        clientParams.putAll(hstore_conf.getParametersLoadedFromArgs());
       
        // Make sure we put in the parameters passed from the command-line into both components
        Map<String, String> loadedArgs = hstore_conf.getParametersLoadedFromArgs();
        clientParams.putAll(loadedArgs);
        siteParams.putAll(loadedArgs);
        config.clientParameters.putAll(clientParams);
        config.siteParameters.putAll(siteParams);
        if (trace.val) LOG.trace("Benchmark Configuration\n" + config.toString());
View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

        final VoltTable results[] = new VoltTable[state.output_order.size()];
        if (debug.val)
            LOG.debug(String.format("%s - Generating output results with %d tables",
                      ts, results.length));
       
        HStoreConf hstore_conf = this.executor.getHStoreConf();
        boolean nonblocking = (hstore_conf.site.specexec_nonblocking &&
                               ts.isSysProc() == false &&
                               ts.profiler != null);
        for (int stmtIndex = 0; stmtIndex < results.length; stmtIndex++) {
            Integer dependency_id = state.output_order.get(stmtIndex);
View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

     * Returns the directory where the EE should store the mmap'ed files
     * for this PartitionExecutor
     * @return
     */
    public static File getMMAPDir(PartitionExecutor executor) {
        HStoreConf hstore_conf = executor.getHStoreConf();
        Database catalog_db = CatalogUtil.getDatabase(executor.getPartition());

        // First make sure that our base directory exists
        String base_dir = FileUtil.realpath(hstore_conf.site.storage_mmap_dir +
                File.separatorChar +
View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

     * Returns the directory where the EE should store the ARIES log files
     * for this PartitionExecutor
     * @return
     */
    public static File getARIESDir(PartitionExecutor executor) {
        HStoreConf hstore_conf = executor.getHStoreConf();
        Database catalog_db = CatalogUtil.getDatabase(executor.getPartition());

        // First make sure that our base directory exists
        String base_dir = FileUtil.realpath(hstore_conf.site.aries_dir + File.separatorChar + catalog_db.getProject());

View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

    protected void setUp() throws Exception {
        super.setUp(ProjectType.TM1);
        this.initializeCatalog(2, 2, NUM_PARTITIONS);
        // if (isFirstSetup()) System.err.println(CatalogInfo.getInfo(catalog, null));
       
        HStoreConf hstore_conf = HStoreConf.singleton();
        hstore_conf.site.specexec_profiling = true;
        hstore_conf.site.specexec_profiling_sample = 1.0;
       
        this.checker = new TableConflictChecker(catalogContext);
        this.hstore_site = new MockHStoreSite(0, catalogContext, HStoreConf.singleton());
View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

        ArgumentsParser args = ArgumentsParser.load(vargs,
            ArgumentsParser.PARAM_CATALOG
        );
        int site_id = args.getIntOptParam(0);
       
        HStoreConf hstore_conf = HStoreConf.initArgumentsParser(args);
        hstore_conf.site.cpu_affinity = false;
        hstore_conf.site.status_enable = false;
       
        final MockHStoreSite hstore_site = new MockHStoreSite(site_id, args.catalogContext, hstore_conf);
        hstore_site.init().run(); // Blocks until all connections are established
View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

    @Override
    public void antiCacheInitialize(File dbDir, long blockSize) throws EEException {
        assert(m_anticache == false);

        HStoreConf hstore_conf = executor.getHStoreConf();
        AntiCacheDBType dbtype = AntiCacheDBType.get(hstore_conf.site.anticache_dbtype);


        // TODO: Switch to LOG.debug
        if (debug.val) {
View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

        cmd.add(classpath);
        cmd.add("-Xmx256m");
        cmd.add(PlannerTool.class.getName());
       
        // Log Output File
        HStoreConf hstore_conf = HStoreConf.singleton(true);
        String logOutput = hstore_conf.global.log_dir + File.separatorChar + "plannerlog.txt";
        cmd.add(logOutput);
        LOG.debug("Planner Log Output: " + logOutput);

        ProcessBuilder pb = new ProcessBuilder(cmd);
View Full Code Here

Examples of edu.brown.hstore.conf.HStoreConf

        String confNames[] = (String[])params.toArray()[0];
        String confValues[] = (String[])params.toArray()[1];
       
        switch (fragmentId) {
            case DISTRIBUTE_ID: {
                HStoreConf hstore_conf = executor.getHStoreConf();
                assert(hstore_conf != null);
               
                // Put the conf name+value pairs into a map and shove that to
                // the HStoreConf. It will know how to process them and convert
                // the string values into the proper types
                Map<String, String> m = new HashMap<String, String>();
                for (int i = 0; i < confNames.length; i++) {
                    m.put(confNames[i], confValues[i]);
                } // FOR
                hstore_conf.loadFromArgs(m);
                if (debug.val)
                    LOG.debug(String.format("Updating %d conf parameters on %s",
                              m.size(), executor.getHStoreSite().getSiteName()));
               
                // Update our local HStoreSite
                context.getHStoreSite().updateConf(hstore_conf, confNames);

                // Create the result table
                VoltTable vt = new VoltTable(nodeResultsColumns);
                for (int i = 0; i < confNames.length; i++) {
                    Object row[] = {
                        executor.getSiteId(),
                        confNames[i],
                        hstore_conf.get(confNames[i]).toString(),
                    };
                    vt.addRow(row);
                } // FOR
                result = new DependencySet(DISTRIBUTE_ID, vt);
                if (debug.val)
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.