Package org.apache.curator

Examples of org.apache.curator.RetryPolicy

292
293
294
295
296
297
298
299
300
301
302
   *
   * @param config The service configuration.
   * @return A zookeeper client.
   */
  private ZooKeeperClient setupZookeeperClient(final AgentConfig config, final String id) {
    final RetryPolicy zooKeeperRetryPolicy = new ExponentialBackoffRetry(1000, 3);
    final CuratorFramework curator = new CuratorClientFactoryImpl().newClient(
        config.getZooKeeperConnectionString(),
        config.getZooKeeperSessionTimeoutMillis(),
        config.getZooKeeperConnectionTimeoutMillis(),
        zooKeeperRetryPolicy,
View Full Code Here
237
238
239
240
241
242
243
244
245
246
247
   *
   * @param config The service configuration.
   * @return A zookeeper client.
   */
  private ZooKeeperClient setupZookeeperClient(final MasterConfig config) {
    final RetryPolicy zooKeeperRetryPolicy = new ExponentialBackoffRetry(1000, 3);
    final CuratorFramework curator = curatorClientFactory.newClient(
        config.getZooKeeperConnectionString(),
        config.getZooKeeperSessionTimeoutMillis(),
        config.getZooKeeperConnectionTimeoutMillis(),
        zooKeeperRetryPolicy,
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
  public void test() throws Exception {
    startDefaultMaster("--zk-namespace", NAMESPACE);
    startDefaultAgent(testHost(), "--zk-namespace", NAMESPACE);
    awaitHostRegistered(testHost(), LONG_WAIT_SECONDS, SECONDS);
    awaitHostStatus(testHost(), UP, LONG_WAIT_SECONDS, SECONDS);
    final RetryPolicy zooKeeperRetryPolicy = new ExponentialBackoffRetry(1000, 3);

    final CuratorFramework framework = CuratorFrameworkFactory.builder()
        .retryPolicy(zooKeeperRetryPolicy)
        .connectString(zk().connectString())
        .connectionTimeoutMs(30000)
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
  private ZooKeeperTestManager zk = new ZooKeeperTestingServerManager();

  @Before
  public void setup() throws Exception {
    final RetryPolicy retryPolicy = new ExponentialBackoffRetry(1000, 3);
    final CuratorFramework curator = CuratorFrameworkFactory.newClient(zk.connectString(),
                                                                       retryPolicy);
    curator.start();
    client = new DefaultZooKeeperClient(curator);
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
        if ( availableBackups.contains(backup) )
        {
            return UploadResult.DUPLICATE;
        }

        RetryPolicy retryPolicy = makeRetryPolicy(configValues);
        Throttle    throttle = makeThrottle(configValues);

        String                          key = toKey(backup, configValues);

        if ( source.length() < MIN_S3_PART_SIZE )
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
    @Override
    public BackupStream getBackupStream(Exhibitor exhibitor, BackupMetaData backup, Map<String, String> configValues) throws Exception
    {
        long            startMs = System.currentTimeMillis();
        RetryPolicy     retryPolicy = makeRetryPolicy(configValues);
        S3Object        object = null;
        int             retryCount = 0;
        while ( object == null )
        {
            try
            {
                object = s3Client.getObject(configValues.get(CONFIG_BUCKET.getKey()), toKey(backup, configValues));
            }
            catch ( AmazonS3Exception e)
            {
                if ( e.getErrorType() == AmazonServiceException.ErrorType.Client )
                {
                    exhibitor.getLog().add(ActivityLog.Type.ERROR, "Amazon client error: " + ActivityLog.getExceptionMessage(e));
                    return null;
                }

                if ( !retryPolicy.allowRetry(retryCount++, System.currentTimeMillis() - startMs, RetryLoop.getDefaultRetrySleeper()) )
                {
                    exhibitor.getLog().add(ActivityLog.Type.ERROR, "Retries exhausted: " + ActivityLog.getExceptionMessage(e));
                    return null;
                }
            }
View Full Code Here
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
    public void downloadBackup(Exhibitor exhibitor, BackupMetaData backup, OutputStream destination, Map<String, String> configValues) throws Exception
    {
        byte[]          buffer = new byte[MIN_S3_PART_SIZE];

        long            startMs = System.currentTimeMillis();
        RetryPolicy     retryPolicy = makeRetryPolicy(configValues);
        int             retryCount = 0;
        boolean         done = false;

        while ( !done )
        {
            Throttle            throttle = makeThrottle(configValues);
            InputStream         in = null;
            try
            {
                S3Object            object = s3Client.getObject(configValues.get(CONFIG_BUCKET.getKey()), toKey(backup, configValues));
                in = object.getObjectContent();

                for(;;)
                {
                    int     bytesRead = in.read(buffer);
                    if ( bytesRead < 0 )
                    {
                        break;
                    }

                    throttle.throttle(bytesRead);
                    destination.write(buffer, 0, bytesRead);
                }

                done = true;
            }
            catch ( Exception e )
            {
                if ( !retryPolicy.allowRetry(retryCount++, System.currentTimeMillis() - startMs, RetryLoop.getDefaultRetrySleeper()) )
                {
                    done = true;
                }
            }
            finally
View Full Code Here
TOP

Related Classes of org.apache.curator.RetryPolicy

  • com.github.kristofa.brave.tracefilter.ZooKeeperSamplingTraceFilter
  • com.netflix.exhibitor.core.backup.s3.S3BackupProvider
  • com.rackspacecloud.blueflood.service.ZKBasedShardLockManager
  • com.spotify.helios.agent.AgentService
  • com.spotify.helios.master.MasterService
  • com.spotify.helios.system.ZooKeeperNamespacingTest
  • com.spotify.helios.ZooKeeperMasterModelIntegrationTest
  • io.lumify.core.model.user.UserSessionCounterRepository
  • org.apache.curator.framework.imps.TestFrameworkEdges
  • org.apache.curator.framework.recipes.atomic.TestDistributedAtomicLong
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.