Package com.twitter.chill

Examples of com.twitter.chill.KryoInstantiator

33
34
35
36
37
38
39
40
41
42
43
44
* To set this up, you probably want to use ConfiguredInstantitator with
* the JavaMapConfig.
*/
public class BlizzardKryoFactory implements IKryoFactory {
  public Kryo getKryo(Map conf) {
    KryoInstantiator kryoInst;
    try {
      kryoInst = new ConfiguredInstantiator(new JavaMapConfig(conf));
      return kryoInst.newKryo();
    }
    catch(ConfigurationException cx) { throw new RuntimeException(cx); }
  }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
  public static final String KEY = "com.twitter.chill.config.configuredinstantiator";

  public ConfiguredInstantiator(Config conf) throws ConfigurationException {
    String key = conf.get(KEY);
    if (null == key) {
      delegate = new KryoInstantiator();
    }
    else {
      String[] parts = key.split(":");
      if(parts.length != 1 && parts.length != 2) {
        throw new ConfigurationException("Invalid Config Key: " + conf.get(KEY));
      }
      KryoInstantiator reflected = null;
      try { reflected = reflect((Class<? extends KryoInstantiator>)Class.forName(parts[0]), conf); }
      catch(ClassNotFoundException x) {
        throw new ConfigurationException("Could not find class for: " + parts[0], x);
      }

      if(parts.length == 2) {
        delegate = deserialize(reflected.newKryo(), parts[1]);
        if(null == delegate) {
          throw new ConfigurationException("Null delegate from: " + parts[1]);
        }
      }
      else {
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
137
   * This mode serializes an instance (ki) to be used as the delegate.
   * Only use this mode if reflection alone will not work.
   */
  public static void setSerialized(Config conf, Class<? extends KryoInstantiator> reflector, KryoInstantiator ki)
    throws ConfigurationException {
    KryoInstantiator refki = reflect(reflector, conf);
    String kistr = serialize(refki.newKryo(), ki);
    // Verify, that deserialization works:
    KryoInstantiator deser = deserialize(refki.newKryo(), kistr); // ignore the result, just see if it throws
    deser.newKryo(); // just see if we can still create it
    conf.set(KEY, reflector.getName() + ":" + kistr);
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
    }

    @Override
    public void setConf(Configuration conf) {
      try {
        KryoInstantiator kryoInst = new ConfiguredInstantiator(new HadoopConfig(conf));
        testKryo = kryoInst.newKryo();
        kryoPool = KryoPool.withByteArrayOutputStream(MAX_CACHED_KRYO, kryoInst);
      }
      catch(ConfigurationException cx) {
        // This interface can't throw
        throw new RuntimeException(cx);
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
        fiscalRecord = FiscalRecord.newBuilder().setCalendarDate("2012-01-01").setFiscalWeek(1).setFiscalYear(2012).build();

    }

    public <T> KryoPool getKryo(final ClassTag<T> tag, final Serializer<T> serializer){
        KryoInstantiator kryoInstantiator = new KryoInstantiator() {
            public Kryo newKryo() {
                Kryo k =super.newKryo();
                k.setInstantiatorStrategy(new StdInstantiatorStrategy());
                k.register(tag.runtimeClass(), serializer);
                return k;
View Full Code Here
17
18
19
20
21
22
23
24
25
26
27
  public static KryoPool defaultPool() {
    synchronized(mutex) {
      if (kpool == null) {
        try {
          KryoInstantiator kryoInst = new ConfiguredInstantiator(new HadoopConfig(clojureConf()));
          kpool = KryoPool.withByteArrayOutputStream(MAX_CACHED_KRYO, kryoInst);
        } catch (ConfigurationException cx) {
          throw new RuntimeException(cx);
        }
      }
View Full Code Here
TOP

Related Classes of com.twitter.chill.KryoInstantiator

  • cascalog.kryo.KryoService
  • com.esotericsoftware.kryo.Kryo
  • com.twitter.chill.avro.AvroSerializerJavaTest
  • com.twitter.chill.config.ConfiguredInstantiator
  • com.twitter.chill.hadoop.KryoSerialization
  • com.twitter.chill.storm.BlizzardKryoFactory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.