Package org.apache.drill.exec.physical

Examples of org.apache.drill.exec.physical.EndpointAffinity

70
71
72
73
74
75
76
77
78
79
80
81
82
    }
  }
 
  public void addEndpointAffinity(DrillbitEndpoint endpoint, float affinity) {
    Preconditions.checkState(!endpointsAssigned);
    EndpointAffinity ea = endpointAffinity.get(endpoint);
    if (ea == null) {
      ea = new EndpointAffinity(endpoint);
      endpointAffinity.put(endpoint, ea);
    }

    ea.addAffinity(affinity);
  }
View Full Code Here
251
252
253
254
255
256
257
258
259
260
261
        }
      }
      List<EndpointAffinity> affinityList = new LinkedList<>();
      for (DrillbitEndpoint d : affinities.keySet()) {
        logger.debug("Endpoint {} has affinity {}", d.getAddress(), affinities.get(d).floatValue());
        affinityList.add(new EndpointAffinity(d,affinities.get(d).floatValue()));
      }
      this.endpointAffinities = affinityList;
    }
    watch.stop();
    logger.debug("Took {} ms to get operator affinity", watch.elapsed(TimeUnit.MILLISECONDS));
View Full Code Here
48
49
50
51
52
53
54
    this.endpoint = endpoint;
  }

  @Override
  public List<EndpointAffinity> getOperatorAffinity() {
    return Collections.singletonList(new EndpointAffinity(endpoint, 1000000000000l));
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
    }
   
    List<EndpointAffinity> affinityList = Lists.newLinkedList();
    for (ObjectFloatCursor<DrillbitEndpoint> d : affinities) {
      logger.debug("Endpoint {} has affinity {}", d.key.getAddress(), d.value);
      affinityList.add(new EndpointAffinity(d.key, d.value));
    }

    logger.debug("Took {} ms to get operator affinity", watch.elapsed(TimeUnit.MILLISECONDS));
    return affinityList;
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
  }

  public void addEndpointAffinity(DrillbitEndpoint endpoint, float affinity) {
    Preconditions.checkState(!endpointsAssigned);
    Preconditions.checkNotNull(endpoint);
    EndpointAffinity ea = endpointAffinityMap.get(endpoint);
    if (ea == null) {
      ea = new EndpointAffinity(endpoint);
      endpointAffinityMap.put(endpoint, ea);
    }

    ea.addAffinity(affinity);
  }
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
181
      Collections.sort(affinedEPs);
      Iterator<EndpointAffinity> affinedEPItr = Iterators.cycle(Lists.reverse(affinedEPs));
      /** Maximum number of slots which should go to endpoints with affinity */
      int affinedSlots = Math.min((Math.max(1, (int) (affinityFactor*width/allEndpoints.size())) * affinedEPs.size()), width);
      while(endpoints.size() < affinedSlots) {
        EndpointAffinity ea = affinedEPItr.next();
        DrillbitEndpoint endpoint = ea.getEndpoint();
        endpoints.add(endpoint);
      }
    }
    // add other endpoints if required
    if (endpoints.size() < width) {
View Full Code Here
46
47
48
49
50
51
52
    this.endpoint = endpoint;
  }

  @Override
  public List<EndpointAffinity> getOperatorAffinity() {
    return Collections.singletonList(new EndpointAffinity(endpoint, 1000000000000l));
  }
View Full Code Here
251
252
253
254
255
256
257
258
259
260
261
          DrillbitEndpoint endpoint = endpointMap.get(loc);
          if (endpoint != null) {
            if (affinityMap.containsKey(endpoint)) {
              affinityMap.get(endpoint).addAffinity(affinity);
            } else {
              affinityMap.put(endpoint, new EndpointAffinity(endpoint, affinity));
            }
          }
        }
      }
    } catch (IOException e) {
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
    Map<DrillbitEndpoint, EndpointAffinity> affinityMap = new HashMap<DrillbitEndpoint, EndpointAffinity>();
    for (ServerName sn : regionsToScan.values()) {
      DrillbitEndpoint ep = endpointMap.get(sn.getHostname());
      if (ep != null) {
        EndpointAffinity affinity = affinityMap.get(ep);
        if (affinity == null) {
          affinityMap.put(ep, new EndpointAffinity(ep, 1));
        } else {
          affinity.addAffinity(1);
        }
      }
    }
    logger.debug("Took {} µs to get operator affinity", watch.elapsed(TimeUnit.NANOSECONDS)/1000);
    return Lists.newArrayList(affinityMap.values());
View Full Code Here
46
47
48
49
50
51
52
    this.endpoint = endpoint;
  }

  @Override
  public List<EndpointAffinity> getOperatorAffinity() {
    return Collections.singletonList(new EndpointAffinity(endpoint, 1000000000000l));
  }
View Full Code Here
TOP

Related Classes of org.apache.drill.exec.physical.EndpointAffinity

  • org.apache.drill.exec.physical.config.Screen
  • org.apache.drill.exec.planner.fragment.Wrapper
  • org.apache.drill.exec.store.hbase.HBaseGroupScan
  • org.apache.drill.exec.store.hive.HiveScan
  • org.apache.drill.exec.store.mongo.MongoGroupScan
  • org.apache.drill.exec.store.parquet.ParquetGroupScan
  • org.apache.drill.exec.store.schedule.AffinityCreator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.