Examples of QueryWorkUnit

org.apache.drill.exec.work.QueryWorkUnit

Examples of org.apache.drill.exec.work.QueryWorkUnit

    
    PlanningSet planningSet = StatsCollector.collectStats(rootFragment);
    SimpleParallelizer parallelizer = new SimpleParallelizer();


    try {
      QueryWorkUnit work = parallelizer.getFragments(context.getCurrentEndpoint(), queryId, context.getActiveEndpoints(), context.getPlanReader(), rootFragment, planningSet, 10);


      this.context.getBitCom().getListeners().addFragmentStatusListener(work.getRootFragment().getHandle(), fragmentManager);
      List<PlanFragment> leafFragments = Lists.newArrayList();
      List<PlanFragment> intermediateFragments = Lists.newArrayList();


      // store fragments in distributed grid.
      for (PlanFragment f : work.getFragments()) {
        if (f.getLeafFragment()) {
          leafFragments.add(f);
        } else {
          intermediateFragments.add(f);
          context.getCache().storeFragment(f);
        }
      }


      fragmentManager.runFragments(bee, work.getRootFragment(), work.getRootOperator(), initiatingClient, leafFragments, intermediateFragments);


    
    } catch (ExecutionSetupException | RpcException e) {
      fail("Failure while setting up query.", e);
    }

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

          fragments.add(fragment);
        }
      }
    }


    return new QueryWorkUnit(rootOperator, rootFragment, fragments);


  }

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

      if(i ==0) localBit = b1; 
      endpoints.add(b1);
    }
    
    
    QueryWorkUnit qwu = par.getFragments(localBit, QueryId.getDefaultInstance(), endpoints, ppr, fragmentRoot, planningSet, 10);
    System.out.println(String.format("=========ROOT FRAGMENT [%d:%d] =========", qwu.getRootFragment().getHandle().getMajorFragmentId(), qwu.getRootFragment().getHandle().getMinorFragmentId()));
    
    System.out.print(qwu.getRootFragment().getFragmentJson());
    
    
    for(PlanFragment f : qwu.getFragments()){
      System.out.println(String.format("=========Fragment [%d:%d]=====", f.getHandle().getMajorFragmentId(), f.getHandle().getMinorFragmentId()));
      System.out.print(f.getFragmentJson());
    }
    
    //assertEquals(exepectedFragmentCount, qwu.getFragments().size());

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

      DrillbitEndpoint b1 = DrillbitEndpoint.newBuilder().setAddress("localhost").setControlPort(1234+i).build();
      if(i ==0) localBit = b1;
      endpoints.add(b1);
    }


    QueryWorkUnit qwu = par.getFragments(new OptionList(), localBit, QueryId.getDefaultInstance(), endpoints, ppr, fragmentRoot, planningSet);
    System.out.println(String.format("=========ROOT FRAGMENT [%d:%d] =========", qwu.getRootFragment().getHandle().getMajorFragmentId(), qwu.getRootFragment().getHandle().getMinorFragmentId()));


    System.out.print(qwu.getRootFragment().getFragmentJson());




    for(PlanFragment f : qwu.getFragments()){
      System.out.println(String.format("=========Fragment [%d:%d]=====", f.getHandle().getMajorFragmentId(), f.getHandle().getMinorFragmentId()));
      System.out.print(f.getFragmentJson());
    }


    //assertEquals(exepectedFragmentCount, qwu.getFragments().size());

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

        }else{
          this.lease = smallSemaphore.acquire(this.queueTimeout, TimeUnit.MILLISECONDS);
        }
      }


      QueryWorkUnit work = parallelizer.getFragments(context.getOptions().getSessionOptionList(), context.getCurrentEndpoint(),
          queryId, context.getActiveEndpoints(), context.getPlanReader(), rootFragment, planningSet);


      this.context.getWorkBus().setFragmentStatusListener(work.getRootFragment().getHandle().getQueryId(), fragmentManager);
      List<PlanFragment> leafFragments = Lists.newArrayList();
      List<PlanFragment> intermediateFragments = Lists.newArrayList();


      // store fragments in distributed grid.
      logger.debug("Storing fragments");
      List<Future<PlanFragment>> queue = new LinkedList<>();
      for (PlanFragment f : work.getFragments()) {
        // store all fragments in grid since they are part of handshake.


        queue.add(context.getCache().getMap(FRAGMENT_CACHE).put(f.getHandle(), f));
        if (f.getLeafFragment()) {
          leafFragments.add(f);
        } else {
          intermediateFragments.add(f);
        }
      }


      for (Future<PlanFragment> f : queue) {
        try {
          f.get(10, TimeUnit.SECONDS);
        } catch (InterruptedException | ExecutionException | TimeoutException e) {
          throw new ExecutionSetupException("failure while storing plan fragments", e);
        }
      }


      int totalFragments = 1 + intermediateFragments.size() + leafFragments.size();
      fragmentManager.getStatus().setTotalFragments(totalFragments);
      fragmentManager.getStatus().updateCache();
      logger.debug("Fragments stored.");


      logger.debug("Submitting fragments to run.");
      fragmentManager.runFragments(bee, work.getRootFragment(), work.getRootOperator(), initiatingClient, leafFragments, intermediateFragments);


      logger.debug("Fragments running.");
      state.updateState(QueryState.PENDING, QueryState.RUNNING);


    } catch (Exception e) {

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

          fragments.add(fragment);
        }
      }
    }


    return new QueryWorkUnit(rootOperator, rootFragment, fragments);
  }

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

        } else {
          this.lease = smallSemaphore.acquire(this.queueTimeout, TimeUnit.MILLISECONDS);
        }
      }


      QueryWorkUnit work = parallelizer.getFragments(context.getOptions().getOptionList(), context.getCurrentEndpoint(),
          queryId, context.getActiveEndpoints(), context.getPlanReader(), rootFragment, planningSet, initiatingClient.getSession());


      this.context.getWorkBus().setFragmentStatusListener(work.getRootFragment().getHandle().getQueryId(), fragmentManager);


      int totalFragments = 1 + work.getFragments().size();;
      fragmentManager.getStatus().setTotalFragments(totalFragments);


      logger.debug("Submitting fragments to run.");
      fragmentManager.runFragments(bee, work.getRootFragment(), work.getRootOperator(), initiatingClient, work.getFragments());


      logger.debug("Fragments running.");
      state.updateState(QueryState.PENDING, QueryState.RUNNING);
      fragmentManager.getStatus().updateQueryStateInStore();
    } catch (Exception e) {

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

          fragments.add(fragment);
        }
      }
    }


    return new QueryWorkUnit(rootOperator, rootFragment, fragments);
  }

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

        localBit = b1;
      }
      endpoints.add(b1);
    }


    QueryWorkUnit qwu = par.getFragments(new OptionList(), localBit, QueryId.getDefaultInstance(), endpoints, ppr, fragmentRoot, planningSet,
        UserSession.Builder.newBuilder().withCredentials(UserBitShared.UserCredentials.newBuilder().setUserName("foo").build()).build());
    System.out.println(String.format("=========ROOT FRAGMENT [%d:%d] =========", qwu.getRootFragment().getHandle().getMajorFragmentId(), qwu.getRootFragment().getHandle().getMinorFragmentId()));


    System.out.print(qwu.getRootFragment().getFragmentJson());


    for(PlanFragment f : qwu.getFragments()) {
      System.out.println(String.format("=========Fragment [%d:%d]=====", f.getHandle().getMajorFragmentId(), f.getHandle().getMinorFragmentId()));
      System.out.print(f.getFragmentJson());
    }
    //assertEquals(exepectedFragmentCount, qwu.getFragments().size());

View Full Code Here

Examples of org.apache.drill.exec.work.QueryWorkUnit

        }else{
          this.lease = smallSemaphore.acquire(this.queueTimeout, TimeUnit.MILLISECONDS);
        }
      }


      QueryWorkUnit work = parallelizer.getFragments(context.getOptions().getOptionList(), context.getCurrentEndpoint(),
          queryId, context.getActiveEndpoints(), context.getPlanReader(), rootFragment, planningSet);


      this.context.getWorkBus().setFragmentStatusListener(work.getRootFragment().getHandle().getQueryId(), fragmentManager);
      List<PlanFragment> leafFragments = Lists.newArrayList();
      List<PlanFragment> intermediateFragments = Lists.newArrayList();


      // store fragments in distributed grid.
      logger.debug("Storing fragments");
      List<Future<PlanFragment>> queue = new LinkedList<>();
      for (PlanFragment f : work.getFragments()) {
        // store all fragments in grid since they are part of handshake.


        queue.add(context.getCache().getMap(FRAGMENT_CACHE).put(f.getHandle(), f));
        if (f.getLeafFragment()) {
          leafFragments.add(f);
        } else {
          intermediateFragments.add(f);
        }
      }


      for (Future<PlanFragment> f : queue) {
        try {
          f.get(10, TimeUnit.SECONDS);
        } catch (InterruptedException | ExecutionException | TimeoutException e) {
          throw new ExecutionSetupException("failure while storing plan fragments", e);
        }
      }


      int totalFragments = 1 + intermediateFragments.size() + leafFragments.size();
      fragmentManager.getStatus().setTotalFragments(totalFragments);
      fragmentManager.getStatus().updateCache();
      logger.debug("Fragments stored.");


      logger.debug("Submitting fragments to run.");
      fragmentManager.runFragments(bee, work.getRootFragment(), work.getRootOperator(), initiatingClient, leafFragments, intermediateFragments);


      logger.debug("Fragments running.");
      state.updateState(QueryState.PENDING, QueryState.RUNNING);


    } catch (Exception e) {

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.