Examples of VersionedStore

Examples of com.backtype.hadoop.datastores.VersionedStore

77
78
79
80
81
82
83
84
85
86
87
88
89
90
    }
  }

  public String getSinkPath(JobConf conf) {
    try {
      VersionedStore store = getStore(conf);
      String sinkPath = (version == null) ? store.createVersion() : store.createVersion(version);
      if (sinkPath == null) {
        throw new RuntimeException("Could not find valid sink path for VersionTap with root: " + store.getRoot());
      }
      return sinkPath;
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
View Full Code Here

Examples of com.backtype.hadoop.datastores.VersionedStore

130
131
132
133
134
135
136
137
           + Path.SEPARATOR + versionString;
  }

  @Override
  public long getModifiedTime(JobConf conf) throws IOException {
    VersionedStore store = getStore(conf);
    return (mode == TapMode.SINK) ? 0 : store.mostRecentVersion();
  }
View Full Code Here

Examples of com.backtype.hadoop.datastores.VersionedStore

136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
    return (mode == TapMode.SINK) ? 0 : store.mostRecentVersion();
  }

  @Override
  public boolean commitResource(JobConf conf) throws IOException {
    VersionedStore store = new VersionedStore(FileSystem.get(conf), getOutputDirectory());

    if (newVersionPath != null) {
      store.succeedVersion(newVersionPath);
      CascadingUtils.markSuccessfulOutputDir(new Path(newVersionPath), conf);
      newVersionPath = null;
      store.cleanup(getVersionsToKeep());
    }

    return true;
  }
View Full Code Here

Examples of com.backtype.hadoop.datastores.VersionedStore

58
59
60
61
62
63
64
  public String getOutputDirectory() {
    return getPath().toString();
  }

  public VersionedStore getStore(JobConf conf) throws IOException {
    return new VersionedStore(FileSystem.get(conf), getOutputDirectory());
  }
View Full Code Here

Examples of com.backtype.hadoop.datastores.VersionedStore

62
63
64
65
66
67
68
69
70
71
72
73
74
  public VersionedStore getStore(JobConf conf) throws IOException {
    return new VersionedStore(FileSystem.get(conf), getOutputDirectory());
  }

  public String getSourcePath(JobConf conf) {
    VersionedStore store;
    try {
      store = getStore(conf);
      return (version != null) ? store.versionPath(version) : store.mostRecentVersionPath();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
  }
View Full Code Here

Examples of com.backtype.hadoop.datastores.VersionedStore

73
74
75
76
77
78
79
80
81
82
83
    }
  }

  public String getSinkPath(JobConf conf) {
    try {
      VersionedStore store = getStore(conf);
      return version == null ? store.createVersion() : store.createVersion(version);
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
  }
View Full Code Here

Examples of com.backtype.hadoop.datastores.VersionedStore

122
123
124
125
126
127
128
129
           + Path.SEPARATOR + versionString;
  }

  @Override
  public long getModifiedTime(JobConf conf) throws IOException {
    VersionedStore store = getStore(conf);
    return (mode == TapMode.SINK) ? 0 : store.mostRecentVersion();
  }
View Full Code Here

Examples of com.backtype.hadoop.datastores.VersionedStore

128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
    return (mode == TapMode.SINK) ? 0 : store.mostRecentVersion();
  }

  @Override
  public boolean commitResource(JobConf conf) throws IOException {
    VersionedStore store = new VersionedStore(FileSystem.get(conf), getOutputDirectory());

    if (newVersionPath != null) {
      store.succeedVersion(newVersionPath);
      CascadingUtils.markSuccessfulOutputDir(new Path(newVersionPath), conf);
      newVersionPath = null;
      store.cleanup(getVersionsToKeep());
    }

    return true;
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.