voldemort.server.protocol.hadoop
Class RestHadoopFetcher

java.lang.Object
  extended by voldemort.server.protocol.hadoop.RestHadoopFetcher
All Implemented Interfaces:
FileFetcher

public class RestHadoopFetcher
extends java.lang.Object
implements FileFetcher


Nested Class Summary
static class RestHadoopFetcher.CopyStats
           
static class RestHadoopFetcher.IndexFileLastComparator
          A comparator that sorts index files last.
 
Constructor Summary
RestHadoopFetcher()
           
RestHadoopFetcher(DynamicThrottleLimit dynThrottleLimit, java.lang.Long maxBytesPerSecond, java.lang.Long reportingIntervalBytes, int bufferSize, long minBytesPerSecond, int retryCount, long retryDelayMs)
           
RestHadoopFetcher(java.lang.Long maxBytesPerSecond, java.lang.Long reportingIntervalBytes, int bufferSize)
           
RestHadoopFetcher(VoldemortConfig config)
           
RestHadoopFetcher(VoldemortConfig config, DynamicThrottleLimit dynThrottleLimit)
           
 
Method Summary
 java.io.File fetch(java.lang.String sourceFileUrl, java.lang.String destinationFile)
           
static void main(java.lang.String[] args)
           
 void setAsyncOperationStatus(AsyncOperationStatus status)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

RestHadoopFetcher

public RestHadoopFetcher(VoldemortConfig config)

RestHadoopFetcher

public RestHadoopFetcher(VoldemortConfig config,
                         DynamicThrottleLimit dynThrottleLimit)

RestHadoopFetcher

public RestHadoopFetcher()

RestHadoopFetcher

public RestHadoopFetcher(java.lang.Long maxBytesPerSecond,
                         java.lang.Long reportingIntervalBytes,
                         int bufferSize)

RestHadoopFetcher

public RestHadoopFetcher(DynamicThrottleLimit dynThrottleLimit,
                         java.lang.Long maxBytesPerSecond,
                         java.lang.Long reportingIntervalBytes,
                         int bufferSize,
                         long minBytesPerSecond,
                         int retryCount,
                         long retryDelayMs)
Method Detail

fetch

public java.io.File fetch(java.lang.String sourceFileUrl,
                          java.lang.String destinationFile)
                   throws java.io.IOException
Specified by:
fetch in interface FileFetcher
Throws:
java.io.IOException

setAsyncOperationStatus

public void setAsyncOperationStatus(AsyncOperationStatus status)
Specified by:
setAsyncOperationStatus in interface FileFetcher

main

public static void main(java.lang.String[] args)
                 throws java.lang.Exception
Throws:
java.lang.Exception


Jay Kreps, Roshan Sumbaly, Alex Feinberg, Bhupesh Bansal, Lei Gao, Chinmay Soman, Vinoth Chandar, Zhongjie Wu