package com.hdfs;
import java.net.URI;
import java.util.ArrayList;
import java.util.List;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
public class HdfsTest {
// 获取HADOOP FileSystem对象
private FileSystem fs = null;
private List<String> hdfsPathsLists;
/**
* 初始化环境变量
*/
@Before
public void init() throws Exception {
/*
* new URI("hdfs://192.168.0.201:9000"):连接HADOOP连接 RUL new
* Configuration():使用HADOOP 默认配置
* "root"：登录用户
*/
Configuration con = new Configuration();
con.setBoolean("dfs.support.append", true);
fs = FileSystem.get(new URI("hdfs://192.168.0.201:9000"),con, "root");
}
/**
* 将本地文件上传到HDFS上
*/
public void testUploadFile()throws Exception {
String src="/simple/hadoop-2.4.1/etc/hadoop/capacity-scheduler.xml";
String hdfsDst= "/javaApi/mk/dir1/";
fs.copyFromLocalFile(new Path(src), new Path(hdfsDst));
System.out.println("upload sucess");
}
}
java操作Hadoop源码之HDFS Java API操作-上传文件
需积分: 50 182 浏览量
2018-01-17
18:38:00
上传
评论 2
收藏 35.63MB RAR 举报
HDFS Java API操作-上传文件.rar （97个子文件） 
HDFS Java API操作-上传文件 Hadoop src com hdfs 
HdfsTest.java 1KB bin com hdfs HdfsTest.class 867B .classpath 6KB .settings org.eclipse.jdt.core.prefs 587B libs 
hadoop-mapreduce-client-jobclient-2.4.1.jar 35KB hadoop-hdfs-2.4.1.jar 6.51MB mysql-connector-java-5.1.28.jar 855KB junit-4.10.jar 247KB commons-math3-3.1.1.jar 1.53MB stax-api-1.0-2.jar 23KB jersey-guice-1.9.jar 14KB avro-1.7.4.jar 296KB hadoop-annotations-2.4.1.jar 17KB hadoop-mapreduce-client-common-2.4.1.jar 647KB commons-io-2.4.jar 181KB commons-configuration-1.6.jar 292KB hamcrest-core-1.1.jar 75KB hadoop-yarn-server-web-proxy-2.4.1.jar 28KB hadoop-yarn-common-2.4.1.jar 1.34MB hadoop-yarn-server-nodemanager-2.4.1.jar 467KB commons-beanutils-1.7.0.jar 184KB slf4j-log4j12-1.7.5.jar 9KB commons-el-1.0.jar 110KB jsr305-1.3.9.jar 32KB javax.inject-1.jar 2KB commons-compress-1.4.1.jar 236KB commons-cli-1.2.jar 40KB aopalliance-1.0.jar 4KB jersey-server-1.9.jar 696KB xz-1.0.jar 92KB commons-httpclient-3.1.jar 298KB hadoop-yarn-api-2.4.1.jar 1.56MB commons-digester-1.8.jar 140KB protobuf-java-2.5.0.jar 521KB commons-lang-2.6.jar 278KB hadoop-hdfs-nfs-2.4.1.jar 86KB jsp-api-2.1.jar 98KB hadoop-mapreduce-client-app-2.4.1.jar 477KB guice-servlet-3.0.jar 63KB jsch-0.1.42.jar 181KB hadoop-yarn-server-resourcemanager-2.4.1.jar 776KB junit-4.8.2.jar 232KB hadoop-yarn-client-2.4.1.jar 105KB commons-logging-1.1.3.jar 61KB hadoop-auth-2.4.1.jar 49KB asm-3.2.jar 42KB jaxb-api-2.2.2.jar 103KB commons-daemon-1.0.13.jar 24KB hadoop-yarn-applications-unmanaged-am-launcher-2.4.1.jar 14KB jackson-core-asl-1.8.8.jar 222KB hadoop-mapreduce-examples-2.4.1.jar 264KB jetty-util-6.1.26.jar 173KB hadoop-mapreduce-client-core-2.4.1.jar 1.42MB activation-1.1.jar 62KB jersey-client-1.9.jar 127KB hadoop-yarn-server-common-2.4.1.jar 209KB hadoop-yarn-server-tests-2.4.1.jar 2KB jasper-runtime-5.5.23.jar 75KB jaxb-impl-2.2.3-1.jar 869KB hadoop-mapreduce-client-jobclient-2.4.1-tests.jar 1.42MB jackson-xc-1.8.8.jar 32KB hadoop-common-2.4.1.jar 2.72MB jettison-1.1.jar 66KB jersey-json-1.9.jar 144KB guava-11.0.2.jar 1.57MB hadoop-mapreduce-client-hs-2.4.1.jar 228KB httpclient-4.2.5.jar 423KB log4j-1.2.17.jar 478KB mockito-all-1.8.5.jar 1.35MB hadoop-yarn-applications-distributedshell-2.4.1.jar 41KB guice-3.0.jar 694KB commons-net-3.1.jar 267KB netty-3.6.2.Final.jar 1.14MB leveldbjni-all-1.8.jar 1021KB servlet-api-2.5.jar 103KB jasper-compiler-5.5.23.jar 399KB jline-0.9.94.jar 85KB jets3t-0.9.0.jar 527KB httpcore-4.2.5.jar 222KB xmlenc-0.52.jar 15KB jersey-core-1.9.jar 448KB jackson-mapper-asl-1.8.8.jar 653KB hadoop-mapreduce-client-shuffle-2.4.1.jar 25KB commons-codec-1.4.jar 57KB java-xmlbuilder-0.4.jar 18KB jackson-jaxrs-1.8.8.jar 17KB snappy-java-1.0.4.1.jar 973KB commons-beanutils-core-1.8.0.jar 201KB hadoop-yarn-server-applicationhistoryservice-2.4.1.jar 123KB zookeeper-3.4.5.jar 762KB paranamer-2.3.jar 29KB jetty-6.1.26.jar 527KB commons-collections-3.2.1.jar 562KB hadoop-mapreduce-client-hs-plugins-2.4.1.jar 4KB slf4j-api-1.7.5.jar 25KB hadoop-nfs-2.4.1.jar 142KB .project 365B资源评论
