java 使用amazon s3接口访问本地ceph rgw

场景区别：

场景1.使用aws 访问cephs3java接口api S3文件系统建在rgw上。(本文是关于这个场景的 ）

场景2: 使用aws AWS3API直接访问aws 存储在S3云中的存储桶bucket

使用java连接S3，并上传和下载相应的文件 (场景1)

<dependency>    <groupId>org.apache.httpcomponents</groupId>    <artifactId>httpclient</artifactId>    <version>4.5.2</version></dependency><dependency>    <groupId>org.apache.httpcomponents</groupId>    <artifactId>httpcore</artifactId>    <version>4.4.4</version></dependency><dependency>    <groupId>com.amazonaws</groupId>    <artifactId>aws-java-sdk-s3</artifactId>    <version>1.11.347</version></dependency><dependency>    <groupId>com.amazonaws</groupId>    <artifactId>aws-java-sdk</artifactId>    <version>1.7.4</version></dependency>

package mys3test;import com.amazonaws.AmazonClientException;import com.amazonaws.AmazonServiceException;import com.amazonaws.auth.AWSCredentials;import com.amazonaws.auth.AWSStaticCredentialsProvider;import com.amazonaws.auth.BasicAWSCredentials;import com.amazonaws.client.builder.AwsClientBuilder;import com.amazonaws.services.s3.AmazonS3;import com.amazonaws.services.s3.AmazonS3ClientBuilder;import com.amazonaws.services.s3.model.GetObjectRequest;import com.amazonaws.services.s3.model.PutObjectRequest;import com.amazonaws.services.s3.model.S3Object;import java.io.File;import java.io.FileOutputStream;import java.io.IOException;import java.io.InputStream;/** 本地S3存储直接连接；(不是aws S3云存储)，是ceph rgw *   * Created by user on 2019/7/1. */public class MyLocalS3Test {    private static final String AWS_ACCESS_KEY = "my_AWS_ACCESS_KEY"; // 【你的 access_key】    private static final String AWS_SECRET_KEY = "my_AWS_SECRET_KEY"; // 【你的 aws_secret_key】    private static final String bucketName = "my_bucketName"; // 【你 bucket 的名字】 # 首先需要保证 s3 存储桶/////    private static final String AWS_REGION = "";    private static final String ENDPOINT = "http://192.168.xx.xx:7480";    private static AmazonS3 s3Client;    //静态块：初始化S3的连接对象S3Client！ 需要三个参数：AWS_ACCESS_KEY，AWS_SECRET_KEY，AWS_REGION    static {        AWSCredentials awsCredentials = new BasicAWSCredentials(AWS_ACCESS_KEY, AWS_SECRET_KEY);        //这是构建者模式，不断添加各种参数；spark和flink很常见/*        s3Client = AmazonS3ClientBuilder.standard()                .withCredentials(new AWSStaticCredentialsProvider(awsCredentials))                .withRegion(AWS_REGION)                .build();*//*        ClientConfiguration clientConfig = new ClientConfiguration();        clientConfig.setSignerOverride("S3SignerType");        clientConfig.setProtocol(Protocol.HTTP);        s3Client = new AmazonS3Client(awsCredentials, clientConfig);        s3Client.setEndpoint(ENDPOINT);*/        //注：由于是本地方式，访问相应的S3文件系统，Signingregion可以默认为空。        s3Client = AmazonS3ClientBuilder.standard()                .withCredentials(new AWSStaticCredentialsProvider(awsCredentials))                .withEndpointConfiguration(                        new AwsClientBuilder.EndpointConfiguration(ENDPOINT,""))                .build();        ///测试S3是否连接        System.out.println("||| 【list all buckets:】: " + s3Client.listBuckets()+"\n");    }    public static void main(String[] args) throws IOException {        String inputPath = "F:\test123test_fang.txt";        String outputPath = "F:\test123test_fang_out.txt";                uplodtos3(new File(inputPath), “key222”;        downlodFroms3Client,bucketName,“key222”，outputPath);    }    /**     * 将本地文件上传到AWS S3     * @param tempFile     * @param keyName     * @throws IOException     */    public static void uplodtos3(File tempFile, String keyName) throws IOException {        try {            PutObjectRequest request = new PutObjectRequest(bucketName, keyName, tempFile);            s3Client .putObject(request);            System.out.println(成功上传文件！！！！");        } catch (AmazonServiceException ase) {            ase.printStackTrace();        } catch (AmazonClientException ace) {            ace.printStackTrace();        }    }    /**     * 将相应的S3数据下载到本地文件系统     * @param s3Client     * @param bucketName     * @param key     * @param targetFilePath     */    public static void downloadFroms3 s3Client,String bucketName,String key,String targetFilePath){        S3Object object = s3Client.getObject(new GetObjectRequest(bucketName, key));        if(object!=null){            System.out.println("Content-Type: " + object.getObjectMetadata().getContentType());            InputStream input = null;            FileOutputStream fileOutputStream = null;            byte[] data = null;            try {                //获取文件流                input=object.getObjectContent();                data = new byte[input.available()];                int len = 0;                fileOutputStream = new FileOutputStream(targetFilePath);                while ((len = input.read(data)) != -1) {                    fileOutputStream.write(data, 0, len);                }                System.out.println(成功下载文件);            } catch (IOException e) {                e.printStackTrace();            }finally{                if(fileOutputStream!=null){                    try {                        fileOutputStream.close();                    } catch (IOException e) {                        e.printStackTrace();                    }                }                if(input!=null){                    try {                        input.close();                    } catch (IOException e) {                        e.printStackTrace();                    }                }            }        }    }}