tlist summary UC cee let ktr mode cto secret

引自：https://blog.csdn.net/tomcat_2014/article/details/50582547

一 .Amazon S3介紹

Amazon Simple Storage Service (Amazon S3) 是一種對象存儲，它具有簡單的 Web 服務接口，可用於在 Web 上的任何位置存儲和檢索任意數量的數據。它能夠提供 99.999999999% 的持久性，並且可以在全球大規模傳遞數萬億對象。

客戶使用 S3 作為雲原生應用程序的主要存儲；作為分析的批量存儲庫或“數據湖”；作為備份和恢復以及災難恢復的目標；並將其與無服務器計算配合使用。

使用 Amazon 的雲數據遷移選項，客戶可以輕松地將大量數據移入或移出 Amazon S3。數據在存儲到 S3 中之後，會自動采用成本更低、存儲期限更長的雲存儲類 (如 S3 Standard – Infrequent Access 和 Amazon Glacier) 進行存檔。

二.Java S3 Example
準備工作：
1.導入依賴包
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk</artifactId>
<version>1.9.2</version>
</dependency>
2.在s3服務中創建用戶，獲取用戶的Access key和Secret Access Key，使用這個作為憑證連接s3
3.在s3服務中配置AWSConnector和AmazonS3FullAccess的連接權限。可以通過這個配置，在訪問的時候進行authenticate驗證。
s3 api簡單操作：

1.創建憑證
AWSCredentials credentials = new BasicAWSCredentials("YourAccessKeyID", "YourSecretAccessKey");
2.創建S3 Client
AmazonS3 s3client = new AmazonS3Client(credentials);
3.創建Bucket
String bucketName = "javatutorial-net-example-bucket";
s3client.createBucket(bucketName);
4.獲取s3 Bucket的list
for (Bucket bucket : s3client.listBuckets()) {
System.out.println(" - " + bucket.getName());
}
5.在s3 Bucket中創建文件
public static void createFolder(String bucketName, String folderName, AmazonS3 client) {
// create meta-data for your folder and set content-length to 0
ObjectMetadata metadata = new ObjectMetadata();
metadata.setContentLength(0);
// create empty content
InputStream emptyContent = new ByteArrayInputStream(new byte[0]);
// create a PutObjectRequest passing the folder name suffixed by /
PutObjectRequest putObjectRequest = new PutObjectRequest(bucketName,
folderName + SUFFIX, emptyContent, metadata);
// send request to S3 to create folder
client.putObject(putObjectRequest);
}
6.上傳文件
String fileName = folderName + SUFFIX + "testvideo.mp4";
s3client.putObject(new PutObjectRequest(bucketName, fileName,
new File("C:\\Users\\user\\Desktop\\testvideo.mp4")));
7.刪除Bucket
s3client.deleteBucket(bucketName);
8.刪除文件
s3client.deleteObject(bucketName, fileName);

package com.hx.lubo.web.util;  
  
/** 
 * Created by Administrator on 2016/1/20. 
 */  
  
  
import com.amazonaws.ClientConfiguration;  
import com.amazonaws.Protocol;  
import com.amazonaws.auth.AWSCredentials;  
import com.amazonaws.auth.BasicAWSCredentials;  
import com.amazonaws.services.s3.AmazonS3;  
import com.amazonaws.services.s3.AmazonS3Client;  
import com.amazonaws.services.s3.model.*;  
import com.amazonaws.util.StringUtils;  
import com.hx.lubo.dto.StorageObjectVo;  
import org.springframework.beans.factory.annotation.Value;  
  
  
import java.io.ByteArrayInputStream;  
import java.io.File;  
import java.io.FileInputStream;  
import java.io.FileNotFoundException;  
import java.math.BigDecimal;  
import java.text.SimpleDateFormat;  
import java.util.ArrayList;  
import java.util.List;  
public class FileStorageUtil {  
    public static AWSCredentials awsCredentials;  
    @Value("${access_key}")  
    public static String access_key = "SK3A9042W5IMUJ1WET8V";  
    @Value("${secret_key}")  
    private static String secret_key = "c1BgQ8ge9OkZ0rZRSQp985Gauoxjv6laKGH3z02v";  
    @Value("${endPoint}")  
    private static String endPoint = "192.168.13.101";  
    private static AmazonS3 conn;  
    private SimpleDateFormat df = new SimpleDateFormat("yyyy-MM-dd HH:mm");//設置日期格式  
  
    /** 
     * 創建連接，連接S3服務器 
     */  
    public void creatConnect() {  
        if (awsCredentials == null) {  
            awsCredentials = new BasicAWSCredentials(access_key, secret_key);  
            ClientConfiguration clientConfig = new ClientConfiguration();  
            clientConfig.setProtocol(Protocol.HTTP);  
            conn = new AmazonS3Client(awsCredentials, clientConfig);  
            conn.setEndpoint(endPoint);  
        }  
  
    }  
  
    public AmazonS3 getConnect() {  
        return conn;  
    }  
  
    /** 
     * 獲取該連接下所有的容器信息 
     * @return 
     */  
    public List<Bucket> getBuckets() {  
        List<Bucket> buckets = conn.listBuckets();  
        return buckets;  
    }  
  
    public Bucket getBuketsByname(String bucketName) {  
        Bucket resultBucket = null;  
        if (bucketName.isEmpty()) {  
            return null;  
        }  
        List<Bucket> buckets = conn.listBuckets();  
        if(buckets == null){  
            return resultBucket;  
        }  
        for (Bucket bucket : buckets) {  
            if (bucketName.equals(bucket.getName())) {  
                resultBucket = bucket;  
                break;  
            }  
        }  
        return resultBucket;  
    }  
  
    /** 
     * 新建容器名稱 
     * @param bucketName 
     * @return 
     */  
    public Bucket creatBucket(String bucketName) {  
        if (bucketName.isEmpty()) {  
            return null;  
        }  
        Bucket bucket = conn.createBucket(bucketName);  
  
        return bucket;  
    }  
  
    /** 
     * 獲取該容器下面的所有信息（文件目錄集合和文件信息集合） 
     * @param bucketName 
     * @return 
     */  
    public ObjectListing getBacketObjects(String bucketName) {  
        if (bucketName.isEmpty()) {  
            return null;  
        }  
        ObjectListing objects = conn.listObjects(bucketName);  
        return objects;  
    }  
  
    /** 
     * 獲取某個文件（前綴路徑）下的所有信息 
     * @param bucketName 
     * @param prefix 
     * @param isDelimiter 
     * @return 
     */  
    public ObjectListing getBacketObjects(String bucketName, String prefix,Boolean isDelimiter ) {  
        if ( bucketName == null || bucketName.isEmpty()) {  
            return null;  
        }  
        ListObjectsRequest objectsRequest = new ListObjectsRequest().withBucketName(bucketName);  
        if (prefix != null && !prefix.isEmpty()) {  
            objectsRequest = objectsRequest.withPrefix(prefix);  
        }  
        if(isDelimiter){  
            objectsRequest = objectsRequest.withDelimiter("/");  
        }  
        ObjectListing objects = conn.listObjects(objectsRequest);  
        return objects;  
    }  
  
    /** 
     * 獲取當前容器下面的目錄集合 
     * @param objects 
     * @return 
     */  
    public List<StorageObjectVo> getDirectList(ObjectListing objects) {  
        List<StorageObjectVo> diectList = new ArrayList<StorageObjectVo>();  
        String prefix = objects.getPrefix();  
        do {  
            List<String> commomprefix = objects.getCommonPrefixes();  
  
            for (String comp : commomprefix) {  
                StorageObjectVo dirStorageObjectVo = new StorageObjectVo();  
                String dirName = comp.substring(prefix == null?0:prefix.length(), comp.length()-1);  
                dirStorageObjectVo.setName(dirName);  
                dirStorageObjectVo.setType("文件夾");  
                diectList.add(dirStorageObjectVo);  
  
            }  
            objects = conn.listNextBatchOfObjects(objects);  
        } while (objects.isTruncated());  
        return diectList;  
    }  
  
  
    /** 
     * 獲取當前容器下面的文件集合 
     * @param objects 
     * @return 
     */  
    public List<StorageObjectVo> getFileList(ObjectListing objects) {  
        List<StorageObjectVo> fileList = new ArrayList<StorageObjectVo>();  
        String prefix = objects.getPrefix();  
        do {  
            for (S3ObjectSummary objectSummary : objects.getObjectSummaries()) {  
                System.out.println(objectSummary.getKey() + "\t" + objectSummary.getSize() + "\t" + StringUtils.fromDate(objectSummary.getLastModified()));  
                if(prefix!= null  && objectSummary.getKey().equals(prefix.trim())){  
                    continue;  
                }  
                StorageObjectVo fileStorageObjectVo = new StorageObjectVo();  
                String fileName = objectSummary.getKey().substring(prefix == null?0:prefix.length(), objectSummary.getKey().length());  
//                fileStorageObjectVo.setName(objectSummary.getKey());  
                fileStorageObjectVo.setName(fileName);  
                fileStorageObjectVo.setType("文件");  
                fileStorageObjectVo.setSize(bytes2kb(objectSummary.getSize()));  
                fileStorageObjectVo.setDate(df.format(objectSummary.getLastModified()));  
                fileList.add(fileStorageObjectVo);  
            }  
            objects = conn.listNextBatchOfObjects(objects);  
        } while (objects.isTruncated());  
        return fileList;  
    }  
  
    public List<StorageObjectVo> getObjectList(String bucketName, String prefix) {  
        if ( bucketName == null && bucketName.isEmpty()) {  
            return null;  
        }  
        ListObjectsRequest objectsRequest = new ListObjectsRequest().withBucketName(bucketName);  
        if (prefix!=null &&  !prefix.isEmpty()) {  
            objectsRequest = objectsRequest.withPrefix(prefix);  
        }  
        objectsRequest = objectsRequest.withDelimiter("/");  
        ObjectListing objects = conn.listObjects(objectsRequest);  
        List<StorageObjectVo> resultList = new ArrayList<StorageObjectVo>();  
        List<StorageObjectVo> dirList = getDirectList(objects);  
        if (dirList != null && dirList.size() > 0) {  
            resultList.addAll(dirList);  
        }  
        List<StorageObjectVo> fileList = getFileList(objects);  
        if (fileList != null && fileList.size() > 0) {  
            resultList.addAll(fileList);  
        }    
        return resultList;  
    }  
    //創建文件目錄  
    public  Boolean creatpath(String bucketName,String StorageObjectVoPath,  String folderName){  
        if(bucketName == null || folderName == null){  
            return  false;  
        }  
        if(StorageObjectVoPath == null || StorageObjectVoPath.isEmpty()|| "null".equals(StorageObjectVoPath)){  
            StorageObjectVoPath ="";  
        }  
        String key = StorageObjectVoPath + folderName+"/";  
        ByteArrayInputStream local = new ByteArrayInputStream("".getBytes());  
        PutObjectResult result =   conn.putObject(bucketName, key, local, new ObjectMetadata());  
        return  true;  
  
    }  
  
    public Boolean deleteBucket(String bucketName) {  
        if (bucketName.isEmpty()) {  
            return false;  
        }  
        Bucket bucket = conn.createBucket(bucketName);  
        conn.deleteBucket(bucket.getName());  
        return true;  
    }  
  
    /** 
     * 
     * 上傳 文件對象到容器 
     * @param bucketName 
     * @param StorageObjectVoPath 
     * @param fileName 
     * @param uploadFile 
     * @return 
     */  
    public PutObjectResult creatObject(String bucketName,String StorageObjectVoPath, String fileName, File uploadFile) {  
        if(StorageObjectVoPath == null || StorageObjectVoPath.isEmpty()|| "null".equals(StorageObjectVoPath)){  
            StorageObjectVoPath ="";  
        }  
        if(uploadFile == null){  
            return  null;  
        }  
        String fileAllPath = StorageObjectVoPath + fileName;  
        FileInputStream inputStream = null;  
        try {  
            inputStream = new FileInputStream(uploadFile);  
  
        } catch (FileNotFoundException e) {  
            e.printStackTrace();  
        }  
        PutObjectResult result = conn.putObject(bucketName, fileAllPath, inputStream, new ObjectMetadata());  
        return result;  
    }  
  
  
    public void changeOBjectACL(String bucketName, String ObjectName, CannedAccessControlList aceess) {  
        conn.setObjectAcl(bucketName, ObjectName, aceess);  
    }  
  
  
    public ObjectMetadata download(String bucketName, String objectName, File destinationFile) {  
        if (bucketName.isEmpty() || objectName.isEmpty()) {  
            return null;  
        }  
        ObjectMetadata result = conn.getObject(new GetObjectRequest(bucketName, objectName), destinationFile);  
        return result;  
    }  
    public S3Object download(String bucketName, String objectName) {  
        if (bucketName.isEmpty() || objectName.isEmpty()) {  
            return null;  
        }  
        S3Object  object = conn.getObject(bucketName, objectName);  
        return object;  
    }  
  
    public Boolean deleteObject(String bucketName, String objectName) {  
        if (bucketName.isEmpty() || objectName.isEmpty()) {  
            return false;  
        }  
        conn.deleteObject(bucketName, objectName);  
        return true;  
    }  
  
    /**生成文件url 
     * 
     * @param bucketName 
     * @param objectName 
     * @return 
     */  
    public String getDownloadUrl(String bucketName, String objectName) {  
        if (bucketName.isEmpty() || objectName.isEmpty()) {  
            return null;  
        }  
        GeneratePresignedUrlRequest request = new GeneratePresignedUrlRequest(bucketName, objectName);  
        System.out.println(conn.generatePresignedUrl(request));  
        return conn.generatePresignedUrl(request).toString();  
    }  
  
    /** 
     * 移動對象信息到目標容器 
     * @param OrgbucketName 
     * @param orgKey 
     * @param destinationName 
     * @param destinationKey 
     * @return 
     */  
    public Boolean moveObject(String OrgbucketName,String orgKey,String destinationName,String destinationKey){  
        CopyObjectResult result=conn.copyObject(OrgbucketName, orgKey, destinationName, destinationKey);  
        Boolean isDelete=deleteObject(OrgbucketName,orgKey);  
        if(result!=null){  
            return isDelete;  
        }  
        return false;  
    }  
  
    /** 
     * 移動目標文件夾信息到目標容器 
     * @param objects 
     * @param destinationBucket 
     * @return 
     */  
    public Boolean moveForder(ObjectListing objects,String destinationBucket){  
        String bucketName = objects.getBucketName();  
        do {  
            for (S3ObjectSummary objectSummary : objects.getObjectSummaries()) {  
                System.out.println(objectSummary.getKey() + "\t" + objectSummary.getSize() + "\t" + StringUtils.fromDate(objectSummary.getLastModified()));  
                CopyObjectResult result=conn.copyObject(bucketName, objectSummary.getKey(), destinationBucket,  objectSummary.getKey());  
                Boolean isDelete=deleteObject(bucketName, objectSummary.getKey());  
            }  
            objects = conn.listNextBatchOfObjects(objects);  
        } while (objects.isTruncated());  
        return  true;  
    }  
  
    /** 
     * 刪除文件夾內容（必須先遍歷刪除文件夾內的內容） 
     * @param objects 
     * @return 
     */  
    public Boolean deleteForder(ObjectListing objects){  
        String bucketName = objects.getBucketName();  
        do {  
            for (S3ObjectSummary objectSummary : objects.getObjectSummaries()) {  
                System.out.println(objectSummary.getKey() + "\t" + objectSummary.getSize() + "\t" + StringUtils.fromDate(objectSummary.getLastModified()));  
                Boolean isDelete=deleteObject(bucketName, objectSummary.getKey());  
            }  
            objects = conn.listNextBatchOfObjects(objects);  
        } while (objects.isTruncated());  
        return  true;  
    }  
  
    /** 
     * 將文件大小格式轉為MB格式 
     * @param bytes 
     * @return 
     */  
    public static String bytes2kb(long bytes) {  
        BigDecimal filesize = new BigDecimal(bytes);  
        BigDecimal megabyte = new BigDecimal(1024 * 1024);  
        float returnValue = filesize.divide(megabyte, 2, BigDecimal.ROUND_UP)  
                .floatValue();  
        if (returnValue > 1)  
            return (returnValue + "MB");  
        BigDecimal kilobyte = new BigDecimal(1024);  
        returnValue = filesize.divide(kilobyte, 2, BigDecimal.ROUND_UP)  
                .floatValue();  
        return (returnValue + "KB");  
    }  
}  

　　

Amazon S3 功能介紹