POI 通用匯出Excel(.xls,.xlsx)
POI操作EXCEL物件
HSSF:操作Excel 97(.xls)格式
XSSF:操作Excel 2007 OOXML (.xlsx)格式,操作EXCEL記憶體佔用高於HSSF
SXSSF:從POI3.8 beta3開始支援,基於XSSF,低記憶體佔用。
使用POI的HSSF物件,生成Excel 97(.xls)格式,生成的EXCEL不經過壓縮直接匯出。
線上問題:負載伺服器轉發請求到應用伺服器阻塞,以及記憶體溢位 。
如果系統存在大資料量報表匯出,則考慮使用POI的SXSSF進行EXCEL操作。
HSSF生成的Excel 97(.xls)格式本身就有每個sheet頁不能超過65536條的限制。
XSSF生成Excel 2007 OOXML (.xlsx)格式,條數增加了,但是匯出過程中,記憶體佔用率卻高於HSSF.
SXSSF是自3.8-beta3版本後,基於XSSF提供的低記憶體佔用的操作EXCEL物件。其原理是可以設定或者手動將記憶體中的EXCEL行寫到硬碟中,這樣記憶體中只儲存了少量的EXCEL行進行操作。
EXCEL的壓縮率特別高,能達到80%,12M的檔案壓縮後才2M左右。 如果未經過壓縮、不僅會佔用使用者頻寬,且會導致負載伺服器(apache)和應用伺服器之間,長時間佔用連線(二進位制流轉發),導致負載伺服器請求阻塞,不能提供服務。
一定要注意檔案流的關閉
防止前臺(頁面)連續觸發匯出EXCEL
1.通用核心匯出工具類 ExcelUtil.java
package sy.util;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io .OutputStream;
import java.lang.reflect.Method;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Date;
import java.util.Iterator;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import org.apache.poi.hpsf.SummaryInformation;
import org.apache .poi.hssf.usermodel.HSSFCell;
import org.apache.poi.hssf.usermodel.HSSFCellStyle;
import org.apache.poi.hssf.usermodel.HSSFClientAnchor;
import org.apache.poi.hssf.usermodel.HSSFComment;
import org.apache.poi.hssf.usermodel.HSSFFont;
import org.apache.poi.hssf.usermodel.HSSFPatriarch;
import org.apache.poi.hssf.usermodel.HSSFRichTextString;
import org.apache.poi.hssf.usermodel.HSSFRow;
import org.apache.poi.hssf.usermodel.HSSFSheet;
import org.apache.poi.hssf.usermodel.HSSFWorkbook;
import org.apache.poi.ss.formula.functions.T;
import org.apache.poi.ss.usermodel.CellStyle;
import org.apache.poi.ss.usermodel.DateUtil;
import org.apache.poi.ss.usermodel.Font;
import org.apache.poi.ss.util.CellRangeAddress;
import org.apache.poi.xssf.streaming.SXSSFCell;
import org.apache.poi.xssf.streaming.SXSSFRow;
import org.apache.poi.xssf.streaming.SXSSFSheet;
import org.apache.poi.xssf.streaming.SXSSFWorkbook;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
public class ExcelUtil{
public static String NO_DEFINE = "no_define";//未定義的欄位
public static String DEFAULT_DATE_PATTERN="yyyy年MM月dd日";//預設日期格式
public static int DEFAULT_COLOUMN_WIDTH = 17;
/**
* 匯出Excel 97(.xls)格式 ,少量資料
* @param title 標題行
* @param headMap 屬性-列名
* @param jsonArray 資料集
* @param datePattern 日期格式,null則用預設日期格式
* @param colWidth 列寬 預設 至少17個位元組
* @param out 輸出流
*/
public static void exportExcel(String title,Map<String, String> headMap,JSONArray jsonArray,String datePattern,int colWidth, OutputStream out) {
if(datePattern==null) datePattern = DEFAULT_DATE_PATTERN;
// 宣告一個工作薄
HSSFWorkbook workbook = new HSSFWorkbook();
workbook.createInformationProperties();
workbook.getDocumentSummaryInformation().setCompany("*****公司");
SummaryInformation si = workbook.getSummaryInformation();
si.setAuthor("JACK"); //填加xls檔案作者資訊
si.setApplicationName("匯出程式"); //填加xls檔案建立程式資訊
si.setLastAuthor("最後儲存者資訊"); //填加xls檔案最後儲存者資訊
si.setComments("JACK is a programmer!"); //填加xls檔案作者資訊
si.setTitle("POI匯出Excel"); //填加xls檔案標題資訊
si.setSubject("POI匯出Excel");//填加檔案主題資訊
si.setCreateDateTime(new Date());
//表頭樣式
HSSFCellStyle titleStyle = workbook.createCellStyle();
titleStyle.setAlignment(HSSFCellStyle.ALIGN_CENTER);
HSSFFont titleFont = workbook.createFont();
titleFont.setFontHeightInPoints((short) 20);
titleFont.setBoldweight((short) 700);
titleStyle.setFont(titleFont);
// 列頭樣式
HSSFCellStyle headerStyle = workbook.createCellStyle();
headerStyle.setFillPattern(HSSFCellStyle.SOLID_FOREGROUND);
headerStyle.setBorderBottom(HSSFCellStyle.BORDER_THIN);
headerStyle.setBorderLeft(HSSFCellStyle.BORDER_THIN);
headerStyle.setBorderRight(HSSFCellStyle.BORDER_THIN);
headerStyle.setBorderTop(HSSFCellStyle.BORDER_THIN);
headerStyle.setAlignment(HSSFCellStyle.ALIGN_CENTER);
HSSFFont headerFont = workbook.createFont();
headerFont.setFontHeightInPoints((short) 12);
headerFont.setBoldweight(HSSFFont.BOLDWEIGHT_BOLD);
headerStyle.setFont(headerFont);
// 單元格樣式
HSSFCellStyle cellStyle = workbook.createCellStyle();
cellStyle.setFillPattern(HSSFCellStyle.SOLID_FOREGROUND);
cellStyle.setBorderBottom(HSSFCellStyle.BORDER_THIN);
cellStyle.setBorderLeft(HSSFCellStyle.BORDER_THIN);
cellStyle.setBorderRight(HSSFCellStyle.BORDER_THIN);
cellStyle.setBorderTop(HSSFCellStyle.BORDER_THIN);
cellStyle.setAlignment(HSSFCellStyle.ALIGN_CENTER);
cellStyle.setVerticalAlignment(HSSFCellStyle.VERTICAL_CENTER);
HSSFFont cellFont = workbook.createFont();
cellFont.setBoldweight(HSSFFont.BOLDWEIGHT_NORMAL);
cellStyle.setFont(cellFont);
// 生成一個(帶標題)表格
HSSFSheet sheet = workbook.createSheet();
// 宣告一個畫圖的頂級管理器
HSSFPatriarch patriarch = sheet.createDrawingPatriarch();
// 定義註釋的大小和位置,詳見文件
HSSFComment comment = patriarch.createComment(new HSSFClientAnchor(0,
0, 0, 0, (short) 4, 2, (short) 6, 5));
// 設定註釋內容
comment.setString(new HSSFRichTextString("可以在POI中添加註釋!"));
// 設定註釋作者,當滑鼠移動到單元格上是可以在狀態列中看到該內容.
comment.setAuthor("JACK");
//設定列寬
int minBytes = colWidth<DEFAULT_COLOUMN_WIDTH?DEFAULT_COLOUMN_WIDTH:colWidth;//至少位元組數
int[] arrColWidth = new int[headMap.size()];
// 產生表格標題行,以及設定列寬
String[] properties = new String[headMap.size()];
String[] headers = new String[headMap.size()];
int ii = 0;
for (Iterator<String> iter = headMap.keySet().iterator(); iter
.hasNext();) {
String fieldName = iter.next();
properties[ii] = fieldName;
headers[ii] = fieldName;
int bytes = fieldName.getBytes().length;
arrColWidth[ii] = bytes < minBytes ? minBytes : bytes;
sheet.setColumnWidth(ii,arrColWidth[ii]*256);
ii++;
}
// 遍歷集合資料,產生資料行
int rowIndex = 0;
for (Object obj : jsonArray) {
if(rowIndex == 65535 || rowIndex == 0){
if ( rowIndex != 0 ) sheet = workbook.createSheet();//如果資料超過了,則在第二頁顯示
HSSFRow titleRow = sheet.createRow(0);//表頭 rowIndex=0
titleRow.createCell(0).setCellValue(title);
titleRow.getCell(0).setCellStyle(titleStyle);
sheet.addMergedRegion(new CellRangeAddress(0, 0, 0, headMap.size() - 1));
HSSFRow headerRow = sheet.createRow(1); //列頭 rowIndex =1
for(int i=0;i<headers.length;i++)
{
headerRow.createCell(i).setCellValue(headers[i]);
headerRow.getCell(i).setCellStyle(headerStyle);
}
rowIndex = 2;//資料內容從 rowIndex=2開始
}
JSONObject jo = (JSONObject) JSONObject.toJSON(obj);
HSSFRow dataRow = sheet.createRow(rowIndex);
for (int i = 0; i < properties.length; i++)
{
HSSFCell newCell = dataRow.createCell(i);
Object o = jo.get(properties[i]);
String cellValue = "";
if(o==null) cellValue = "";
else if(o instanceof Date) cellValue = new SimpleDateFormat(datePattern).format(o);
else cellValue = o.toString();
newCell.setCellValue(cellValue);
newCell.setCellStyle(cellStyle);
}
rowIndex++;
}
// 自動調整寬度
/*for (int i = 0; i < headers.length; i++) {
sheet.autoSizeColumn(i);
}*/
try {
workbook.write(out);
workbook.close();
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* 匯出Excel 2007 OOXML (.xlsx)格式
* @param title 標題行
* @param headMap 屬性-列頭
* @param jsonArray 資料集
* @param datePattern 日期格式,傳null值則預設 年月日
* @param colWidth 列寬 預設 至少17個位元組
* @param out 輸出流
*/
public static void exportExcelX(String title,Map<String, String> headMap,JSONArray jsonArray,String datePattern,int colWidth, OutputStream out) {
if(datePattern==null) datePattern = DEFAULT_DATE_PATTERN;
// 宣告一個工作薄
SXSSFWorkbook workbook = new SXSSFWorkbook(1000);//快取
workbook.setCompressTempFiles(true);
//表頭樣式
CellStyle titleStyle = workbook.createCellStyle();
titleStyle.setAlignment(HSSFCellStyle.ALIGN_CENTER);
Font titleFont = workbook.createFont();
titleFont.setFontHeightInPoints((short) 20);
titleFont.setBoldweight((short) 700);
titleStyle.setFont(titleFont);
// 列頭樣式
CellStyle headerStyle = workbook.createCellStyle();
headerStyle.setFillPattern(HSSFCellStyle.SOLID_FOREGROUND);
headerStyle.setBorderBottom(HSSFCellStyle.BORDER_THIN);
headerStyle.setBorderLeft(HSSFCellStyle.BORDER_THIN);
headerStyle.setBorderRight(HSSFCellStyle.BORDER_THIN);
headerStyle.setBorderTop(HSSFCellStyle.BORDER_THIN);
headerStyle.setAlignment(HSSFCellStyle.ALIGN_CENTER);
Font headerFont = workbook.createFont();
headerFont.setFontHeightInPoints((short) 12);
headerFont.setBoldweight(HSSFFont.BOLDWEIGHT_BOLD);
headerStyle.setFont(headerFont);
// 單元格樣式
CellStyle cellStyle = workbook.createCellStyle();
cellStyle.setFillPattern(HSSFCellStyle.SOLID_FOREGROUND);
cellStyle.setBorderBottom(HSSFCellStyle.BORDER_THIN);
cellStyle.setBorderLeft(HSSFCellStyle.BORDER_THIN);
cellStyle.setBorderRight(HSSFCellStyle.BORDER_THIN);
cellStyle.setBorderTop(HSSFCellStyle.BORDER_THIN);
cellStyle.setAlignment(HSSFCellStyle.ALIGN_CENTER);
cellStyle.setVerticalAlignment(HSSFCellStyle.VERTICAL_CENTER);
Font cellFont = workbook.createFont();
cellFont.setBoldweight(HSSFFont.BOLDWEIGHT_NORMAL);
cellStyle.setFont(cellFont);
// 生成一個(帶標題)表格
SXSSFSheet sheet = workbook.createSheet();
//設定列寬
int minBytes = colWidth<DEFAULT_COLOUMN_WIDTH?DEFAULT_COLOUMN_WIDTH:colWidth;//至少位元組數
int[] arrColWidth = new int[headMap.size()];
// 產生表格標題行,以及設定列寬
String[] properties = new String[headMap.size()];
String[] headers = new String[headMap.size()];
int ii = 0;
for (Iterator<String> iter = headMap.keySet().iterator(); iter
.hasNext();) {
String fieldName = iter.next();
properties[ii] = fieldName;
headers[ii] = headMap.get(fieldName);
int bytes = fieldName.getBytes().length;
arrColWidth[ii] = bytes < minBytes ? minBytes : bytes;
sheet.setColumnWidth(ii,arrColWidth[ii]*256);
ii++;
}
// 遍歷集合資料,產生資料行
int rowIndex = 0;
for (Object obj : jsonArray) {
if(rowIndex == 65535 || rowIndex == 0){
if ( rowIndex != 0 ) sheet = workbook.createSheet();//如果資料超過了,則在第二頁顯示
SXSSFRow titleRow = sheet.createRow(0);//表頭 rowIndex=0
titleRow.createCell(0).setCellValue(title);
titleRow.getCell(0).setCellStyle(titleStyle);
sheet.addMergedRegion(new CellRangeAddress(0, 0, 0, headMap.size() - 1));
SXSSFRow headerRow = sheet.createRow(1); //列頭 rowIndex =1
for(int i=0;i<headers.length;i++)
{
headerRow.createCell(i).setCellValue(headers[i]);
headerRow.getCell(i).setCellStyle(headerStyle);
}
rowIndex = 2;//資料內容從 rowIndex=2開始
}
JSONObject jo = (JSONObject) JSONObject.toJSON(obj);
SXSSFRow dataRow = sheet.createRow(rowIndex);
for (int i = 0; i < properties.length; i++)
{
SXSSFCell newCell = dataRow.createCell(i);
Object o = jo.get(properties[i]);
String cellValue = "";
if(o==null) cellValue = "";
else if(o instanceof Date) cellValue = new SimpleDateFormat(datePattern).format(o);
else if(o instanceof Float || o instanceof Double)
cellValue= new BigDecimal(o.toString()).setScale(2,BigDecimal.ROUND_HALF_UP).toString();
else cellValue = o.toString();
newCell.setCellValue(cellValue);
newCell.setCellStyle(cellStyle);
}
rowIndex++;
}
// 自動調整寬度
/*for (int i = 0; i < headers.length; i++) {
sheet.autoSizeColumn(i);
}*/
try {
workbook.write(out);
workbook.close();
workbook.dispose();
} catch (IOException e) {
e.printStackTrace();
}
}
//Web 匯出excel
public static void downloadExcelFile(String title,Map<String,String> headMap,JSONArray ja,HttpServletResponse response){
try {
ByteArrayOutputStream os = new ByteArrayOutputStream();
ExcelUtil.exportExcelX(title,headMap,ja,null,0,os);
byte[] content = os.toByteArray();
InputStream is = new ByteArrayInputStream(content);
// 設定response引數,可以開啟下載頁面
response.reset();
response.setContentType("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet;charset=utf-8");
response.setHeader("Content-Disposition", "attachment;filename="+ new String((title + ".xlsx").getBytes(), "iso-8859-1"));
response.setContentLength(content.length);
ServletOutputStream outputStream = response.getOutputStream();
BufferedInputStream bis = new BufferedInputStream(is);
BufferedOutputStream bos = new BufferedOutputStream(outputStream);
byte[] buff = new byte[8192];
int bytesRead;
while (-1 != (bytesRead = bis.read(buff, 0, buff.length))) {
bos.write(buff, 0, bytesRead);
}
bis.close();
bos.close();
outputStream.flush();
outputStream.close();
}catch (Exception e) {
e.printStackTrace();
}
}
public static void main(String[] args) throws IOException {
int count = 100000;
JSONArray ja = new JSONArray();
for(int i=0;i<100000;i++){
Student s = new Student();
s.setName("POI"+i);
s.setAge(i);
s.setBirthday(new Date());
s.setHeight(i);
s.setWeight(i);
s.setSex(i/2==0?false:true);
ja.add(s);
}
Map<String,String> headMap = new LinkedHashMap<String,String>();
headMap.put("name","姓名");
headMap.put("age","年齡");
headMap.put("birthday","生日");
headMap.put("height","身高");
headMap.put("weight","體重");
headMap.put("sex","性別");
String title = "測試";
/*
OutputStream outXls = new FileOutputStream("E://a.xls");
System.out.println("正在匯出xls....");
Date d = new Date();
ExcelUtil.exportExcel(title,headMap,ja,null,outXls);
System.out.println("共"+count+"條資料,執行"+(new Date().getTime()-d.getTime())+"ms");
outXls.close();*/
//
OutputStream outXlsx = new FileOutputStream("E://b.xlsx");
System.out.println("正在匯出xlsx....");
Date d2 = new Date();
ExcelUtil.exportExcelX(title,headMap,ja,null,0,outXlsx);
System.out.println("共"+count+"條資料,執行"+(new Date().getTime()-d2.getTime())+"ms");
outXlsx.close();
}
}
class Student {
private String name;
private int age;
private Date birthday;
private float height;
private double weight;
private boolean sex;
public String getName() {
return name;
}
public void setName(String name) {
this.name = name;
}
public Integer getAge() {
return age;
}
public Date getBirthday() {
return birthday;
}
public void setBirthday(Date birthday) {
this.birthday = birthday;
}
public float getHeight() {
return height;
}
public void setHeight(float height) {
this.height = height;
}
public double getWeight() {
return weight;
}
public void setWeight(double weight) {
this.weight = weight;
}
public boolean isSex() {
return sex;
}
public void setSex(boolean sex) {
this.sex = sex;
}
public void setAge(Integer age) {
this.age = age;
}
}
2. 控制器Controller 的寫法
//匯出配件列表
@RequestMapping(value = "partExport")
@ResponseBody
public void partExportHttpServletResponse response){
JSONArray ja = ptmpOrderService.selectStatExport();//獲取業務資料集
Map<String,String> headMap = ptmpOrderService.getPartStatHeadMap();//獲取屬性-列頭
String title = "配件統計表";
ExcelUtil.downloadExcelFile(title,headMap,ja,response);
}
3.前端頁面的寫法(不要用非同步方式請求,如$.post)
//可以點選一個按鈕事件觸發下面的程式碼進行匯出
window.open("partExport","_blank");
//或者可以提交表單
$('#form').attr('action','partExport');
$('#form').attr('target','_blank');
$('#form').submit();
4.POI依賴的jar包(maven pom)
<dependency>
<groupId>org.apache.poi</groupId>
<artifactId>poi-ooxml</artifactId>
<version>3.14</version>
</dependency>
5.本地測試
將10w條資料匯出到本地硬碟中,HSSF方式用時14s左右,SXSSF方式用時24s左右,儘管如此,但建議使用SXSSF匯出.xlsx的excel.
之所以使用JSONArray作為資料集,而沒有采用java的集合類,是因為JSONObject 在獲取資料的時候是採用 get(key)的方式,正好與屬性列對應,這樣靈活性高,屬性列不必與java物件的欄位匹配。而若使用java類,則要應用反射,拼湊get方法,這樣更復雜點。