package com.example.rzgb.files; import com.example.rzgb.common.ApiException; import com.example.rzgb.config.AppProperties; import java.io.*; import java.nio.*; import java.nio.charset.*; import java.util.*; import javax.imageio.ImageIO; import org.apache.pdfbox.Loader; import org.apache.pdfbox.text.PDFTextStripper; import org.apache.pdfbox.rendering.PDFRenderer; import org.apache.poi.hwpf.HWPFDocument; import org.apache.poi.hwpf.extractor.WordExtractor; import org.apache.poi.xwpf.usermodel.XWPFDocument; import org.apache.poi.xwpf.extractor.XWPFWordExtractor; import org.apache.poi.ss.usermodel.*; import org.apache.poi.hslf.usermodel.HSLFSlideShow; import org.apache.poi.xslf.usermodel.XMLSlideShow; import org.jsoup.Jsoup; import org.springframework.stereotype.Component; /** * 只做本地提取,不执行 Office 宏、HTML 脚本或外部链接。每段保存可回查的位置。 * 空白/扫描 PDF 按页送视觉,文字 PDF 不额外发图片;所有超限均明确拒绝而非静默截断。 */ @Component public class BidFileParser { private final AppProperties p; public BidFileParser(AppProperties p) { this.p=p; // 限制压缩包单项解压大小,保留 POI 默认压缩比保护,拒绝 ZIP 炸弹。 org.apache.poi.openxml4j.util.ZipSecureFile.setMaxEntrySize(50L*1024*1024); org.apache.poi.openxml4j.util.ZipSecureFile.setMaxTextSize(1L*1024*1024); } public record Segment(String locator, String text, String image) {} public record Parsed(String mediaType, List segments) {} public Parsed parse(String filename, byte[] bytes) { String ext=filename.substring(filename.lastIndexOf('.')+1).toLowerCase(Locale.ROOT); List parts=new ArrayList<>(); try { String media=switch(ext) { case "txt","md","csv","html","htm" -> { // UTF-8 为首选;历史国内标书使用 GB18030,二者均拒绝替换字符掩盖损坏。 String text; try { text=decode(bytes,StandardCharsets.UTF_8); } catch(CharacterCodingException e) { text=decode(bytes,Charset.forName("GB18030")); } if (text.indexOf('\0')>=0) throw new IOException("二进制内容"); if (ext.equals("html")||ext.equals("htm")) text=Jsoup.parse(text).text(); add(parts,new Segment(ext.equals("csv")?"CSV 全表(保留原始行)":"正文",text,null)); yield "text/"+(ext.startsWith("htm")?"html":"plain"); } case "pdf" -> { if (!new String(bytes,0,Math.min(5,bytes.length),StandardCharsets.US_ASCII).equals("%PDF-")) throw new IOException("签名不符"); try(var pdf=Loader.loadPDF(bytes)) { if (pdf.isEncrypted()||!pdf.getCurrentAccessPermission().canExtractContent()) throw new IOException("加密或禁止提取"); limit(pdf.getNumberOfPages(),p.maxPdfPages(),"PDF 页数"); PDFTextStripper strip=new PDFTextStripper(); PDFRenderer render=new PDFRenderer(pdf); render.setSubsamplingAllowed(true); for(int page=1;page<=pdf.getNumberOfPages();page++) { strip.setStartPage(page); strip.setEndPage(page); String text=strip.getText(pdf).trim(); String image=null; if(text.replaceAll("\\s","").length()<40 || hasLargeImage(pdf.getPage(page-1).getResources(),Collections.newSetFromMap(new IdentityHashMap<>()),0)) { var box=pdf.getPage(page-1).getCropBox(); if(box.getWidth()*box.getHeight()>4_000_000) throw new IOException("页面尺寸过大"); var bitmap=render.renderImageWithDPI(page-1,110); var out=new ByteArrayOutputStream(); ImageIO.write(bitmap,"png",out); bitmap.flush(); image=dataUrl(out.toByteArray(),"png"); } add(parts,new Segment("第 "+page+" 页",text,image)); } } yield "application/pdf"; } case "doc" -> { try(var doc=new HWPFDocument(new ByteArrayInputStream(bytes));var extractor=new WordExtractor(doc)) { String[] paragraphs=extractor.getParagraphText(); for(int i=0;i { try(var doc=new XWPFDocument(new ByteArrayInputStream(bytes));var extractor=new XWPFWordExtractor(doc)) { add(parts,new Segment("Word 正文(包含表格;原文未提供可靠页码)",extractor.getText(),null)); int image=0; for(var picture:doc.getAllPictures()) embedded(parts,picture.getData(),"Word 内嵌图片 "+(++image)+"(正文锚点需人工核对)"); } yield "application/vnd.openxmlformats-officedocument.wordprocessingml.document"; } case "xls","xlsx" -> { try(var book=WorkbookFactory.create(new ByteArrayInputStream(bytes))) { if(ext.equals("xls") != (book instanceof org.apache.poi.hssf.usermodel.HSSFWorkbook)) throw new IOException("后缀与工作簿内容不符"); limit(book.getNumberOfSheets(),p.maxPdfPages(),"工作表数"); DataFormatter fmt=new DataFormatter(Locale.CHINA); for(var sheet:book) { StringBuilder text=new StringBuilder(); for(var row:sheet) { text.append("行 ").append(row.getRowNum()+1).append(": "); // 不求值公式或更新外链;公式单元格只读取文件保存的缓存值。 fmt.setUseCachedValuesForFormulaCells(true); for(var cell:row) text.append(fmt.formatCellValue(cell)).append('\t'); text.append('\n'); if(text.length()>200_000) tooLarge("工作表全文"); } add(parts,new Segment("工作表:"+sheet.getSheetName(),text.toString(),null)); } int image=0; for(var picture:book.getAllPictures()) embedded(parts,picture.getData(),"Excel 内嵌图片 "+(++image)+"(工作表位置需人工核对)"); } // 图片资源无法可靠映射到打印页;明确资源编号,不能伪造单元格或页码。 yield ext.equals("xls")?"application/vnd.ms-excel":"application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"; } case "ppt" -> { try(var slides=new HSLFSlideShow(new ByteArrayInputStream(bytes))) { limit(slides.getSlides().size(),p.maxPdfPages(),"幻灯片数"); for(var slide:slides.getSlides()) { StringBuilder text=new StringBuilder(); for(var shape:slide.getShapes()) if(shape instanceof org.apache.poi.hslf.usermodel.HSLFTextShape s) text.append(s.getText()).append('\n'); add(parts,new Segment("幻灯片 "+slide.getSlideNumber(),text.toString(),null)); } int image=0; for(var picture:slides.getPictureData()) embedded(parts,picture.getData(),"PowerPoint 内嵌图片 "+(++image)+"(幻灯片位置需人工核对)"); } yield "application/vnd.ms-powerpoint"; } case "pptx" -> { try(var slides=new XMLSlideShow(new ByteArrayInputStream(bytes))) { limit(slides.getSlides().size(),p.maxPdfPages(),"幻灯片数"); for(var slide:slides.getSlides()) { StringBuilder text=new StringBuilder(); for(var shape:slide.getShapes()) { if(shape instanceof org.apache.poi.xslf.usermodel.XSLFTextShape s) text.append(s.getText()).append('\n'); if(shape instanceof org.apache.poi.xslf.usermodel.XSLFTable table) for(var row:table.getRows()) for(var cell:row.getCells()) text.append(cell.getText()).append('\t'); } add(parts,new Segment("幻灯片 "+(slides.getSlides().indexOf(slide)+1),text.toString(),null)); } int image=0; for(var picture:slides.getPictureData()) embedded(parts,picture.getData(),"PowerPoint 内嵌图片 "+(++image)+"(幻灯片位置需人工核对)"); } yield "application/vnd.openxmlformats-officedocument.presentationml.presentation"; } case "jpg","jpeg","png","gif","webp" -> { try(var stream=ImageIO.createImageInputStream(new ByteArrayInputStream(bytes))) { var readers=ImageIO.getImageReaders(stream); if(!readers.hasNext()) throw new IOException("图片格式不符或损坏"); var reader=readers.next(); try { reader.setInput(stream); String actual=reader.getFormatName().toLowerCase(Locale.ROOT); if(!actual.equals(ext)&&!(actual.equals("jpeg")&&ext.equals("jpg"))) throw new IOException("后缀与内容不符"); int frames=reader.getNumImages(true); limit(frames,p.maxVisionPages(),"图片帧数"); for(int frame=0;frame20_000_000) tooLarge("图片像素"); var bitmap=reader.read(frame); var out=new ByteArrayOutputStream(); ImageIO.write(bitmap,"png",out); bitmap.flush(); add(parts,new Segment("图片 / 第 "+(frame+1)+" 帧","",dataUrl(out.toByteArray(),"png"))); } } finally { reader.dispose(); } } yield "image/"+(ext.equals("jpg")?"jpeg":ext); } default -> throw new ApiException(415,"UNSUPPORTED_FILE","支持 TXT、MD、CSV、HTML、Word、Excel、PowerPoint、PDF、JPG、PNG、WebP、GIF"); }; long chars=parts.stream().mapToLong(s->s.text().length()).sum(); if(chars>200_000) tooLarge("提取全文"); limit((int)parts.stream().filter(s->s.image()!=null).count(),p.maxVisionPages(),"视觉页数"); if(parts.isEmpty()||parts.stream().allMatch(s->s.text().isBlank()&&s.image()==null)) throw new ApiException(422,"NO_FILE_CONTENT","文件未提取到文字或可识别图片,请提供文字或扫描 PDF"); return new Parsed(media,List.copyOf(parts)); } catch(ApiException e) { throw e; } catch(Exception e) { throw new ApiException(422,"FILE_PARSE_FAILED","文件损坏、加密或内容与格式不符,请检查后重新上传"); } } /** Office 内嵌位图与扫描 PDF 一样走视觉;不运行对象/宏,无法解码的矢量图明确保留缺口。 */ private void embedded(List parts,byte[] bytes,String locator)throws IOException { try(var stream=ImageIO.createImageInputStream(new ByteArrayInputStream(bytes))) { var readers=ImageIO.getImageReaders(stream); if(!readers.hasNext()) { add(parts,new Segment(locator,"此内嵌图形无法本地解码,需转换为 PNG 或扫描 PDF 后补充;不得据此认定已读全文件。",null)); return; } var reader=readers.next(); try { reader.setInput(stream); int frames=reader.getNumImages(true); limit(frames,p.maxVisionPages(),"内嵌图片帧数"); for(int frame=0;frame20_000_000) tooLarge("内嵌图片像素"); var bitmap=reader.read(frame); var out=new ByteArrayOutputStream(); ImageIO.write(bitmap,"png",out); bitmap.flush(); add(parts,new Segment(locator+(frames>1?" / 第 "+(frame+1)+" 帧":""),"",dataUrl(out.toByteArray(),"png"))); } } finally {reader.dispose();} } } /** 逐段检查派生数据总量,避免小压缩文件展开成无界图片/全文后才发现超限。 */ private void add(List parts,Segment part) { long text=part.text().length()+parts.stream().mapToLong(s->s.text().length()).sum(); long images=(part.image()==null?0:part.image().length())+parts.stream().mapToLong(s->s.image()==null?0:s.image().length()).sum(); if(text>200_000) tooLarge("提取全文"); if(images>p.maxFileBytes()*2L) tooLarge("临时解析图片总量"); if(part.image()!=null&&parts.stream().filter(s->s.image()!=null).count()>=p.maxVisionPages()) tooLarge("视觉页数"); parts.add(part); } /** 大幅扫描图可能与页眉文字共存;不能因为能提取几十个字就漏掉整页图片正文。 */ private static boolean hasLargeImage(org.apache.pdfbox.pdmodel.PDResources resources,Set visited,int depth)throws IOException { if(resources==null||depth>8||!visited.add(resources.getCOSObject())) return false; for(var name:resources.getXObjectNames()) { var object=resources.getXObject(name); if(object instanceof org.apache.pdfbox.pdmodel.graphics.image.PDImageXObject image && (long)image.getWidth()*image.getHeight()>=200_000) return true; if(object instanceof org.apache.pdfbox.pdmodel.graphics.form.PDFormXObject form && hasLargeImage(form.getResources(),visited,depth+1)) return true; } return false; } private static String decode(byte[] bytes,Charset charset)throws CharacterCodingException { return charset.newDecoder().onMalformedInput(CodingErrorAction.REPORT).onUnmappableCharacter(CodingErrorAction.REPORT).decode(ByteBuffer.wrap(bytes)).toString().replace("\uFEFF",""); } private static String dataUrl(byte[] bytes,String format) { return "data:image/"+format+";base64,"+Base64.getEncoder().encodeToString(bytes); } private static void tooLarge(String unit) { throw new ApiException(413,"FILE_LIMIT",unit+"超过保护值,请拆分后上传;未静默截断"); } private static void limit(int actual,int max,String unit) { if(actual>max) tooLarge(unit); } }