image.py 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291
  1. import os
  2. import os.path
  3. import struct
  4. from io import BytesIO
  5. from typing import BinaryIO, Literal, Tuple
  6. from pdfminer.jbig2 import JBIG2StreamReader, JBIG2StreamWriter
  7. from pdfminer.layout import LTImage
  8. from pdfminer.pdfcolor import (
  9. LITERAL_DEVICE_CMYK,
  10. LITERAL_DEVICE_GRAY,
  11. LITERAL_DEVICE_RGB,
  12. LITERAL_INLINE_DEVICE_GRAY,
  13. LITERAL_INLINE_DEVICE_RGB,
  14. )
  15. from pdfminer.pdfexceptions import PDFValueError
  16. from pdfminer.pdftypes import (
  17. LITERALS_DCT_DECODE,
  18. LITERALS_FLATE_DECODE,
  19. LITERALS_JBIG2_DECODE,
  20. LITERALS_JPX_DECODE,
  21. )
  22. PIL_ERROR_MESSAGE = (
  23. "Could not import Pillow. This dependency of pdfminer.six is not "
  24. "installed by default. You need it to to save jpg images to a file. Install it "
  25. "with `pip install 'pdfminer.six[image]'`"
  26. )
  27. def align32(x: int) -> int:
  28. return ((x + 3) // 4) * 4
  29. class BMPWriter:
  30. def __init__(self, fp: BinaryIO, bits: int, width: int, height: int) -> None:
  31. self.fp = fp
  32. self.bits = bits
  33. self.width = width
  34. self.height = height
  35. if bits == 1:
  36. ncols = 2
  37. elif bits == 8:
  38. ncols = 256
  39. elif bits == 24:
  40. ncols = 0
  41. else:
  42. raise PDFValueError(bits)
  43. self.linesize = align32((self.width * self.bits + 7) // 8)
  44. self.datasize = self.linesize * self.height
  45. headersize = 14 + 40 + ncols * 4
  46. info = struct.pack(
  47. "<IiiHHIIIIII",
  48. 40,
  49. self.width,
  50. self.height,
  51. 1,
  52. self.bits,
  53. 0,
  54. self.datasize,
  55. 0,
  56. 0,
  57. ncols,
  58. 0,
  59. )
  60. assert len(info) == 40, str(len(info))
  61. header = struct.pack(
  62. "<ccIHHI",
  63. b"B",
  64. b"M",
  65. headersize + self.datasize,
  66. 0,
  67. 0,
  68. headersize,
  69. )
  70. assert len(header) == 14, str(len(header))
  71. self.fp.write(header)
  72. self.fp.write(info)
  73. if ncols == 2:
  74. # B&W color table
  75. for i in (0, 255):
  76. self.fp.write(struct.pack("BBBx", i, i, i))
  77. elif ncols == 256:
  78. # grayscale color table
  79. for i in range(256):
  80. self.fp.write(struct.pack("BBBx", i, i, i))
  81. self.pos0 = self.fp.tell()
  82. self.pos1 = self.pos0 + self.datasize
  83. def write_line(self, y: int, data: bytes) -> None:
  84. self.fp.seek(self.pos1 - (y + 1) * self.linesize)
  85. self.fp.write(data)
  86. class ImageWriter:
  87. """Write image to a file
  88. Supports various image types: JPEG, JBIG2 and bitmaps
  89. """
  90. def __init__(self, outdir: str) -> None:
  91. self.outdir = outdir
  92. if not os.path.exists(self.outdir):
  93. os.makedirs(self.outdir)
  94. def export_image(self, image: LTImage) -> str:
  95. """Save an LTImage to disk"""
  96. (width, height) = image.srcsize
  97. filters = image.stream.get_filters()
  98. if filters[-1][0] in LITERALS_DCT_DECODE:
  99. name = self._save_jpeg(image)
  100. elif filters[-1][0] in LITERALS_JPX_DECODE:
  101. name = self._save_jpeg2000(image)
  102. elif self._is_jbig2_iamge(image):
  103. name = self._save_jbig2(image)
  104. elif image.bits == 1:
  105. name = self._save_bmp(image, width, height, (width + 7) // 8, image.bits)
  106. elif image.bits == 8 and (
  107. LITERAL_DEVICE_RGB in image.colorspace
  108. or LITERAL_INLINE_DEVICE_RGB in image.colorspace
  109. ):
  110. name = self._save_bmp(image, width, height, width * 3, image.bits * 3)
  111. elif image.bits == 8 and (
  112. LITERAL_DEVICE_GRAY in image.colorspace
  113. or LITERAL_INLINE_DEVICE_GRAY in image.colorspace
  114. ):
  115. name = self._save_bmp(image, width, height, width, image.bits)
  116. elif len(filters) == 1 and filters[0][0] in LITERALS_FLATE_DECODE:
  117. name = self._save_bytes(image)
  118. else:
  119. name = self._save_raw(image)
  120. return name
  121. def _save_jpeg(self, image: LTImage) -> str:
  122. """Save a JPEG encoded image"""
  123. data = image.stream.get_data()
  124. name, path = self._create_unique_image_name(image, ".jpg")
  125. with open(path, "wb") as fp:
  126. if LITERAL_DEVICE_CMYK in image.colorspace:
  127. try:
  128. from PIL import Image, ImageChops # type: ignore[import]
  129. except ImportError:
  130. raise ImportError(PIL_ERROR_MESSAGE)
  131. ifp = BytesIO(data)
  132. i = Image.open(ifp)
  133. i = ImageChops.invert(i)
  134. i = i.convert("RGB")
  135. i.save(fp, "JPEG")
  136. else:
  137. fp.write(data)
  138. return name
  139. def _save_jpeg2000(self, image: LTImage) -> str:
  140. """Save a JPEG 2000 encoded image"""
  141. data = image.stream.get_data()
  142. name, path = self._create_unique_image_name(image, ".jp2")
  143. with open(path, "wb") as fp:
  144. try:
  145. from PIL import Image # type: ignore[import]
  146. except ImportError:
  147. raise ImportError(PIL_ERROR_MESSAGE)
  148. # if we just write the raw data, most image programs
  149. # that I have tried cannot open the file. However,
  150. # open and saving with PIL produces a file that
  151. # seems to be easily opened by other programs
  152. ifp = BytesIO(data)
  153. i = Image.open(ifp)
  154. i.save(fp, "JPEG2000")
  155. return name
  156. def _save_jbig2(self, image: LTImage) -> str:
  157. """Save a JBIG2 encoded image"""
  158. name, path = self._create_unique_image_name(image, ".jb2")
  159. with open(path, "wb") as fp:
  160. input_stream = BytesIO()
  161. global_streams = []
  162. filters = image.stream.get_filters()
  163. for filter_name, params in filters:
  164. if filter_name in LITERALS_JBIG2_DECODE:
  165. global_streams.append(params["JBIG2Globals"].resolve())
  166. if len(global_streams) > 1:
  167. msg = (
  168. "There should never be more than one JBIG2Globals "
  169. "associated with a JBIG2 embedded image"
  170. )
  171. raise PDFValueError(msg)
  172. if len(global_streams) == 1:
  173. input_stream.write(global_streams[0].get_data().rstrip(b"\n"))
  174. input_stream.write(image.stream.get_data())
  175. input_stream.seek(0)
  176. reader = JBIG2StreamReader(input_stream)
  177. segments = reader.get_segments()
  178. writer = JBIG2StreamWriter(fp)
  179. writer.write_file(segments)
  180. return name
  181. def _save_bmp(
  182. self,
  183. image: LTImage,
  184. width: int,
  185. height: int,
  186. bytes_per_line: int,
  187. bits: int,
  188. ) -> str:
  189. """Save a BMP encoded image"""
  190. name, path = self._create_unique_image_name(image, ".bmp")
  191. with open(path, "wb") as fp:
  192. bmp = BMPWriter(fp, bits, width, height)
  193. data = image.stream.get_data()
  194. i = 0
  195. for y in range(height):
  196. bmp.write_line(y, data[i : i + bytes_per_line])
  197. i += bytes_per_line
  198. return name
  199. def _save_bytes(self, image: LTImage) -> str:
  200. """Save an image without encoding, just bytes"""
  201. name, path = self._create_unique_image_name(image, ".jpg")
  202. width, height = image.srcsize
  203. channels = len(image.stream.get_data()) / width / height / (image.bits / 8)
  204. with open(path, "wb") as fp:
  205. try:
  206. from PIL import (
  207. Image, # type: ignore[import]
  208. ImageOps,
  209. )
  210. except ImportError:
  211. raise ImportError(PIL_ERROR_MESSAGE)
  212. mode: Literal["1", "L", "RGB", "CMYK"]
  213. if image.bits == 1:
  214. mode = "1"
  215. elif image.bits == 8 and channels == 1:
  216. mode = "L"
  217. elif image.bits == 8 and channels == 3:
  218. mode = "RGB"
  219. elif image.bits == 8 and channels == 4:
  220. mode = "CMYK"
  221. img = Image.frombytes(mode, image.srcsize, image.stream.get_data(), "raw")
  222. if mode == "L":
  223. img = ImageOps.invert(img)
  224. img.save(fp)
  225. return name
  226. def _save_raw(self, image: LTImage) -> str:
  227. """Save an image with unknown encoding"""
  228. ext = ".%d.%dx%d.img" % (image.bits, image.srcsize[0], image.srcsize[1])
  229. name, path = self._create_unique_image_name(image, ext)
  230. with open(path, "wb") as fp:
  231. fp.write(image.stream.get_data())
  232. return name
  233. @staticmethod
  234. def _is_jbig2_iamge(image: LTImage) -> bool:
  235. filters = image.stream.get_filters()
  236. for filter_name, params in filters:
  237. if filter_name in LITERALS_JBIG2_DECODE:
  238. return True
  239. return False
  240. def _create_unique_image_name(self, image: LTImage, ext: str) -> Tuple[str, str]:
  241. name = image.name + ext
  242. path = os.path.join(self.outdir, name)
  243. img_index = 0
  244. while os.path.exists(path):
  245. name = "%s.%d%s" % (image.name, img_index, ext)
  246. path = os.path.join(self.outdir, name)
  247. img_index += 1
  248. return name, path