mirror of
https://github.com/docusealco/docuseal.git
synced 2026-06-23 04:10:11 +00:00
pdfium
This commit is contained in:
Pete Matsyburka
@@ -157,7 +157,10 @@ jobs:
|
||||
bundle install --jobs 4 --retry 4
|
||||
yarn install
|
||||
sudo apt-get update
|
||||
sudo apt-get install libvips
|
||||
sudo apt-get install -y libvips
|
||||
wget -O pdfium-linux.tgz "https://github.com/docusealco/pdfium-binaries/releases/latest/download/pdfium-linux-$(uname -m | sed 's/x86_64/x64/;s/aarch64/arm64/').tgz"
|
||||
sudo tar -xzf pdfium-linux.tgz --strip-components=1 -C /usr/lib lib/libpdfium.so
|
||||
rm -f pdfium-linux.tgz
|
||||
- name: Run
|
||||
env:
|
||||
RAILS_ENV: test
|
||||
|
||||
+16
-5
@@ -1,8 +1,17 @@
|
||||
FROM ruby:3.4.2-alpine AS fonts
|
||||
FROM ruby:3.4.2-alpine AS download
|
||||
|
||||
WORKDIR /fonts
|
||||
|
||||
RUN apk --no-cache add fontforge wget && wget https://github.com/satbyy/go-noto-universal/releases/download/v7.0/GoNotoKurrent-Regular.ttf && wget https://github.com/satbyy/go-noto-universal/releases/download/v7.0/GoNotoKurrent-Bold.ttf && wget https://github.com/impallari/DancingScript/raw/master/fonts/DancingScript-Regular.otf && wget https://cdn.jsdelivr.net/gh/notofonts/notofonts.github.io/fonts/NotoSansSymbols2/hinted/ttf/NotoSansSymbols2-Regular.ttf && wget https://github.com/Maxattax97/gnu-freefont/raw/master/ttf/FreeSans.ttf && wget https://github.com/impallari/DancingScript/raw/master/OFL.txt
|
||||
RUN apk --no-cache add fontforge wget && \
|
||||
wget https://github.com/satbyy/go-noto-universal/releases/download/v7.0/GoNotoKurrent-Regular.ttf && \
|
||||
wget https://github.com/satbyy/go-noto-universal/releases/download/v7.0/GoNotoKurrent-Bold.ttf && \
|
||||
wget https://github.com/impallari/DancingScript/raw/master/fonts/DancingScript-Regular.otf && \
|
||||
wget https://cdn.jsdelivr.net/gh/notofonts/notofonts.github.io/fonts/NotoSansSymbols2/hinted/ttf/NotoSansSymbols2-Regular.ttf && \
|
||||
wget https://github.com/Maxattax97/gnu-freefont/raw/master/ttf/FreeSans.ttf && \
|
||||
wget https://github.com/impallari/DancingScript/raw/master/OFL.txt && \
|
||||
wget -O pdfium-linux.tgz "https://github.com/docusealco/pdfium-binaries/releases/latest/download/pdfium-linux-$(uname -m | sed 's/x86_64/x64/;s/aarch64/arm64/').tgz" && \
|
||||
mkdir -p /pdfium-linux && \
|
||||
tar -xzf pdfium-linux.tgz -C /pdfium-linux
|
||||
|
||||
RUN fontforge -lang=py -c 'font1 = fontforge.open("FreeSans.ttf"); font2 = fontforge.open("NotoSansSymbols2-Regular.ttf"); font1.mergeFonts(font2); font1.generate("FreeSans.ttf")'
|
||||
|
||||
@@ -41,7 +50,7 @@ ENV OPENSSL_CONF=/app/openssl_legacy.cnf
|
||||
|
||||
WORKDIR /app
|
||||
|
||||
RUN echo '@edge https://dl-cdn.alpinelinux.org/alpine/edge/community' >> /etc/apk/repositories && apk add --no-cache sqlite-dev libpq-dev mariadb-dev vips-dev vips-poppler poppler-utils redis libheif@edge vips-heif gcompat ttf-freefont && mkdir /fonts && rm /usr/share/fonts/freefont/FreeSans.otf
|
||||
RUN echo '@edge https://dl-cdn.alpinelinux.org/alpine/edge/community' >> /etc/apk/repositories && apk add --no-cache sqlite-dev libpq-dev mariadb-dev vips-dev@edge redis libheif@edge vips-heif gcompat ttf-freefont && mkdir /fonts && rm /usr/share/fonts/freefont/FreeSans.otf
|
||||
|
||||
RUN echo $'.include = /etc/ssl/openssl.cnf\n\
|
||||
\n\
|
||||
@@ -70,8 +79,10 @@ COPY ./tmp ./tmp
|
||||
COPY LICENSE README.md Rakefile config.ru .version ./
|
||||
COPY .version ./public/version
|
||||
|
||||
COPY --from=fonts /fonts/GoNotoKurrent-Regular.ttf /fonts/GoNotoKurrent-Bold.ttf /fonts/DancingScript-Regular.otf /fonts/OFL.txt /fonts
|
||||
COPY --from=fonts /fonts/FreeSans.ttf /usr/share/fonts/freefont
|
||||
COPY --from=download /fonts/GoNotoKurrent-Regular.ttf /fonts/GoNotoKurrent-Bold.ttf /fonts/DancingScript-Regular.otf /fonts/OFL.txt /fonts
|
||||
COPY --from=download /fonts/FreeSans.ttf /usr/share/fonts/freefont
|
||||
COPY --from=download /pdfium-linux/lib/libpdfium.so /usr/lib/libpdfium.so
|
||||
COPY --from=download /pdfium-linux/licenses/pdfium.txt /usr/lib/libpdfium-LICENSE.txt
|
||||
COPY --from=webpack /app/public/packs ./public/packs
|
||||
|
||||
RUN ln -s /fonts /app/public/fonts
|
||||
|
||||
+412
@@ -0,0 +1,412 @@
|
||||
# frozen_string_literal: true
|
||||
|
||||
class Pdfium
|
||||
extend FFI::Library
|
||||
|
||||
LIB_NAME = 'pdfium'
|
||||
|
||||
begin
|
||||
ffi_lib case FFI::Platform::OS
|
||||
when 'darwin'
|
||||
[
|
||||
"lib#{LIB_NAME}.dylib",
|
||||
'/Applications/LibreOffice.app/Contents/Frameworks/libpdfiumlo.dylib'
|
||||
]
|
||||
else
|
||||
"lib#{LIB_NAME}.so"
|
||||
end
|
||||
rescue LoadError => e
|
||||
raise "Could not load libpdfium library. Make sure it's installed and in your library path. Error: #{e.message}"
|
||||
end
|
||||
|
||||
typedef :pointer, :FPDF_STRING
|
||||
typedef :pointer, :FPDF_DOCUMENT
|
||||
typedef :pointer, :FPDF_PAGE
|
||||
typedef :pointer, :FPDF_BITMAP
|
||||
typedef :pointer, :FPDF_FORMHANDLE
|
||||
|
||||
MAX_SIZE = 32_767
|
||||
|
||||
FPDF_ANNOT = 0x01
|
||||
FPDF_LCD_TEXT = 0x02
|
||||
FPDF_NO_NATIVETEXT = 0x04
|
||||
FPDF_GRAYSCALE = 0x08
|
||||
FPDF_REVERSE_BYTE_ORDER = 0x10
|
||||
FPDF_RENDER_LIMITEDIMAGECACHE = 0x200
|
||||
FPDF_RENDER_FORCEHALFTONE = 0x400
|
||||
FPDF_PRINTING = 0x800
|
||||
|
||||
# rubocop:disable Naming/ClassAndModuleCamelCase
|
||||
class FPDF_LIBRARY_CONFIG < FFI::Struct
|
||||
layout :version, :int,
|
||||
:m_pUserFontPaths, :pointer,
|
||||
:m_pIsolate, :pointer,
|
||||
:m_v8EmbedderSlot, :uint,
|
||||
:m_pPlatform, :pointer,
|
||||
:m_RendererType, :int
|
||||
end
|
||||
# rubocop:enable Naming/ClassAndModuleCamelCase
|
||||
|
||||
attach_function :FPDF_InitLibraryWithConfig, [:pointer], :void
|
||||
attach_function :FPDF_DestroyLibrary, [], :void
|
||||
|
||||
attach_function :FPDF_LoadDocument, %i[string FPDF_STRING], :FPDF_DOCUMENT
|
||||
attach_function :FPDF_LoadMemDocument, %i[pointer int FPDF_STRING], :FPDF_DOCUMENT
|
||||
attach_function :FPDF_CloseDocument, [:FPDF_DOCUMENT], :void
|
||||
attach_function :FPDF_GetPageCount, [:FPDF_DOCUMENT], :int
|
||||
attach_function :FPDF_GetLastError, [], :ulong
|
||||
|
||||
attach_function :FPDF_LoadPage, %i[FPDF_DOCUMENT int], :FPDF_PAGE
|
||||
attach_function :FPDF_ClosePage, [:FPDF_PAGE], :void
|
||||
attach_function :FPDF_GetPageWidthF, [:FPDF_PAGE], :float
|
||||
attach_function :FPDF_GetPageHeightF, [:FPDF_PAGE], :float
|
||||
|
||||
attach_function :FPDFBitmap_Create, %i[int int int], :FPDF_BITMAP
|
||||
attach_function :FPDFBitmap_CreateEx, %i[int int int pointer int], :FPDF_BITMAP
|
||||
attach_function :FPDFBitmap_Destroy, [:FPDF_BITMAP], :void
|
||||
attach_function :FPDFBitmap_GetBuffer, [:FPDF_BITMAP], :pointer
|
||||
attach_function :FPDFBitmap_GetWidth, [:FPDF_BITMAP], :int
|
||||
attach_function :FPDFBitmap_GetHeight, [:FPDF_BITMAP], :int
|
||||
attach_function :FPDFBitmap_GetStride, [:FPDF_BITMAP], :int
|
||||
attach_function :FPDFBitmap_FillRect, %i[FPDF_BITMAP int int int int ulong], :void
|
||||
|
||||
attach_function :FPDF_RenderPageBitmap, %i[FPDF_BITMAP FPDF_PAGE int int int int int int], :void
|
||||
|
||||
typedef :int, :FPDF_BOOL
|
||||
typedef :pointer, :IPDF_JSPLATFORM
|
||||
|
||||
# rubocop:disable Naming/ClassAndModuleCamelCase
|
||||
class FPDF_FORMFILLINFO_V2 < FFI::Struct
|
||||
layout :version, :int,
|
||||
:Release, :pointer,
|
||||
:FFI_Invalidate, :pointer,
|
||||
:FFI_OutputSelectedRect, :pointer,
|
||||
:FFI_SetCursor, :pointer,
|
||||
:FFI_SetTimer, :pointer,
|
||||
:FFI_KillTimer, :pointer,
|
||||
:FFI_GetLocalTime, :pointer,
|
||||
:FFI_OnChange, :pointer,
|
||||
:FFI_GetPage, :pointer,
|
||||
:FFI_GetCurrentPage, :pointer,
|
||||
:FFI_GetRotation, :pointer,
|
||||
:FFI_ExecuteNamedAction, :pointer,
|
||||
:FFI_SetTextFieldFocus, :pointer,
|
||||
:FFI_DoURIAction, :pointer,
|
||||
:FFI_DoGoToAction, :pointer,
|
||||
:m_pJsPlatform, :IPDF_JSPLATFORM,
|
||||
:xfa_disabled, :FPDF_BOOL,
|
||||
:FFI_DisplayCaret, :pointer,
|
||||
:FFI_GetCurrentPageIndex, :pointer,
|
||||
:FFI_SetCurrentPage, :pointer,
|
||||
:FFI_GotoURL, :pointer,
|
||||
:FFI_GetPageViewRect, :pointer,
|
||||
:FFI_PageEvent, :pointer,
|
||||
:FFI_PopupMenu, :pointer,
|
||||
:FFI_OpenFile, :pointer,
|
||||
:FFI_EmailTo, :pointer,
|
||||
:FFI_UploadTo, :pointer,
|
||||
:FFI_GetPlatform, :pointer,
|
||||
:FFI_GetLanguage, :pointer,
|
||||
:FFI_DownloadFromURL, :pointer,
|
||||
:FFI_PostRequestURL, :pointer,
|
||||
:FFI_PutRequestURL, :pointer,
|
||||
:FFI_OnFocusChange, :pointer,
|
||||
:FFI_DoURIActionWithKeyboardModifier, :pointer
|
||||
end
|
||||
# rubocop:enable Naming/ClassAndModuleCamelCase
|
||||
|
||||
attach_function :FPDFDOC_InitFormFillEnvironment, %i[FPDF_DOCUMENT pointer], :FPDF_FORMHANDLE
|
||||
attach_function :FPDFDOC_ExitFormFillEnvironment, [:FPDF_FORMHANDLE], :void
|
||||
attach_function :FPDF_FFLDraw, %i[FPDF_FORMHANDLE FPDF_BITMAP FPDF_PAGE int int int int int int], :void
|
||||
|
||||
FPDF_ERR_SUCCESS = 0
|
||||
FPDF_ERR_UNKNOWN = 1
|
||||
FPDF_ERR_FILE = 2
|
||||
FPDF_ERR_FORMAT = 3
|
||||
FPDF_ERR_PASSWORD = 4
|
||||
FPDF_ERR_SECURITY = 5
|
||||
FPDF_ERR_PAGE = 6
|
||||
|
||||
PDFIUM_ERRORS = {
|
||||
FPDF_ERR_SUCCESS => 'Success',
|
||||
FPDF_ERR_UNKNOWN => 'Unknown error',
|
||||
FPDF_ERR_FILE => 'Error open file',
|
||||
FPDF_ERR_FORMAT => 'Invalid format',
|
||||
FPDF_ERR_PASSWORD => 'Incorrect password',
|
||||
FPDF_ERR_SECURITY => 'Security scheme error',
|
||||
FPDF_ERR_PAGE => 'Page not found'
|
||||
}.freeze
|
||||
|
||||
class PdfiumError < StandardError; end
|
||||
|
||||
def self.error_message(code)
|
||||
PDFIUM_ERRORS[code] || "Unknown error code: #{code}"
|
||||
end
|
||||
|
||||
def self.check_last_error(context_message = 'PDFium operation failed')
|
||||
error_code = FPDF_GetLastError()
|
||||
|
||||
return if error_code == FPDF_ERR_SUCCESS
|
||||
|
||||
raise PdfiumError, "#{context_message}: #{error_message(error_code)} (Code: #{error_code})"
|
||||
end
|
||||
|
||||
class Document
|
||||
attr_reader :document_ptr, :form_handle
|
||||
|
||||
def initialize(document_ptr, source_buffer = nil)
|
||||
raise ArgumentError, 'document_ptr cannot be nil' if document_ptr.nil? || document_ptr.null?
|
||||
|
||||
@document_ptr = document_ptr
|
||||
|
||||
@pages = {}
|
||||
@closed = false
|
||||
@source_buffer = source_buffer
|
||||
@form_handle = FFI::Pointer::NULL
|
||||
@form_fill_info_mem = FFI::Pointer::NULL
|
||||
|
||||
init_form_fill_environment
|
||||
end
|
||||
|
||||
def init_form_fill_environment
|
||||
return if @document_ptr.null?
|
||||
|
||||
@form_fill_info_mem = FFI::MemoryPointer.new(FPDF_FORMFILLINFO_V2.size)
|
||||
|
||||
form_fill_info_struct = FPDF_FORMFILLINFO_V2.new(@form_fill_info_mem)
|
||||
form_fill_info_struct[:version] = 2
|
||||
|
||||
@form_handle = Pdfium.FPDFDOC_InitFormFillEnvironment(@document_ptr, @form_fill_info_mem)
|
||||
end
|
||||
|
||||
def page_count
|
||||
@page_count ||= Pdfium.FPDF_GetPageCount(@document_ptr)
|
||||
end
|
||||
|
||||
def self.open_file(file_path, password = nil)
|
||||
doc_ptr = Pdfium.FPDF_LoadDocument(file_path, password)
|
||||
|
||||
if doc_ptr.null?
|
||||
Pdfium.check_last_error("Failed to load document from file '#{file_path}'")
|
||||
|
||||
raise PdfiumError, "Failed to load document from file '#{file_path}', pointer is NULL."
|
||||
end
|
||||
|
||||
doc = new(doc_ptr)
|
||||
|
||||
return doc unless block_given?
|
||||
|
||||
begin
|
||||
yield doc
|
||||
ensure
|
||||
doc.close
|
||||
end
|
||||
end
|
||||
|
||||
def self.open_bytes(bytes, password = nil)
|
||||
buffer = FFI::MemoryPointer.new(:char, bytes.bytesize)
|
||||
buffer.put_bytes(0, bytes)
|
||||
|
||||
doc_ptr = Pdfium.FPDF_LoadMemDocument(buffer, bytes.bytesize, password)
|
||||
|
||||
if doc_ptr.null?
|
||||
Pdfium.check_last_error('Failed to load document from memory')
|
||||
|
||||
raise PdfiumError, 'Failed to load document from memory, pointer is NULL.'
|
||||
end
|
||||
|
||||
doc = new(doc_ptr, buffer)
|
||||
|
||||
return doc unless block_given?
|
||||
|
||||
begin
|
||||
yield doc
|
||||
ensure
|
||||
doc.close
|
||||
end
|
||||
end
|
||||
|
||||
def closed?
|
||||
@closed
|
||||
end
|
||||
|
||||
def ensure_not_closed!
|
||||
raise PdfiumError, 'Document is closed.' if closed?
|
||||
end
|
||||
|
||||
def get_page(page_index)
|
||||
ensure_not_closed!
|
||||
|
||||
unless page_index.is_a?(Integer) && page_index >= 0 && page_index < page_count
|
||||
raise PdfiumError, "Page index #{page_index} out of range (0..#{page_count - 1})"
|
||||
end
|
||||
|
||||
@pages[page_index] ||= Page.new(self, page_index)
|
||||
end
|
||||
|
||||
def close
|
||||
return if closed?
|
||||
|
||||
@pages.each_value { |page| page.close unless page.closed? }
|
||||
@pages.clear
|
||||
|
||||
unless @form_handle.null?
|
||||
Pdfium.FPDFDOC_ExitFormFillEnvironment(@form_handle)
|
||||
|
||||
@form_handle = FFI::Pointer::NULL
|
||||
end
|
||||
|
||||
if @form_fill_info_mem && !@form_fill_info_mem.null?
|
||||
@form_fill_info_mem.free
|
||||
@form_fill_info_mem = FFI::Pointer::NULL
|
||||
end
|
||||
|
||||
Pdfium.FPDF_CloseDocument(@document_ptr) unless @document_ptr.null?
|
||||
|
||||
@document_ptr = FFI::Pointer::NULL
|
||||
@source_buffer = nil
|
||||
|
||||
@closed = true
|
||||
end
|
||||
end
|
||||
|
||||
class Page
|
||||
attr_reader :document, :page_index, :page_ptr
|
||||
|
||||
def initialize(document, page_index)
|
||||
raise ArgumentError, 'Document object is required' unless document.is_a?(Pdfium::Document)
|
||||
|
||||
@document = document
|
||||
@document.ensure_not_closed!
|
||||
|
||||
@page_index = page_index
|
||||
|
||||
@page_ptr = Pdfium.FPDF_LoadPage(document.document_ptr, page_index)
|
||||
|
||||
if @page_ptr.null?
|
||||
Pdfium.check_last_error("Failed to load page #{page_index}")
|
||||
|
||||
raise PdfiumError, "Failed to load page #{page_index}, pointer is NULL."
|
||||
end
|
||||
|
||||
@closed = false
|
||||
end
|
||||
|
||||
def width
|
||||
@width ||= Pdfium.FPDF_GetPageWidthF(@page_ptr)
|
||||
end
|
||||
|
||||
def height
|
||||
@height ||= Pdfium.FPDF_GetPageHeightF(@page_ptr)
|
||||
end
|
||||
|
||||
def closed?
|
||||
@closed
|
||||
end
|
||||
|
||||
def form_handle
|
||||
@document.form_handle
|
||||
end
|
||||
|
||||
def ensure_not_closed!
|
||||
raise PdfiumError, 'Page is closed.' if closed?
|
||||
|
||||
@document.ensure_not_closed!
|
||||
end
|
||||
|
||||
def render_to_bitmap(width: nil, height: nil, scale: nil, background_color: 0xFFFFFFFF,
|
||||
flags: FPDF_ANNOT | FPDF_LCD_TEXT | FPDF_NO_NATIVETEXT | FPDF_REVERSE_BYTE_ORDER)
|
||||
ensure_not_closed!
|
||||
|
||||
render_width, render_height = calculate_render_dimensions(width, height, scale)
|
||||
|
||||
bitmap_ptr = Pdfium.FPDFBitmap_Create(render_width, render_height, 1)
|
||||
|
||||
if bitmap_ptr.null?
|
||||
Pdfium.check_last_error('Failed to create bitmap (potential pre-existing error)')
|
||||
|
||||
raise PdfiumError, 'Failed to create bitmap (FPDFBitmap_Create returned NULL)'
|
||||
end
|
||||
|
||||
Pdfium.FPDFBitmap_FillRect(bitmap_ptr, 0, 0, render_width, render_height, background_color)
|
||||
|
||||
Pdfium.FPDF_RenderPageBitmap(bitmap_ptr, page_ptr, 0, 0, render_width, render_height, 0, flags)
|
||||
|
||||
Pdfium.check_last_error('Failed to render page to bitmap')
|
||||
|
||||
unless form_handle.null?
|
||||
Pdfium.FPDF_FFLDraw(form_handle, bitmap_ptr, page_ptr, 0, 0, render_width, render_height, 0, flags)
|
||||
|
||||
Pdfium.check_last_error('Call to FPDF_FFLDraw completed (check for rendering issues if any)')
|
||||
end
|
||||
|
||||
buffer_ptr = Pdfium.FPDFBitmap_GetBuffer(bitmap_ptr)
|
||||
stride = Pdfium.FPDFBitmap_GetStride(bitmap_ptr)
|
||||
|
||||
bitmap_data = buffer_ptr.read_bytes(stride * render_height)
|
||||
|
||||
[bitmap_data, render_width, render_height]
|
||||
ensure
|
||||
Pdfium.FPDFBitmap_Destroy(bitmap_ptr) if bitmap_ptr && !bitmap_ptr.null?
|
||||
end
|
||||
|
||||
def close
|
||||
return if closed?
|
||||
|
||||
Pdfium.FPDF_ClosePage(@page_ptr) unless @page_ptr.null?
|
||||
|
||||
@page_ptr = FFI::Pointer::NULL
|
||||
|
||||
@closed = true
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def calculate_render_dimensions(width_param, height_param, scale_param)
|
||||
if scale_param
|
||||
render_width = (width * scale_param).round
|
||||
render_height = (height * scale_param).round
|
||||
elsif width_param || height_param
|
||||
if width_param && height_param
|
||||
render_width = width_param
|
||||
render_height = height_param
|
||||
elsif width_param
|
||||
scale_factor = width_param.to_f / width
|
||||
render_width = width_param
|
||||
render_height = (height * scale_factor).round
|
||||
else
|
||||
scale_factor = height_param.to_f / height
|
||||
render_width = (width * scale_factor).round
|
||||
render_height = height_param
|
||||
end
|
||||
else
|
||||
render_width = width.to_i
|
||||
render_height = height.to_i
|
||||
end
|
||||
|
||||
[render_width.clamp(1, MAX_SIZE), render_height.clamp(1, MAX_SIZE)]
|
||||
end
|
||||
end
|
||||
|
||||
def self.initialize_library
|
||||
config_mem = FFI::MemoryPointer.new(FPDF_LIBRARY_CONFIG.size)
|
||||
|
||||
config_struct = FPDF_LIBRARY_CONFIG.new(config_mem)
|
||||
config_struct[:version] = 2
|
||||
config_struct[:m_pUserFontPaths] = FFI::Pointer::NULL
|
||||
config_struct[:m_pIsolate] = FFI::Pointer::NULL
|
||||
config_struct[:m_v8EmbedderSlot] = 0
|
||||
|
||||
FPDF_InitLibraryWithConfig(config_mem)
|
||||
end
|
||||
|
||||
def self.cleanup_library
|
||||
FPDF_DestroyLibrary()
|
||||
end
|
||||
|
||||
initialize_library
|
||||
|
||||
at_exit do
|
||||
cleanup_library
|
||||
end
|
||||
end
|
||||
@@ -6,6 +6,7 @@ module Templates
|
||||
FORMAT = '.png'
|
||||
ATTACHMENT_NAME = 'preview_images'
|
||||
|
||||
BMP_REGEXP = %r{\Aimage/(?:bmp|x-bmp|x-ms-bmp)\z}
|
||||
PDF_CONTENT_TYPE = 'application/pdf'
|
||||
CONCURRENCY = 2
|
||||
Q = 95
|
||||
@@ -38,7 +39,13 @@ module Templates
|
||||
def generate_preview_image(attachment, data)
|
||||
ActiveStorage::Attachment.where(name: ATTACHMENT_NAME, record: attachment).destroy_all
|
||||
|
||||
image = Vips::Image.new_from_buffer(data, '')
|
||||
image =
|
||||
if BMP_REGEXP.match?(attachment.content_type)
|
||||
LoadBmp.call(data)
|
||||
else
|
||||
Vips::Image.new_from_buffer(data, '')
|
||||
end
|
||||
|
||||
image = image.autorot.resize(MAX_WIDTH / image.width.to_f)
|
||||
|
||||
bitdepth = 2**image.stats.to_a[1..3].pluck(2).uniq.size
|
||||
@@ -77,11 +84,13 @@ module Templates
|
||||
end
|
||||
|
||||
def generate_document_preview_images(attachment, data, range, concurrency: CONCURRENCY)
|
||||
doc = Pdfium::Document.open_bytes(data)
|
||||
|
||||
pool = Concurrent::FixedThreadPool.new(concurrency)
|
||||
|
||||
promises =
|
||||
range.map do |page_number|
|
||||
Concurrent::Promise.execute(executor: pool) { build_and_upload_blob(data, page_number) }
|
||||
Concurrent::Promise.execute(executor: pool) { build_and_upload_blob(doc, page_number) }
|
||||
end
|
||||
|
||||
Concurrent::Promise.zip(*promises).value!.each do |blob|
|
||||
@@ -95,31 +104,42 @@ module Templates
|
||||
)
|
||||
end
|
||||
end
|
||||
|
||||
pool.kill
|
||||
ensure
|
||||
doc&.close
|
||||
pool&.kill
|
||||
end
|
||||
|
||||
def build_and_upload_blob(data, page_number)
|
||||
page = Vips::Image.new_from_buffer(data, '', dpi: DPI, page: page_number)
|
||||
page = page.resize(MAX_WIDTH / page.width.to_f)
|
||||
def build_and_upload_blob(doc, page_number, format = FORMAT)
|
||||
doc_page = doc.get_page(page_number)
|
||||
|
||||
data, width, height = doc_page.render_to_bitmap(width: MAX_WIDTH)
|
||||
|
||||
page = Vips::Image.new_from_memory(data, width, height, 4, :uchar)
|
||||
|
||||
page = page.copy(interpretation: :srgb)
|
||||
|
||||
bitdepth = 2**page.stats.to_a[1..3].pluck(2).uniq.size
|
||||
|
||||
io = StringIO.new(page.write_to_buffer(FORMAT, compression: 7, filter: 0, bitdepth:,
|
||||
palette: true, Q: bitdepth == 8 ? Q : 5, dither: 0))
|
||||
data =
|
||||
if format == FORMAT
|
||||
page.write_to_buffer(format, compression: 7, filter: 0, bitdepth:,
|
||||
palette: true, Q: bitdepth == 8 ? Q : 5, dither: 0)
|
||||
else
|
||||
page.write_to_buffer(format, interlace: true, Q: JPEG_Q)
|
||||
end
|
||||
|
||||
blob = ActiveStorage::Blob.new(
|
||||
filename: "#{page_number}#{FORMAT}",
|
||||
filename: "#{page_number}#{format}",
|
||||
metadata: { analyzed: true, identified: true, width: page.width, height: page.height }
|
||||
)
|
||||
|
||||
blob.upload(io)
|
||||
blob.upload(StringIO.new(data))
|
||||
|
||||
blob
|
||||
rescue Vips::Error => e
|
||||
rescue Vips::Error, Pdfium::PdfiumError => e
|
||||
Rollbar.warning(e) if defined?(Rollbar)
|
||||
|
||||
nil
|
||||
ensure
|
||||
doc_page&.close
|
||||
end
|
||||
|
||||
def maybe_flatten_form(data, pdf)
|
||||
@@ -162,35 +182,19 @@ module Templates
|
||||
end
|
||||
|
||||
def generate_pdf_preview_from_file(attachment, file_path, page_number)
|
||||
io = StringIO.new
|
||||
doc = Pdfium::Document.open_file(file_path)
|
||||
|
||||
command = [
|
||||
'pdftocairo', '-jpeg', '-jpegopt', "progressive=y,quality=#{JPEG_Q},optimize=y",
|
||||
'-scale-to-x', MAX_WIDTH, '-scale-to-y', '-1',
|
||||
'-r', DPI, '-f', page_number + 1, '-l', page_number + 1,
|
||||
'-singlefile', Shellwords.escape(file_path), '-'
|
||||
].join(' ')
|
||||
|
||||
Open3.popen3(command) do |_, stdout, _, _|
|
||||
io.write(stdout.read)
|
||||
|
||||
io.rewind
|
||||
end
|
||||
|
||||
page = Vips::Image.new_from_buffer(io.read, '')
|
||||
|
||||
io.rewind
|
||||
blob = build_and_upload_blob(doc, page_number, '.jpeg')
|
||||
|
||||
ApplicationRecord.no_touching do
|
||||
ActiveStorage::Attachment.create!(
|
||||
blob: ActiveStorage::Blob.create_and_upload!(
|
||||
io:, filename: "#{page_number}.jpg",
|
||||
metadata: { analyzed: true, identified: true, width: page.width, height: page.height }
|
||||
),
|
||||
blob: blob,
|
||||
name: ATTACHMENT_NAME,
|
||||
record: attachment
|
||||
)
|
||||
end
|
||||
ensure
|
||||
doc&.close
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
Reference in New Issue
Block a user