2023-07-05 19:12:57 +00:00
|
|
|
"""
|
|
|
|
Fabrique à documents
|
|
|
|
Copyright (C) 2023 François Pelletier
|
|
|
|
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU Affero General Public License as published
|
|
|
|
by the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU Affero General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
"""
|
|
|
|
|
2022-12-28 05:04:27 +00:00
|
|
|
import datetime
|
|
|
|
import logging
|
|
|
|
|
2023-07-05 05:12:44 +00:00
|
|
|
from fastapi import FastAPI, UploadFile
|
2022-12-28 05:04:27 +00:00
|
|
|
from fastapi.responses import FileResponse
|
|
|
|
import pypandoc
|
|
|
|
import json
|
|
|
|
from fastapi.testclient import TestClient
|
|
|
|
import os
|
|
|
|
import shutil
|
2023-02-12 06:04:11 +00:00
|
|
|
import cv2
|
2022-12-28 05:04:27 +00:00
|
|
|
|
2023-05-17 19:53:44 +00:00
|
|
|
from DocumentSpecs import DocumentSpecs
|
|
|
|
from FormatParameters import FormatParameters
|
|
|
|
from convert_pdf import convert_pdf
|
|
|
|
from extract_emojis import replace_emojis
|
|
|
|
from list_dir import list_dir
|
|
|
|
from responses import Styles, Formats, App
|
2023-01-22 00:12:08 +00:00
|
|
|
|
2023-05-18 00:30:03 +00:00
|
|
|
|
2023-02-12 06:04:11 +00:00
|
|
|
def convert_video(images_path, output_path, width, height, fps, stilltime):
|
|
|
|
"""
|
|
|
|
Convert images in output_path into a mp4 file usine OpenCV.
|
|
|
|
:param images_path:
|
|
|
|
:param output_path:
|
|
|
|
:param images_path:
|
|
|
|
:param width:
|
|
|
|
:param height:
|
|
|
|
:return:
|
|
|
|
"""
|
|
|
|
|
|
|
|
# define a frame array
|
|
|
|
frame_array = []
|
|
|
|
|
|
|
|
# list all files in images_path
|
|
|
|
files = [f for f in os.listdir(images_path) if os.path.isfile(os.path.join(images_path, f))]
|
|
|
|
# sort the files
|
|
|
|
files.sort()
|
|
|
|
|
|
|
|
# create a video writer object
|
|
|
|
|
|
|
|
for i in range(len(files)):
|
|
|
|
file = os.path.join(images_path, files[i])
|
|
|
|
logging.log(logging.INFO, f'Converting {file} to mp4')
|
|
|
|
img = cv2.imread(file)
|
2023-05-18 00:30:03 +00:00
|
|
|
for j in range(fps * stilltime):
|
2023-02-12 06:04:11 +00:00
|
|
|
frame_array.append(img)
|
|
|
|
|
2024-06-27 19:40:06 +00:00
|
|
|
fourcc = cv2.VideoWriter_fourcc(*'X264')
|
2023-02-12 06:04:11 +00:00
|
|
|
video_writer = cv2.VideoWriter(output_path,
|
|
|
|
fourcc,
|
|
|
|
fps,
|
|
|
|
(width, height))
|
|
|
|
|
|
|
|
for i in range(len(frame_array)):
|
|
|
|
# writing to a image array
|
|
|
|
video_writer.write(frame_array[i])
|
|
|
|
|
|
|
|
video_writer.release()
|
|
|
|
logging.log(logging.INFO, f'Finished converting {output_path}')
|
|
|
|
|
|
|
|
|
2022-12-28 05:04:27 +00:00
|
|
|
app = FastAPI()
|
|
|
|
|
2023-01-22 00:12:08 +00:00
|
|
|
|
2023-01-05 03:18:29 +00:00
|
|
|
@app.get("/")
|
|
|
|
async def get_root():
|
|
|
|
app = App(app='fabriquedoc')
|
|
|
|
return app
|
|
|
|
|
2023-01-22 00:12:08 +00:00
|
|
|
|
2023-01-05 03:18:29 +00:00
|
|
|
@app.get("/styles/")
|
|
|
|
async def get_styles():
|
2023-01-22 00:12:08 +00:00
|
|
|
styles = Styles(styles=list_dir("./styles"))
|
2023-01-05 03:18:29 +00:00
|
|
|
return styles
|
|
|
|
|
2023-01-22 00:12:08 +00:00
|
|
|
|
2023-01-05 03:18:29 +00:00
|
|
|
@app.get("/formats/{style}/")
|
|
|
|
async def get_formats(style: str):
|
2023-01-22 00:12:08 +00:00
|
|
|
formats = Formats(formats=list_dir(f"./styles/{style}/"))
|
2023-01-05 03:18:29 +00:00
|
|
|
return formats
|
2022-12-28 05:04:27 +00:00
|
|
|
|
2023-05-18 00:30:03 +00:00
|
|
|
|
2023-01-22 00:12:08 +00:00
|
|
|
@app.get("/format_parameters/{style}/{format}/")
|
|
|
|
async def get_format_parameters(style: str, format: str):
|
|
|
|
# open styles/format_parameters.json as a dictionary
|
|
|
|
with open(f"./styles/{style}/format_parameters.json", "r") as f:
|
|
|
|
format_data = json.load(f).get(format)
|
|
|
|
logging.log(logging.INFO, str(format_data))
|
|
|
|
# load data from format_data into the FormatParameters object
|
|
|
|
parameters = FormatParameters(**format_data)
|
|
|
|
return parameters
|
|
|
|
|
|
|
|
|
2023-07-05 05:12:44 +00:00
|
|
|
@app.get("/images/")
|
|
|
|
async def get_images():
|
|
|
|
# list all files in resources/images
|
|
|
|
files = [f for f in os.listdir("./resources/images") if os.path.isfile(os.path.join("./resources/images", f))]
|
|
|
|
# sort the files
|
|
|
|
files.sort()
|
|
|
|
return {"images": files}
|
|
|
|
|
|
|
|
|
2023-07-05 06:06:08 +00:00
|
|
|
@app.get("/images/{nom_image}")
|
|
|
|
async def get_image(nom_image: str):
|
|
|
|
return FileResponse(f"./resources/images/{nom_image}")
|
|
|
|
|
|
|
|
|
2023-07-05 05:12:44 +00:00
|
|
|
@app.post("/images/")
|
|
|
|
async def ajouter_image(file: UploadFile):
|
|
|
|
"""
|
|
|
|
Add an image to the images folder.
|
|
|
|
:param file:
|
|
|
|
:return:
|
|
|
|
"""
|
|
|
|
image_path = f"{os.getcwd()}/resources/images/{file.filename}"
|
|
|
|
try:
|
|
|
|
contents = file.file.read()
|
|
|
|
with open(image_path, 'wb') as f:
|
|
|
|
f.write(contents)
|
|
|
|
except Exception as e:
|
|
|
|
return {"message": f"There was an error uploading the file: {e}"}
|
|
|
|
finally:
|
|
|
|
file.file.close()
|
|
|
|
|
|
|
|
return {"message": f"Successfully uploaded all files"}
|
|
|
|
|
|
|
|
|
|
|
|
@app.delete("/images/{nom_image}")
|
|
|
|
async def supprimer_image(nom_image: str):
|
|
|
|
"""
|
|
|
|
Delete an image from the images folder.
|
|
|
|
:param nom_image:
|
|
|
|
:return:
|
|
|
|
"""
|
|
|
|
image_path = f"{os.getcwd()}/resources/images/{nom_image}"
|
|
|
|
try:
|
|
|
|
os.remove(image_path)
|
|
|
|
except Exception as e:
|
|
|
|
return {"message": f"There was an error deleting the file: {e}"}
|
|
|
|
finally:
|
|
|
|
return {"message": f"Successfully deleted {nom_image}"}
|
|
|
|
|
|
|
|
|
2022-12-28 05:04:27 +00:00
|
|
|
@app.get("/generer/")
|
|
|
|
async def generer(specs: DocumentSpecs):
|
|
|
|
header_file = f'{os.getcwd()}/styles/{specs.style}/{specs.format}/header.tex'
|
|
|
|
cover_file = f'{os.getcwd()}/styles/{specs.style}/{specs.format}/cover.tex'
|
2023-02-12 03:52:39 +00:00
|
|
|
datef = datetime.datetime.now().strftime("%Y-%m-%d")
|
2023-01-22 00:12:08 +00:00
|
|
|
os.makedirs("out", exist_ok=True)
|
2023-02-12 03:52:39 +00:00
|
|
|
filters = ['latex-emoji.lua', 'centered.lua']
|
2022-12-28 05:04:27 +00:00
|
|
|
pdoc_args = [
|
|
|
|
f'--include-in-header={header_file}',
|
|
|
|
f'--include-after-body={cover_file}',
|
|
|
|
'--listings',
|
|
|
|
'--dpi=300',
|
|
|
|
f'--toc-depth={specs.tocdepth}',
|
|
|
|
f'--pdf-engine={specs.pdfengine}',
|
2023-07-05 05:12:44 +00:00
|
|
|
f'--resource-path={os.getcwd()}/resources/',
|
2023-01-22 00:12:08 +00:00
|
|
|
'-V', f'linkcolor={specs.linkcolor}',
|
|
|
|
'-V', f'fontsize={specs.fontsize}pt',
|
2023-02-12 06:04:11 +00:00
|
|
|
'-V', f'geometry:paperwidth={round(specs.paperwidth * specs.ratio / 100, -1) / 300}in',
|
|
|
|
'-V', f'geometry:paperheight={round(specs.paperheight * specs.ratio / 100, -1) / 300}in',
|
2023-02-12 01:35:32 +00:00
|
|
|
'-V', f'geometry:left={specs.margin / 300}in',
|
|
|
|
'-V', f'geometry:right={specs.margin / 300}in',
|
|
|
|
'-V', f'geometry:top={specs.vmargin / 300}in',
|
|
|
|
'-V', f'geometry:bottom={specs.vmargin / 300}in'
|
2022-12-28 05:04:27 +00:00
|
|
|
]
|
2023-02-12 06:04:11 +00:00
|
|
|
pdf_file_path = f"./out/{specs.style}-{specs.format}-{datef}-output.pdf"
|
|
|
|
images_path = f"./out/{specs.style}-{specs.format}-{datef}-images"
|
2022-12-28 05:04:27 +00:00
|
|
|
try:
|
|
|
|
logging.info("Dossier courant = " + os.getcwd())
|
|
|
|
|
2023-05-17 19:53:44 +00:00
|
|
|
text_to_convert = replace_emojis(specs.content)
|
|
|
|
|
2023-05-18 00:30:03 +00:00
|
|
|
pypandoc.convert_text(source=text_to_convert,
|
|
|
|
to='pdf',
|
|
|
|
format='markdown+implicit_figures+smart+emoji',
|
|
|
|
encoding='utf-8',
|
|
|
|
extra_args=pdoc_args,
|
|
|
|
filters=filters,
|
|
|
|
cworkdir=os.getcwd(),
|
|
|
|
outputfile=pdf_file_path
|
|
|
|
)
|
2022-12-28 05:04:27 +00:00
|
|
|
|
|
|
|
except RuntimeError as rerr:
|
|
|
|
logging.exception(rerr)
|
|
|
|
except OSError as oerr:
|
|
|
|
logging.exception(oerr)
|
2024-01-28 18:12:12 +00:00
|
|
|
if specs.extension in ["jpg", "mp4"]:
|
2023-02-12 06:04:11 +00:00
|
|
|
filename = os.path.join("out", os.path.splitext(os.path.basename(pdf_file_path))[0])
|
|
|
|
if not os.path.exists(images_path):
|
|
|
|
os.mkdir(images_path)
|
|
|
|
conversion_extension = specs.extension
|
|
|
|
output_extension = specs.extension
|
|
|
|
if specs.extension in ["mp4"]:
|
|
|
|
conversion_extension = "jpg"
|
2022-12-28 05:04:27 +00:00
|
|
|
try:
|
2023-02-12 06:04:11 +00:00
|
|
|
convert_pdf(pdf_file_path,
|
|
|
|
conversion_extension,
|
|
|
|
images_path,
|
2023-02-12 03:04:35 +00:00
|
|
|
resolution=300)
|
2024-01-28 18:12:12 +00:00
|
|
|
if specs.extension in ["jpg"]:
|
2023-02-12 06:04:11 +00:00
|
|
|
shutil.make_archive(base_name=filename,
|
|
|
|
format='zip',
|
|
|
|
root_dir=images_path)
|
|
|
|
output_extension = "zip"
|
|
|
|
shutil.rmtree(images_path)
|
|
|
|
if specs.extension in ["mp4"]:
|
|
|
|
output_extension = "mp4"
|
|
|
|
convert_video(images_path=images_path,
|
|
|
|
output_path=f"{filename}.{output_extension}",
|
|
|
|
width=specs.paperwidth,
|
|
|
|
height=specs.paperheight,
|
|
|
|
fps=specs.fps,
|
|
|
|
stilltime=specs.stilltime)
|
2022-12-28 05:04:27 +00:00
|
|
|
except Exception as e:
|
|
|
|
logging.exception(e)
|
2023-02-12 06:04:11 +00:00
|
|
|
return FileResponse(f"{filename}.{output_extension}")
|
2023-01-22 00:12:08 +00:00
|
|
|
elif specs.extension == "pdf":
|
2023-02-12 06:04:11 +00:00
|
|
|
return FileResponse(pdf_file_path)
|
2022-12-28 05:04:27 +00:00
|
|
|
else:
|
|
|
|
return 0
|
|
|
|
|
2023-01-22 00:12:08 +00:00
|
|
|
|
2022-12-28 05:04:27 +00:00
|
|
|
client = TestClient(app)
|
|
|
|
|
|
|
|
|
2023-01-22 00:12:08 +00:00
|
|
|
def test_getroot():
|
|
|
|
response = client.get("/")
|
2022-12-28 05:04:27 +00:00
|
|
|
assert response.status_code == 200
|