From 8fc0f17e2f6328ebf5836d103848332f00b48610 Mon Sep 17 00:00:00 2001 From: Cian Hughes Date: Wed, 3 Sep 2025 15:53:48 +0100 Subject: [PATCH] Updated config for large uploads --- caddy/Caddyfile | 6 +++--- invenio/invenio.cfg | 16 ++++++---------- 2 files changed, 9 insertions(+), 13 deletions(-) diff --git a/caddy/Caddyfile b/caddy/Caddyfile index 9d5a2b7..470f856 100644 --- a/caddy/Caddyfile +++ b/caddy/Caddyfile @@ -26,14 +26,14 @@ invenio.am-d-model.eu { Referrer-Policy "strict-origin-when-cross-origin" } request_body { - max_size 1TB + max_size 5TB } root /static/* /opt/invenio/var/instance/static try_files {path} {path}/ /index.html reverse_proxy invenio-rdm:5000 { transport http { - dial_timeout 10s - response_header_timeout 5m + dial_timeout 20s + response_header_timeout 10m } } file_server diff --git a/invenio/invenio.cfg b/invenio/invenio.cfg index cef1ebb..cb55e28 100644 --- a/invenio/invenio.cfg +++ b/invenio/invenio.cfg @@ -202,24 +202,20 @@ INSTANCE_THEME_FILE = "./less/theme.less" # ================== DATADIR = "/opt/invenio/var/instance/data" FILES_REST_STORAGE_FACTORY = "invenio_s3.s3fs_storage_factory" -FILES_REST_MAX_CONTENT_LENGTH = 5 * 1024**4 # 5 TB total -FILES_REST_MULTIPART_CHUNKSIZE_MIN = 5 * 1024**2 # 5 MB (S3 minimum) -FILES_REST_MULTIPART_MAX_PARTS = 10000 # Align with S3 limit +FILES_REST_MAX_CONTENT_LENGTH = 5 * 1024**4 # 5 TB +FILES_REST_MULTIPART_CHUNKSIZE_MIN = 5 * 1024**2 # 5 MB +FILES_REST_MULTIPART_CHUNKSIZE_MAX = 5 * 1024**3 # 5 GB +FILES_REST_MULTIPART_MAX_PARTS = 10000 FILES_REST_MULTIPART_UPLOAD_THRESHOLD = 100 * 1024**2 # 100 MB +FILES_REST_MULTIPART_EXPIRES = 7 * 24 * 60 * 60 # 7 days RDM_FILES_DEFAULT_MAX_FILE_SIZE = 5 * 1024**4 # 5 TB RDM_FILES_DEFAULT_QUOTA_SIZE = 10 * 1024**4 # 10 TB -FILES_REST_DEFAULT_MAX_FILE_SIZE = 5 * 1024**4 # 5 TB -FILES_REST_DEFAULT_QUOTA_SIZE = 10 * 1024**4 # 10 TB -FILES_REST_MULTIPART_CHUNKSIZE_MIN = 5 * 1024 * 1024 # 5MB minimum chunk size -FILES_REST_MULTIPART_CHUNKSIZE_MAX = 5 * 1024 * 1024 * 1024 # 5GB maximum chunk size -FILES_REST_MULTIPART_MAX_PARTS = 10000 # Maximum number of parts -FILES_REST_MULTIPART_EXPIRES = 7 * 24 * 60 * 60 + APP_RDM_DEPOSIT_FORM_QUOTA = { "maxFiles": 500, "maxStorage": 10 * 1024**4, # 10 TB } - # Invenio-S3 # ========== S3_ACCESS_KEY_ID = "CHANGE_ME"