mirror of
https://github.com/arcan1s/ahriman.git
synced 2026-04-07 02:53:38 +00:00
Compare commits
3 Commits
40671b99d5
...
1c312bb528
| Author | SHA1 | Date | |
|---|---|---|---|
| 1c312bb528 | |||
| e39194e9f6 | |||
| 21cc029c18 |
@@ -12,6 +12,14 @@ ahriman.web.middlewares.auth\_handler module
|
||||
:no-undoc-members:
|
||||
:show-inheritance:
|
||||
|
||||
ahriman.web.middlewares.etag\_handler module
|
||||
--------------------------------------------
|
||||
|
||||
.. automodule:: ahriman.web.middlewares.etag_handler
|
||||
:members:
|
||||
:no-undoc-members:
|
||||
:show-inheritance:
|
||||
|
||||
ahriman.web.middlewares.exception\_handler module
|
||||
-------------------------------------------------
|
||||
|
||||
|
||||
@@ -10,6 +10,7 @@
|
||||
"react": ">=19.2.0 <19.3.0",
|
||||
"react-chartjs-2": ">=5.3.0 <5.4.0",
|
||||
"react-dom": ">=19.2.0 <19.3.0",
|
||||
"react-error-boundary": ">=6.1.0 <6.2.0",
|
||||
"react-syntax-highlighter": ">=16.1.0 <16.2.0"
|
||||
},
|
||||
"devDependencies": {
|
||||
|
||||
55
frontend/src/components/common/ErrorBoundary.tsx
Normal file
55
frontend/src/components/common/ErrorBoundary.tsx
Normal file
@@ -0,0 +1,55 @@
|
||||
/*
|
||||
* Copyright (c) 2021-2026 ahriman team.
|
||||
*
|
||||
* This file is part of ahriman
|
||||
* (see https://github.com/arcan1s/ahriman).
|
||||
*
|
||||
* This program is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU General Public License as published by
|
||||
* the Free Software Foundation, either version 3 of the License, or
|
||||
* (at your option) any later version.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
import { Box, Button, Typography } from "@mui/material";
|
||||
import type React from "react";
|
||||
import type { FallbackProps } from "react-error-boundary";
|
||||
|
||||
interface ErrorDetails {
|
||||
message: string;
|
||||
stack: string | undefined;
|
||||
}
|
||||
|
||||
export default function ErrorFallback({ error }: FallbackProps): React.JSX.Element {
|
||||
|
||||
const details: ErrorDetails = error instanceof Error
|
||||
? { message: error.message, stack: error.stack }
|
||||
: { message: String(error), stack: undefined };
|
||||
|
||||
return <Box role="alert" sx={{ color: "text.primary", minHeight: "100vh", p: 6 }}>
|
||||
<Typography sx={{ fontWeight: 700 }} variant="h4">
|
||||
Something went wrong
|
||||
</Typography>
|
||||
|
||||
<Typography color="error" sx={{ fontFamily: "monospace", mt: 2 }}>
|
||||
{details.message}
|
||||
</Typography>
|
||||
|
||||
{details.stack && <Typography
|
||||
component="pre"
|
||||
sx={{ color: "text.secondary", fontFamily: "monospace", fontSize: "0.75rem", mt: 3, whiteSpace: "pre-wrap", wordBreak: "break-word" }}
|
||||
>
|
||||
{details.stack}
|
||||
</Typography>}
|
||||
|
||||
<Box sx={{ display: "flex", gap: 2, mt: 4 }}>
|
||||
<Button onClick={() => window.location.reload()} variant="outlined">Reload page</Button>
|
||||
</Box>
|
||||
</Box>;
|
||||
}
|
||||
@@ -21,11 +21,18 @@ import "chartSetup";
|
||||
import "utils";
|
||||
|
||||
import App from "App";
|
||||
import ErrorFallback from "components/common/ErrorBoundary";
|
||||
import { StrictMode } from "react";
|
||||
import { createRoot } from "react-dom/client";
|
||||
import { ErrorBoundary } from "react-error-boundary";
|
||||
|
||||
createRoot(document.getElementById("root")!).render(
|
||||
<StrictMode>
|
||||
<App />
|
||||
<ErrorBoundary
|
||||
FallbackComponent={ErrorFallback}
|
||||
onError={(error, info) => console.error("Uncaught error:", error, info.componentStack)}
|
||||
>
|
||||
<App />
|
||||
</ErrorBoundary>
|
||||
</StrictMode>,
|
||||
);
|
||||
|
||||
@@ -41,7 +41,7 @@ class HttpUpload(SyncHttpClient):
|
||||
str: calculated checksum of the file
|
||||
"""
|
||||
with path.open("rb") as local_file:
|
||||
md5 = hashlib.md5(local_file.read()) # nosec
|
||||
md5 = hashlib.md5(local_file.read(), usedforsecurity=False)
|
||||
return md5.hexdigest()
|
||||
|
||||
@staticmethod
|
||||
|
||||
@@ -62,9 +62,7 @@ class S3(Upload):
|
||||
@staticmethod
|
||||
def calculate_etag(path: Path, chunk_size: int) -> str:
|
||||
"""
|
||||
calculate amazon s3 etag
|
||||
credits to https://teppen.io/2018/10/23/aws_s3_verify_etags/
|
||||
For this method we have to define nosec because it is out of any security context and provided by AWS
|
||||
calculate amazon s3 etag. Credits to https://teppen.io/2018/10/23/aws_s3_verify_etags/
|
||||
|
||||
Args:
|
||||
path(Path): path to local file
|
||||
@@ -76,14 +74,17 @@ class S3(Upload):
|
||||
md5s = []
|
||||
with path.open("rb") as local_file:
|
||||
for chunk in iter(lambda: local_file.read(chunk_size), b""):
|
||||
md5s.append(hashlib.md5(chunk)) # nosec
|
||||
md5s.append(hashlib.md5(chunk, usedforsecurity=False))
|
||||
|
||||
# in case if there is only one chunk it must be just this checksum
|
||||
# and checksum of joined digest otherwise (including empty list)
|
||||
checksum = md5s[0] if len(md5s) == 1 else hashlib.md5(b"".join(md5.digest() for md5 in md5s)) # nosec
|
||||
# in case if there are more than one chunk it should be appended with amount of chunks
|
||||
if len(md5s) == 1:
|
||||
return md5s[0].hexdigest()
|
||||
|
||||
# otherwise it is checksum of joined digest (including empty list)
|
||||
md5 = hashlib.md5(b"".join(md5.digest() for md5 in md5s), usedforsecurity=False)
|
||||
# in case if there are more (exactly) than one chunk it should be appended with amount of chunks
|
||||
suffix = f"-{len(md5s)}" if len(md5s) > 1 else ""
|
||||
return f"{checksum.hexdigest()}{suffix}"
|
||||
return f"{md5.hexdigest()}{suffix}"
|
||||
|
||||
@staticmethod
|
||||
def files_remove(local_files: dict[Path, str], remote_objects: dict[Path, Any]) -> None:
|
||||
|
||||
61
src/ahriman/web/middlewares/etag_handler.py
Normal file
61
src/ahriman/web/middlewares/etag_handler.py
Normal file
@@ -0,0 +1,61 @@
|
||||
#
|
||||
# Copyright (c) 2021-2026 ahriman team.
|
||||
#
|
||||
# This file is part of ahriman
|
||||
# (see https://github.com/arcan1s/ahriman).
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
#
|
||||
import hashlib
|
||||
|
||||
from aiohttp import ETag
|
||||
from aiohttp.typedefs import Middleware
|
||||
from aiohttp.web import HTTPNotModified, Request, Response, StreamResponse, middleware
|
||||
|
||||
from ahriman.web.middlewares import HandlerType
|
||||
|
||||
|
||||
__all__ = ["etag_handler"]
|
||||
|
||||
|
||||
def etag_handler() -> Middleware:
|
||||
"""
|
||||
middleware to handle ETag header for conditional requests. It computes ETag from the response body
|
||||
and returns 304 Not Modified if the client sends a matching ``If-None-Match`` header
|
||||
|
||||
Returns:
|
||||
Middleware: built middleware
|
||||
|
||||
Raises:
|
||||
HTTPNotModified: if content matches ``If-None-Match`` header sent
|
||||
"""
|
||||
@middleware
|
||||
async def handle(request: Request, handler: HandlerType) -> StreamResponse:
|
||||
response = await handler(request)
|
||||
|
||||
if not isinstance(response, Response) or not isinstance(response.body, bytes):
|
||||
return response
|
||||
|
||||
if request.method not in ("GET", "HEAD"):
|
||||
return response
|
||||
|
||||
etag = ETag(value=hashlib.md5(response.body, usedforsecurity=False).hexdigest())
|
||||
response.etag = etag
|
||||
|
||||
if request.if_none_match is not None and etag in request.if_none_match:
|
||||
raise HTTPNotModified(headers={"ETag": response.headers["ETag"]})
|
||||
|
||||
return response
|
||||
|
||||
return handle
|
||||
@@ -38,6 +38,7 @@ from ahriman.models.repository_id import RepositoryId
|
||||
from ahriman.web.apispec.info import setup_apispec
|
||||
from ahriman.web.cors import setup_cors
|
||||
from ahriman.web.keys import AuthKey, ConfigurationKey, SpawnKey, WatcherKey, WorkersKey
|
||||
from ahriman.web.middlewares.etag_handler import etag_handler
|
||||
from ahriman.web.middlewares.exception_handler import exception_handler
|
||||
from ahriman.web.middlewares.metrics_handler import metrics_handler
|
||||
from ahriman.web.middlewares.request_id_handler import request_id_handler
|
||||
@@ -181,6 +182,7 @@ def setup_server(configuration: Configuration, spawner: Spawn, repositories: lis
|
||||
application.middlewares.append(normalize_path_middleware(append_slash=False, remove_slash=True))
|
||||
application.middlewares.append(request_id_handler())
|
||||
application.middlewares.append(exception_handler(application.logger))
|
||||
application.middlewares.append(etag_handler())
|
||||
application.middlewares.append(metrics_handler())
|
||||
|
||||
application.logger.info("setup routes")
|
||||
|
||||
85
tests/ahriman/web/middlewares/test_etag_handler.py
Normal file
85
tests/ahriman/web/middlewares/test_etag_handler.py
Normal file
@@ -0,0 +1,85 @@
|
||||
import hashlib
|
||||
import pytest
|
||||
|
||||
from aiohttp import ETag
|
||||
from aiohttp.web import HTTPNotModified, Response, StreamResponse
|
||||
from unittest.mock import AsyncMock
|
||||
|
||||
from ahriman.web.middlewares.etag_handler import etag_handler
|
||||
|
||||
|
||||
async def test_etag_handler() -> None:
|
||||
"""
|
||||
must set ETag header on GET responses
|
||||
"""
|
||||
request = pytest.helpers.request("", "", "GET")
|
||||
request.if_none_match = None
|
||||
request_handler = AsyncMock(return_value=Response(body=b"hello"))
|
||||
|
||||
handler = etag_handler()
|
||||
result = await handler(request, request_handler)
|
||||
assert result.etag is not None
|
||||
|
||||
|
||||
async def test_etag_handler_not_modified() -> None:
|
||||
"""
|
||||
must raise NotModified when ETag matches If-None-Match
|
||||
"""
|
||||
body = b"hello"
|
||||
request = pytest.helpers.request("", "", "GET")
|
||||
request.if_none_match = (ETag(value=hashlib.md5(body, usedforsecurity=False).hexdigest()),)
|
||||
request_handler = AsyncMock(return_value=Response(body=body))
|
||||
|
||||
handler = etag_handler()
|
||||
with pytest.raises(HTTPNotModified):
|
||||
await handler(request, request_handler)
|
||||
|
||||
|
||||
async def test_etag_handler_no_match() -> None:
|
||||
"""
|
||||
must return full response when ETag does not match If-None-Match
|
||||
"""
|
||||
request = pytest.helpers.request("", "", "GET")
|
||||
request.if_none_match = (ETag(value="outdated"),)
|
||||
request_handler = AsyncMock(return_value=Response(body=b"hello"))
|
||||
|
||||
handler = etag_handler()
|
||||
result = await handler(request, request_handler)
|
||||
assert result.status == 200
|
||||
assert result.etag is not None
|
||||
|
||||
|
||||
async def test_etag_handler_skip_post() -> None:
|
||||
"""
|
||||
must skip ETag for non-GET/HEAD methods
|
||||
"""
|
||||
request = pytest.helpers.request("", "", "POST")
|
||||
request_handler = AsyncMock(return_value=Response(body=b"hello"))
|
||||
|
||||
handler = etag_handler()
|
||||
result = await handler(request, request_handler)
|
||||
assert result.etag is None
|
||||
|
||||
|
||||
async def test_etag_handler_skip_no_body() -> None:
|
||||
"""
|
||||
must skip ETag for responses without body
|
||||
"""
|
||||
request = pytest.helpers.request("", "", "GET")
|
||||
request_handler = AsyncMock(return_value=Response())
|
||||
|
||||
handler = etag_handler()
|
||||
result = await handler(request, request_handler)
|
||||
assert result.etag is None
|
||||
|
||||
|
||||
async def test_etag_handler_skip_stream() -> None:
|
||||
"""
|
||||
must skip ETag for streaming responses
|
||||
"""
|
||||
request = pytest.helpers.request("", "", "GET")
|
||||
request_handler = AsyncMock(return_value=StreamResponse())
|
||||
|
||||
handler = etag_handler()
|
||||
result = await handler(request, request_handler)
|
||||
assert "ETag" not in result.headers
|
||||
Reference in New Issue
Block a user