Skip to content

Commit

Permalink
Add new --encoding-aliases to zimit offliner
Browse files Browse the repository at this point in the history
  • Loading branch information
benoit74 committed Oct 24, 2024
1 parent a5cf52d commit a826921
Showing 1 changed file with 14 additions and 0 deletions.
14 changes: 14 additions & 0 deletions dispatcher/backend/src/common/schemas/offliners/zimit.py
Original file line number Diff line number Diff line change
Expand Up @@ -557,6 +557,20 @@ class Meta:
data_key="ignore-http-header-charsets",
)

encoding_aliases = String(
metadata={
"label": "Encoding aliases",
"description": "List of encoding/charset aliases to decode WARC content. "
"Aliases are used when the encoding specified in upstream server exists in"
" Python under a different name. This parameter has the format "
"alias_encoding=python_encoding. This parameter is single string, multiple"
" values are separated by a comma, like in "
"alias1=encoding1,alias2=encoding2.",
},
required=False,
data_key="encoding-aliases",
)

profile = String(
metadata={
"label": "Browser profile",
Expand Down

0 comments on commit a826921

Please sign in to comment.