diff options
| -rwxr-xr-x | ar/.config/newsboat/fulltext.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/ar/.config/newsboat/fulltext.py b/ar/.config/newsboat/fulltext.py index 4f567e5..33896b1 100755 --- a/ar/.config/newsboat/fulltext.py +++ b/ar/.config/newsboat/fulltext.py @@ -90,8 +90,11 @@ def extract(url): with open(cp, "r", encoding="utf-8", errors="replace") as f: return f.read() try: + # Force UTF-8 decoding: some sites (e.g. CNBC) serve UTF-8 but declare + # no charset in the HTTP header or an early <meta>, so rdrview falls back + # to Latin-1/CP1252 and mangles multibyte chars (em-dash -> "â€""). out = subprocess.run( - ["rdrview", "-H", url], + ["rdrview", "-E", "UTF-8", "-H", url], capture_output=True, text=True, timeout=TIMEOUT, ) except (FileNotFoundError, subprocess.TimeoutExpired): |