extra encoding support

This commit is contained in:
Martin Rotter 2021-06-03 13:21:07 +02:00
parent f25acac6f1
commit 7e0ae5f49a
2 changed files with 8 additions and 3 deletions

View File

@ -24,11 +24,16 @@ lang_from = sys.argv[1]
lang_to = sys.argv[2]
parallel = bool(distutils.util.strtobool(sys.argv[3]))
if (len(sys.argv) >= 5):
src_enc = sys.argv[4]
else:
src_enc = "utf-8"
if parallel:
import asyncio
from concurrent.futures import ThreadPoolExecutor
sys.stdin.reconfigure(encoding='utf-8')
sys.stdin.reconfigure(encoding = src_enc)
rss_data = sys.stdin.read()
rss_document = ET.fromstring(rss_data)
translator = Translator()
@ -57,7 +62,7 @@ title.text = translate_string(title.text)
# Translate articles.
if parallel:
with ThreadPoolExecutor(max_workers = 8) as executor:
with ThreadPoolExecutor(max_workers = 2) as executor:
futures = []
for article in rss_document.findall(".//item"):
futures.append(executor.submit(process_article, article))

View File

@ -562,7 +562,7 @@ QString StandardFeed::runScriptProcess(const QStringList& cmd_args, const QStrin
return raw_output;
}
else {
process.kill();
//process.kill();
auto raw_error = process.readAllStandardError().simplified();