Fix the encoding to UTF-8

GenomicDataInfrastructure · Jan 25, 2024 · 53c2a82 · 53c2a82
1 parent ed27ad8
commit 53c2a82
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/ckanext/fairdatapoint/harvesters/domain/fair_data_point.py b/ckanext/fairdatapoint/harvesters/domain/fair_data_point.py
@@ -4,6 +4,7 @@
 
 import logging
 import requests
+import encodings
 
 from rdflib import Graph, URIRef
 from rdflib.exceptions import ParserError
@@ -44,6 +45,7 @@ def _get_data(path: Union[str, URIRef]) -> Union[str, None]:
         }
         try:
             response = requests.request("GET", path, headers=headers)
+            response.encoding = encodings.utf_8.getregentry().name
             response.raise_for_status()
             return response.text
         except (HTTPError, ConnectionError, Timeout, RequestException) as e: