Merge pull request #349 from vss-2/issue-348

[python] Fix missing html5lib dependency #348
ipeaGIT · Apr 23, 2024 · 6e87524 · 6e87524
2 parents c7376ed + f6fd5af
commit 6e87524
Show file tree

Hide file tree

Showing 4 changed files with 282 additions and 186 deletions.
diff --git a/python-package/geobr/list_geobr.py b/python-package/geobr/list_geobr.py
@@ -2,7 +2,7 @@
 import pandas as pd
 from io import StringIO
 from urllib.error import HTTPError
-
+import re
 
 def list_geobr():
     """Prints available functions, according to latest README.md file
@@ -19,8 +19,12 @@ def list_geobr():
 
     try:
         html_data = get("https://github.com/ipeaGIT/geobr/blob/master/README.md").text
-
-        df = pd.read_html(StringIO(html_data))[1]
+        find_emoji = html_data.index("👉")
+        html_data =  html_data[find_emoji:]
+        escaped_data = html_data.replace("\\u003c", "<").replace("\\u003e", ">")
+        tables = re.findall("<table>(.+?)</table>", escaped_data)
+        available_datasets = "<table>" + tables[0].replace("\\n", "") + "</table>"
+        df = pd.DataFrame(pd.read_html(StringIO(available_datasets))[0])
 
     except HTTPError:
         print(