[CHORE] Switch to openssl (#1344)

* Switch over from rustls to vendored openssl
Eventual-Inc · Sep 6, 2023 · 62bc3bd · 62bc3bd
1 parent dbe6245
commit 62bc3bd
Show file tree

Hide file tree

Showing 5 changed files with 120 additions and 137 deletions.
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -101,7 +101,6 @@ repos:
     pass_filenames: false
     args: [--workspace, --no-default-features]
 
-
   - id: clippy
     name: clippy
     description: Lint rust sources
@@ -111,6 +110,13 @@ repos:
     types: [rust]
     pass_filenames: false
 
+  - id: check-for-rustls
+    name: check-for-rustls
+    description: Lint rust sources
+    entry: ./tools/check_for_rustls.sh
+    language: system
+    types: [rust]
+    pass_filenames: false
 
 
 - repo: https://github.com/abravalheri/validate-pyproject

diff --git a/Cargo.lock b/Cargo.lock
diff --git a/daft/filesystem.py b/daft/filesystem.py
@@ -16,7 +16,6 @@
 
 import fsspec
 import pyarrow as pa
-from fsspec.implementations.http import HTTPFileSystem
 from fsspec.registry import get_filesystem_class
 from loguru import logger
 from pyarrow.fs import (
@@ -254,6 +253,8 @@ def _resolve_path_and_filesystem(
 
 def _is_http_fs(fs: FileSystem) -> bool:
     """Returns whether the provided pyarrow filesystem is an HTTP filesystem."""
+    from fsspec.implementations.http import HTTPFileSystem
+
     return (
         isinstance(fs, PyFileSystem)
         and isinstance(fs.handler, FSSpecHandler)