ceph/src/arrow/python/pyarrow/tests/test_filesystem.py

   1 # Licensed to the Apache Software Foundation (ASF) under one
   2 # or more contributor license agreements.  See the NOTICE file
   3 # distributed with this work for additional information
   4 # regarding copyright ownership.  The ASF licenses this file
   5 # to you under the Apache License, Version 2.0 (the
   6 # "License"); you may not use this file except in compliance
   7 # with the License.  You may obtain a copy of the License at
   8 #
   9 #   http://www.apache.org/licenses/LICENSE-2.0
  10 #
  11 # Unless required by applicable law or agreed to in writing,
  12 # software distributed under the License is distributed on an
  13 # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  14 # KIND, either express or implied.  See the License for the
  15 # specific language governing permissions and limitations
  16 # under the License.
  17
  18 import sys
  19
  20 import pyarrow as pa
  21 from pyarrow import filesystem
  22
  23 import pytest
  24
  25
  26 def test_filesystem_deprecated():
  27     with pytest.warns(FutureWarning):
  28         filesystem.LocalFileSystem()
  29
  30     with pytest.warns(FutureWarning):
  31         filesystem.LocalFileSystem.get_instance()
  32
  33
  34 @pytest.mark.skipif(sys.version_info < (3, 7),
  35                     reason="getattr needs Python 3.7")
  36 def test_filesystem_deprecated_toplevel():
  37
  38     with pytest.warns(FutureWarning):
  39         pa.localfs
  40
  41     with pytest.warns(FutureWarning):
  42         pa.FileSystem
  43
  44     with pytest.warns(FutureWarning):
  45         pa.LocalFileSystem
  46
  47     with pytest.warns(FutureWarning):
  48         pa.HadoopFileSystem
  49
  50
  51 def test_resolve_uri():
  52     uri = "file:///home/user/myfile.parquet"
  53     fs, path = filesystem.resolve_filesystem_and_path(uri)
  54     assert isinstance(fs, filesystem.LocalFileSystem)
  55     assert path == "/home/user/myfile.parquet"
  56
  57
  58 def test_resolve_local_path():
  59     for uri in ['/home/user/myfile.parquet',
  60                 'myfile.parquet',
  61                 'my # file ? parquet',
  62                 'C:/Windows/myfile.parquet',
  63                 r'C:\\Windows\\myfile.parquet',
  64                 ]:
  65         fs, path = filesystem.resolve_filesystem_and_path(uri)
  66         assert isinstance(fs, filesystem.LocalFileSystem)
  67         assert path == uri