Source code for seldon_core.storage
# Copyright 2020 kubeflow.org.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# Copied from kfserving project as starter.
#
import glob
import logging
import os
import tempfile
_LOCAL_PREFIX = "file://"
[docs]class Storage:
[docs] @staticmethod
def download(uri: str, out_dir: str = None) -> str:
logging.info("Copying contents of %s to local", uri)
is_local = False
if uri.startswith(_LOCAL_PREFIX) or os.path.exists(uri):
is_local = True
if out_dir is None:
if is_local:
# noop if out_dir is not set and the path is local
return Storage._download_local(uri)
out_dir = tempfile.mkdtemp()
if is_local:
return Storage._download_local(uri, out_dir)
else:
raise Exception(
f"Cannot recognize storage type for {uri}. "
f"Only {_LOCAL_PREFIX} is currently available as storage type."
)
logging.info("Successfully copied %s to %s", uri, out_dir)
return out_dir
@staticmethod
def _download_local(uri: str, out_dir: str = None) -> str:
local_path = uri.replace(_LOCAL_PREFIX, "", 1)
if not os.path.exists(local_path):
raise RuntimeError("Local path %s does not exist." % (uri))
if out_dir is None:
return local_path
elif not os.path.isdir(out_dir):
os.makedirs(out_dir)
if os.path.isdir(local_path):
local_path = os.path.join(local_path, "*")
for src in glob.glob(local_path):
_, tail = os.path.split(src)
dest_path = os.path.join(out_dir, tail)
logging.info("Linking: %s to %s", src, dest_path)
os.symlink(src, dest_path)
return out_dir