aws_sagemaker_remote.util package¶
Submodules¶
aws_sagemaker_remote.util.batch module¶
-
aws_sagemaker_remote.util.batch.batch_describe(job_id, session, field=None)¶
-
aws_sagemaker_remote.util.batch.batch_describe_get(client, account_id, job_id)¶
aws_sagemaker_remote.util.cli_argument module¶
-
aws_sagemaker_remote.util.cli_argument.cli_argument(url, session=None)¶
-
aws_sagemaker_remote.util.cli_argument.cli_argument_stack(urls, session=None)¶
aws_sagemaker_remote.util.cloudformation module¶
-
aws_sagemaker_remote.util.cloudformation.delete_stack(cloudformation, stack_name)¶
-
aws_sagemaker_remote.util.cloudformation.get_cloudformation(cloudformation, stack_name)¶
-
aws_sagemaker_remote.util.cloudformation.get_cloudformation_output(cloudformation, stack_name, output_key)¶
-
aws_sagemaker_remote.util.cloudformation.get_stack_output(stack, output_key)¶
-
aws_sagemaker_remote.util.cloudformation.stack_exists(cloudformation, stack_name)¶
-
aws_sagemaker_remote.util.cloudformation.stack_ready(cloudformation, stack_name)¶
aws_sagemaker_remote.util.concat module¶
-
aws_sagemaker_remote.util.concat.s3_concat(session, manifest, output, limit)¶
aws_sagemaker_remote.util.copyxattr_patch module¶
-
aws_sagemaker_remote.util.copyxattr_patch.patched_copyxattr(src, dst, *, follow_symlinks=True)¶
aws_sagemaker_remote.util.download module¶
aws_sagemaker_remote.util.fs module¶
-
aws_sagemaker_remote.util.fs.copy_file_or_dir(src, dst, file_subfolder=False)¶
-
aws_sagemaker_remote.util.fs.ensure_path(path)¶
-
aws_sagemaker_remote.util.fs.python_ignore(path, names)¶
-
aws_sagemaker_remote.util.fs.write_chunks(path, chunks)¶
aws_sagemaker_remote.util.json_process module¶
-
aws_sagemaker_remote.util.json_process.batch_json(description)¶
-
aws_sagemaker_remote.util.json_process.json_process(data)¶
-
aws_sagemaker_remote.util.json_process.manifest_json(description)¶
-
aws_sagemaker_remote.util.json_process.map_list(ar, key)¶
-
aws_sagemaker_remote.util.json_process.processing_json(description)¶
aws_sagemaker_remote.util.json_read module¶
-
aws_sagemaker_remote.util.json_read.json_converter(o)¶
-
aws_sagemaker_remote.util.json_read.json_read(path, field, session=None)¶
-
aws_sagemaker_remote.util.json_read.urlparse_safe(url)¶
aws_sagemaker_remote.util.logging_util module¶
-
aws_sagemaker_remote.util.logging_util.print_err(*args, **kwargs)¶
aws_sagemaker_remote.util.paths module¶
-
aws_sagemaker_remote.util.paths.copy_contents(src, dst, ignore=None)¶
-
aws_sagemaker_remote.util.paths.get_relative(file, base)¶
-
aws_sagemaker_remote.util.paths.glob_relative(path, pattern)¶
aws_sagemaker_remote.util.pipes module¶
-
class
aws_sagemaker_remote.util.pipes.ProtobufPipeIterator(path, features, count=0, epochs=1, **reader_params)¶ Bases:
object-
increment()¶
-
iterate_features(examples)¶
-
pipe_iterator(fifo_id=0)¶
-
-
class
aws_sagemaker_remote.util.pipes.RawPipeIterator(path, size=1, count=0, epochs=1)¶ Bases:
object-
pipe_iterator()¶
-
-
aws_sagemaker_remote.util.pipes.chunk_iterable(it, size, last='skip')¶
-
aws_sagemaker_remote.util.pipes.decode_strings_numpy(data, data_length)¶
-
aws_sagemaker_remote.util.pipes.decode_strings_torch(data, data_length)¶
-
aws_sagemaker_remote.util.pipes.epoch_iterable(epochs)¶
-
aws_sagemaker_remote.util.pipes.pipe_iterator(path, size=1)¶
-
aws_sagemaker_remote.util.pipes.read_bytes(s, cnt)¶
-
aws_sagemaker_remote.util.pipes.read_examples(pipe)¶
-
aws_sagemaker_remote.util.pipes.read_jsonlines(path)¶
aws_sagemaker_remote.util.processing module¶
-
aws_sagemaker_remote.util.processing.processing_describe(job_name, session, field=None)¶
-
aws_sagemaker_remote.util.processing.processing_describe_get(client, job_name)¶
aws_sagemaker_remote.util.protobuf module¶
-
aws_sagemaker_remote.util.protobuf.decode_binary(data, length)¶
-
aws_sagemaker_remote.util.protobuf.decode_bytesio(data, length)¶
-
aws_sagemaker_remote.util.protobuf.decode_bytesio_feature(features, key)¶
-
aws_sagemaker_remote.util.protobuf.decode_scalar(data)¶
-
aws_sagemaker_remote.util.protobuf.decode_string(data, length)¶
-
aws_sagemaker_remote.util.protobuf.decode_string_feature(features, key)¶
-
aws_sagemaker_remote.util.protobuf.decode_strings(datas, lengths)¶
-
aws_sagemaker_remote.util.protobuf.encode_binary(data)¶
-
aws_sagemaker_remote.util.protobuf.write_feature_tensor(record, vector, key)¶ Parameters: - resolved_type –
- record –
- vector –
-
aws_sagemaker_remote.util.protobuf.write_record(file, features=None, metadata=None)¶
aws_sagemaker_remote.util.training module¶
-
aws_sagemaker_remote.util.training.training_describe(job_name, session, field=None)¶
-
aws_sagemaker_remote.util.training.training_describe_get(client, job_name)¶
aws_sagemaker_remote.util.upload module¶
-
aws_sagemaker_remote.util.upload.upload(src, dst, gz, session: sagemaker.session.Session, root='.')¶