aws_sagemaker_remote.util package

Submodules

aws_sagemaker_remote.util.batch module

aws_sagemaker_remote.util.batch.batch_describe(job_id, session, field=None)
aws_sagemaker_remote.util.batch.batch_describe_get(client, account_id, job_id)

aws_sagemaker_remote.util.cli_argument module

aws_sagemaker_remote.util.cli_argument.cli_argument(url, session=None)
aws_sagemaker_remote.util.cli_argument.cli_argument_stack(urls, session=None)

aws_sagemaker_remote.util.cloudformation module

aws_sagemaker_remote.util.cloudformation.delete_stack(cloudformation, stack_name)
aws_sagemaker_remote.util.cloudformation.get_cloudformation(cloudformation, stack_name)
aws_sagemaker_remote.util.cloudformation.get_cloudformation_output(cloudformation, stack_name, output_key)
aws_sagemaker_remote.util.cloudformation.get_stack_output(stack, output_key)
aws_sagemaker_remote.util.cloudformation.stack_exists(cloudformation, stack_name)
aws_sagemaker_remote.util.cloudformation.stack_ready(cloudformation, stack_name)

aws_sagemaker_remote.util.concat module

aws_sagemaker_remote.util.concat.s3_concat(session, manifest, output, limit)

aws_sagemaker_remote.util.copyxattr_patch module

aws_sagemaker_remote.util.copyxattr_patch.patched_copyxattr(src, dst, *, follow_symlinks=True)

aws_sagemaker_remote.util.download module

aws_sagemaker_remote.util.fields module

aws_sagemaker_remote.util.fields.get_field(data, field)

aws_sagemaker_remote.util.fs module

aws_sagemaker_remote.util.fs.copy_file_or_dir(src, dst, file_subfolder=False)
aws_sagemaker_remote.util.fs.ensure_path(path)
aws_sagemaker_remote.util.fs.python_ignore(path, names)
aws_sagemaker_remote.util.fs.write_chunks(path, chunks)

aws_sagemaker_remote.util.json_process module

aws_sagemaker_remote.util.json_process.batch_json(description)
aws_sagemaker_remote.util.json_process.json_process(data)
aws_sagemaker_remote.util.json_process.manifest_json(description)
aws_sagemaker_remote.util.json_process.map_list(ar, key)
aws_sagemaker_remote.util.json_process.processing_json(description)

aws_sagemaker_remote.util.json_read module

aws_sagemaker_remote.util.json_read.json_converter(o)
aws_sagemaker_remote.util.json_read.json_read(path, field, session=None)
aws_sagemaker_remote.util.json_read.urlparse_safe(url)

aws_sagemaker_remote.util.logging_util module

aws_sagemaker_remote.util.logging_util.print_err(*args, **kwargs)

aws_sagemaker_remote.util.paths module

aws_sagemaker_remote.util.paths.copy_contents(src, dst, ignore=None)
aws_sagemaker_remote.util.paths.get_relative(file, base)
aws_sagemaker_remote.util.paths.glob_relative(path, pattern)

aws_sagemaker_remote.util.pipes module

class aws_sagemaker_remote.util.pipes.ProtobufPipeIterator(path, features, count=0, epochs=1, **reader_params)

Bases: object

increment()
iterate_features(examples)
pipe_iterator(fifo_id=0)
class aws_sagemaker_remote.util.pipes.RawPipeIterator(path, size=1, count=0, epochs=1)

Bases: object

pipe_iterator()
aws_sagemaker_remote.util.pipes.chunk_iterable(it, size, last='skip')
aws_sagemaker_remote.util.pipes.decode_strings_numpy(data, data_length)
aws_sagemaker_remote.util.pipes.decode_strings_torch(data, data_length)
aws_sagemaker_remote.util.pipes.epoch_iterable(epochs)
aws_sagemaker_remote.util.pipes.pipe_iterator(path, size=1)
aws_sagemaker_remote.util.pipes.read_bytes(s, cnt)
aws_sagemaker_remote.util.pipes.read_examples(pipe)
aws_sagemaker_remote.util.pipes.read_jsonlines(path)

aws_sagemaker_remote.util.processing module

aws_sagemaker_remote.util.processing.processing_describe(job_name, session, field=None)
aws_sagemaker_remote.util.processing.processing_describe_get(client, job_name)

aws_sagemaker_remote.util.protobuf module

aws_sagemaker_remote.util.protobuf.decode_binary(data, length)
aws_sagemaker_remote.util.protobuf.decode_bytesio(data, length)
aws_sagemaker_remote.util.protobuf.decode_bytesio_feature(features, key)
aws_sagemaker_remote.util.protobuf.decode_scalar(data)
aws_sagemaker_remote.util.protobuf.decode_string(data, length)
aws_sagemaker_remote.util.protobuf.decode_string_feature(features, key)
aws_sagemaker_remote.util.protobuf.decode_strings(datas, lengths)
aws_sagemaker_remote.util.protobuf.encode_binary(data)
aws_sagemaker_remote.util.protobuf.write_feature_tensor(record, vector, key)
Parameters:
  • resolved_type
  • record
  • vector
aws_sagemaker_remote.util.protobuf.write_record(file, features=None, metadata=None)

aws_sagemaker_remote.util.sts module

aws_sagemaker_remote.util.sts.get_account(session)

aws_sagemaker_remote.util.training module

aws_sagemaker_remote.util.training.training_describe(job_name, session, field=None)
aws_sagemaker_remote.util.training.training_describe_get(client, job_name)

aws_sagemaker_remote.util.upload module

aws_sagemaker_remote.util.upload.upload(src, dst, gz, session: sagemaker.session.Session, root='.')

Module contents