taps.executor.globus

taps/executor/globus.py

GlobusComputeConfig

Bases: ExecutorConfig

Globus Compute configuration.

Attributes:

• endpoint –

  Globus Compute endpoint UUID.

add_argument_group() classmethod

add_argument_group(
    parser: ArgumentParser,
    *,
    argv: Sequence[str] | None = None,
    required: bool = True
) -> None

Add model fields as arguments of an argument group on the parser.

Parameters:

• parser (ArgumentParser) –

  Parser to add a new argument group to.

• argv (Sequence[str] | None, default: None ) –

  Optional sequence of string arguments.

• required (bool, default: True ) –

  Mark arguments without defaults as required.

Source code in taps/config.py

@classmethod
def add_argument_group(
    cls,
    parser: argparse.ArgumentParser,
    *,
    argv: Sequence[str] | None = None,
    required: bool = True,
) -> None:
    """Add model fields as arguments of an argument group on the parser.

    Args:
        parser: Parser to add a new argument group to.
        argv: Optional sequence of string arguments.
        required: Mark arguments without defaults as required.
    """
    group = parser.add_argument_group(cls.__name__)
    for field_name, field_info in cls.model_fields.items():
        arg_name = field_name.replace('_', '-').lower()
        group.add_argument(
            f'--{arg_name}',
            dest=field_name,
            # type=field_info.annotation,
            default=field_info.get_default(),
            required=field_info.is_required() and required,
            help=field_info.description,
        )

get_executor()

get_executor() -> DAGExecutor

Create an executor instance from the config.

Source code in taps/executor/globus.py

def get_executor(self) -> DAGExecutor:
    """Create an executor instance from the config."""
    executor = globus_compute_sdk.Executor(
        self.globus_compute_endpoint,
        batch_size=self.globus_compute_batch_size,
    )
    return DAGExecutor(executor)