Skip to content

llmcompressor.pipelines.data_free.pipeline

`DataFreePipeline`

Bases: CalibrationPipeline

Source code in src/llmcompressor/pipelines/data_free/pipeline.py

@CalibrationPipeline.register("datafree")
class DataFreePipeline(CalibrationPipeline):
    @staticmethod
    def __call__(
        model: torch.nn.Module,
        dataloader: Optional[DataLoader],
        dataset_args: "DatasetArguments",
    ):
        """
        A pipeline for data-free calibration

        :param model: model being calibrated
        :param dataloader: loads data for calibration
        :param dataset_args: dataset arguments relevant to pipelines
        """
        LifecycleCallbacks.calibration_epoch_start()
        LifecycleCallbacks.calibration_epoch_end()

`call(model, dataloader, dataset_args)` `staticmethod`

A pipeline for data-free calibration

Parameters:

Name	Type	Description	Default
`model`	`Module`	model being calibrated	required
`dataloader`	`Optional[DataLoader]`	loads data for calibration	required
`dataset_args`	`DatasetArguments`	dataset arguments relevant to pipelines	required

Source code in src/llmcompressor/pipelines/data_free/pipeline.py

@staticmethod
def __call__(
    model: torch.nn.Module,
    dataloader: Optional[DataLoader],
    dataset_args: "DatasetArguments",
):
    """
    A pipeline for data-free calibration

    :param model: model being calibrated
    :param dataloader: loads data for calibration
    :param dataset_args: dataset arguments relevant to pipelines
    """
    LifecycleCallbacks.calibration_epoch_start()
    LifecycleCallbacks.calibration_epoch_end()