↓ 2 callersFunctionmake_quant(
module,
names,
bits,
group_size,
name="",
use_triton: bool = False,
disable_exll
inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/_utils.py:52
↓ 2 callersFunctionpack_qw(m, t, mb, tb, tb1, bits=4, cutoff=-1)
inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/generate.py:158
↓ 2 callersFunctionprint_parameters(bits, n, m, t, nb, mb, tb, mu, nu, tu, unroll, p, gs=-1)
inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/generate.py:94
↓ 2 callersFunctiont5_prompt_conversion(
*,
task_name: str,
label_field: str = "label",
label_map: Dict[int, str],
use_fields: Op
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/t5.py:6
↓ 2 callersFunctiont5_prompt_conversion(
*,
task_name: str,
label_field: str = "label",
label_map: Dict[int, str],
use_fields: Op
inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/t5.py:6
↓ 2 callersFunctiontranspose_quant_matmul_248(input, qweight, scales, qzeros, g_idx, bits, maxq)
inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/triton_utils/kernels.py:317
↓ 2 callersMethodupdate_metrics(
self,
batch: Dict[str, Any],
ce_loss: torch.Tensor,
logits: torch.Tensor,
olmo/eval/evaluator.py:67