From c5af5f9a80e43d1e3a73bbb24fbfad9adaf741f1 Mon Sep 17 00:00:00 2001 From: chensuyue Date: Fri, 5 Jan 2024 03:33:57 +0000 Subject: [PATCH] deploy: d69c5522dd110c6fa02c7423f7df8c98e6d81eb5 --- latest/_sources/docs/source/quantization.md.txt | 6 ++++-- latest/autoapi/block_mask/index.html | 2 +- .../autoapi/neural_compressor/adaptor/adaptor/index.html | 2 +- latest/autoapi/neural_compressor/adaptor/index.html | 2 +- latest/autoapi/neural_compressor/adaptor/keras/index.html | 2 +- .../adaptor/keras_utils/conv2d/index.html | 2 +- .../adaptor/keras_utils/dense/index.html | 2 +- .../adaptor/keras_utils/depthwise_conv2d/index.html | 2 +- .../neural_compressor/adaptor/keras_utils/index.html | 2 +- .../adaptor/keras_utils/pool2d/index.html | 2 +- .../adaptor/keras_utils/quantizer/index.html | 2 +- .../adaptor/keras_utils/separable_conv2d/index.html | 2 +- latest/autoapi/neural_compressor/adaptor/mxnet/index.html | 2 +- .../neural_compressor/adaptor/mxnet_utils/index.html | 2 +- .../neural_compressor/adaptor/mxnet_utils/util/index.html | 2 +- .../autoapi/neural_compressor/adaptor/onnxrt/index.html | 2 +- .../adaptor/ox_utils/calibration/index.html | 2 +- .../adaptor/ox_utils/calibrator/index.html | 2 +- .../autoapi/neural_compressor/adaptor/ox_utils/index.html | 2 +- .../adaptor/ox_utils/operators/activation/index.html | 2 +- .../adaptor/ox_utils/operators/argmax/index.html | 2 +- .../adaptor/ox_utils/operators/attention/index.html | 2 +- .../adaptor/ox_utils/operators/binary_op/index.html | 2 +- .../adaptor/ox_utils/operators/concat/index.html | 2 +- .../adaptor/ox_utils/operators/conv/index.html | 2 +- .../adaptor/ox_utils/operators/direct_q8/index.html | 2 +- .../adaptor/ox_utils/operators/embed_layernorm/index.html | 2 +- .../adaptor/ox_utils/operators/gather/index.html | 2 +- .../adaptor/ox_utils/operators/gavgpool/index.html | 2 +- .../adaptor/ox_utils/operators/gemm/index.html | 2 +- .../adaptor/ox_utils/operators/index.html | 2 +- .../adaptor/ox_utils/operators/lstm/index.html | 2 +- .../adaptor/ox_utils/operators/matmul/index.html | 2 +- .../adaptor/ox_utils/operators/maxpool/index.html | 2 +- .../adaptor/ox_utils/operators/norm/index.html | 2 +- .../adaptor/ox_utils/operators/ops/index.html | 2 +- .../adaptor/ox_utils/operators/pad/index.html | 2 +- .../adaptor/ox_utils/operators/pooling/index.html | 2 +- .../adaptor/ox_utils/operators/reduce/index.html | 2 +- .../adaptor/ox_utils/operators/resize/index.html | 2 +- .../adaptor/ox_utils/operators/split/index.html | 2 +- .../adaptor/ox_utils/operators/unary_op/index.html | 2 +- .../adaptor/ox_utils/quantizer/index.html | 2 +- .../adaptor/ox_utils/smooth_quant/index.html | 2 +- .../neural_compressor/adaptor/ox_utils/util/index.html | 2 +- .../adaptor/ox_utils/weight_only/index.html | 2 +- .../autoapi/neural_compressor/adaptor/pytorch/index.html | 2 +- latest/autoapi/neural_compressor/adaptor/query/index.html | 2 +- .../neural_compressor/adaptor/tensorflow/index.html | 2 +- .../adaptor/tf_utils/graph_converter/index.html | 2 +- .../tf_utils/graph_converter_without_calib/index.html | 2 +- .../tf_utils/graph_rewriter/bf16/bf16_convert/index.html | 2 +- .../bf16/dequantize_cast_optimizer/index.html | 2 +- .../adaptor/tf_utils/graph_rewriter/bf16/index.html | 2 +- .../generic/convert_add_to_biasadd/index.html | 2 +- .../graph_rewriter/generic/convert_layout/index.html | 2 +- .../graph_rewriter/generic/convert_leakyrelu/index.html | 2 +- .../generic/convert_nan_to_random/index.html | 2 +- .../generic/convert_placeholder_to_const/index.html | 2 +- .../graph_rewriter/generic/dilated_contraction/index.html | 2 +- .../graph_rewriter/generic/dummy_biasadd/index.html | 2 +- .../generic/expanddims_optimizer/index.html | 2 +- .../generic/fetch_weight_from_reshape/index.html | 2 +- .../graph_rewriter/generic/fold_batch_norm/index.html | 2 +- .../graph_rewriter/generic/fold_constant/index.html | 2 +- .../graph_rewriter/generic/fuse_biasadd_add/index.html | 2 +- .../generic/fuse_column_wise_mul/index.html | 2 +- .../graph_rewriter/generic/fuse_conv_with_math/index.html | 2 +- .../graph_rewriter/generic/fuse_decomposed_bn/index.html | 2 +- .../graph_rewriter/generic/fuse_decomposed_in/index.html | 2 +- .../tf_utils/graph_rewriter/generic/fuse_gelu/index.html | 2 +- .../graph_rewriter/generic/fuse_layer_norm/index.html | 2 +- .../graph_rewriter/generic/fuse_pad_with_conv/index.html | 2 +- .../generic/fuse_pad_with_fp32_conv/index.html | 2 +- .../generic/fuse_reshape_transpose/index.html | 2 +- .../graph_rewriter/generic/graph_cse_optimizer/index.html | 2 +- .../graph_rewriter/generic/grappler_pass/index.html | 2 +- .../adaptor/tf_utils/graph_rewriter/generic/index.html | 2 +- .../graph_rewriter/generic/insert_print_node/index.html | 2 +- .../generic/move_squeeze_after_relu/index.html | 2 +- .../graph_rewriter/generic/pre_optimize/index.html | 2 +- .../generic/remove_training_nodes/index.html | 2 +- .../graph_rewriter/generic/rename_batch_norm/index.html | 2 +- .../graph_rewriter/generic/split_shared_input/index.html | 2 +- .../generic/strip_equivalent_nodes/index.html | 2 +- .../graph_rewriter/generic/strip_unused_nodes/index.html | 2 +- .../graph_rewriter/generic/switch_optimizer/index.html | 2 +- .../adaptor/tf_utils/graph_rewriter/graph_base/index.html | 2 +- .../adaptor/tf_utils/graph_rewriter/index.html | 2 +- .../graph_rewriter/int8/freeze_fake_quant/index.html | 2 +- .../tf_utils/graph_rewriter/int8/freeze_value/index.html | 2 +- .../int8/freeze_value_without_calib/index.html | 2 +- .../int8/fuse_conv_redundant_dequantize/index.html | 2 +- .../graph_rewriter/int8/fuse_conv_requantize/index.html | 2 +- .../int8/fuse_matmul_redundant_dequantize/index.html | 2 +- .../graph_rewriter/int8/fuse_matmul_requantize/index.html | 2 +- .../adaptor/tf_utils/graph_rewriter/int8/index.html | 2 +- .../graph_rewriter/int8/meta_op_optimizer/index.html | 2 +- .../int8/post_hostconst_converter/index.html | 2 +- .../graph_rewriter/int8/post_quantized_op_cse/index.html | 2 +- .../tf_utils/graph_rewriter/int8/rnn_convert/index.html | 2 +- .../graph_rewriter/int8/scale_propagation/index.html | 2 +- .../adaptor/tf_utils/graph_rewriter/onnx/index.html | 2 +- .../tf_utils/graph_rewriter/onnx/onnx_graph/index.html | 2 +- .../tf_utils/graph_rewriter/onnx/onnx_node/index.html | 2 +- .../tf_utils/graph_rewriter/onnx/onnx_schema/index.html | 2 +- .../tf_utils/graph_rewriter/onnx/tf2onnx_utils/index.html | 2 +- .../adaptor/tf_utils/graph_rewriter/qdq/index.html | 2 +- .../graph_rewriter/qdq/insert_qdq_pattern/index.html | 2 +- .../graph_rewriter/qdq/merge_duplicated_qdq/index.html | 2 +- .../graph_rewriter/qdq/share_qdq_y_pattern/index.html | 2 +- .../adaptor/tf_utils/graph_util/index.html | 2 +- .../autoapi/neural_compressor/adaptor/tf_utils/index.html | 2 +- .../adaptor/tf_utils/quantize_graph/index.html | 2 +- .../tf_utils/quantize_graph/qat/fake_quantize/index.html | 2 +- .../adaptor/tf_utils/quantize_graph/qat/index.html | 2 +- .../quantize_graph/qat/quantize_config/index.html | 2 +- .../quantize_graph/qat/quantize_helper/index.html | 2 +- .../quantize_graph/qat/quantize_layers/index.html | 2 +- .../qat/quantize_layers/optimize_layer/index.html | 2 +- .../qat/quantize_layers/quantize_layer_add/index.html | 2 +- .../qat/quantize_layers/quantize_layer_base/index.html | 2 +- .../qat/quantize_layers/quantize_layer_bn/index.html | 2 +- .../quantize_graph/qat/quantize_wrapper/index.html | 2 +- .../tf_utils/quantize_graph/qdq/fuse_qdq_bn/index.html | 2 +- .../quantize_graph/qdq/fuse_qdq_concatv2/index.html | 2 +- .../tf_utils/quantize_graph/qdq/fuse_qdq_conv/index.html | 2 +- .../quantize_graph/qdq/fuse_qdq_deconv/index.html | 2 +- .../tf_utils/quantize_graph/qdq/fuse_qdq_in/index.html | 2 +- .../quantize_graph/qdq/fuse_qdq_matmul/index.html | 2 +- .../quantize_graph/qdq/fuse_qdq_pooling/index.html | 2 +- .../adaptor/tf_utils/quantize_graph/qdq/index.html | 2 +- .../tf_utils/quantize_graph/qdq/optimize_qdq/index.html | 2 +- .../quantize_graph/quantize_graph_base/index.html | 2 +- .../tf_utils/quantize_graph/quantize_graph_bn/index.html | 2 +- .../quantize_graph/quantize_graph_concatv2/index.html | 2 +- .../quantize_graph/quantize_graph_conv/index.html | 2 +- .../quantize_graph_for_intel_cpu/index.html | 2 +- .../quantize_graph/quantize_graph_matmul/index.html | 2 +- .../quantize_graph/quantize_graph_pooling/index.html | 2 +- .../adaptor/tf_utils/quantize_graph_common/index.html | 2 +- .../adaptor/tf_utils/smooth_quant_calibration/index.html | 2 +- .../adaptor/tf_utils/smooth_quant_scaler/index.html | 2 +- .../adaptor/tf_utils/tf2onnx_converter/index.html | 2 +- .../tf_utils/transform_graph/bias_correction/index.html | 2 +- .../transform_graph/graph_transform_base/index.html | 2 +- .../adaptor/tf_utils/transform_graph/index.html | 2 +- .../tf_utils/transform_graph/insert_logging/index.html | 2 +- .../transform_graph/rerange_quantized_concat/index.html | 2 +- .../neural_compressor/adaptor/tf_utils/util/index.html | 2 +- .../adaptor/torch_utils/autoround/autoround/index.html | 2 +- .../adaptor/torch_utils/autoround/index.html | 2 +- .../adaptor/torch_utils/autoround/sign_sgd/index.html | 2 +- .../neural_compressor/adaptor/torch_utils/awq/index.html | 2 +- .../adaptor/torch_utils/bf16_convert/index.html | 2 +- .../neural_compressor/adaptor/torch_utils/gptq/index.html | 2 +- .../adaptor/torch_utils/hawq_metric/index.html | 2 +- .../neural_compressor/adaptor/torch_utils/index.html | 2 +- .../adaptor/torch_utils/layer_wise_quant/index.html | 2 +- .../layer_wise_quant/modified_pickle/index.html | 2 +- .../torch_utils/layer_wise_quant/quantize/index.html | 2 +- .../torch_utils/layer_wise_quant/torch_load/index.html | 2 +- .../adaptor/torch_utils/layer_wise_quant/utils/index.html | 2 +- .../adaptor/torch_utils/mixed_precision/index.html | 2 +- .../adaptor/torch_utils/model_wrapper/index.html | 2 +- .../adaptor/torch_utils/pattern_detector/index.html | 2 +- .../adaptor/torch_utils/smooth_quant/index.html | 2 +- .../adaptor/torch_utils/symbolic_trace/index.html | 2 +- .../neural_compressor/adaptor/torch_utils/teq/index.html | 2 +- .../neural_compressor/adaptor/torch_utils/util/index.html | 2 +- .../adaptor/torch_utils/weight_only/index.html | 2 +- .../neural_compressor/algorithm/algorithm/index.html | 2 +- .../algorithm/fast_bias_correction/index.html | 2 +- latest/autoapi/neural_compressor/algorithm/index.html | 2 +- .../neural_compressor/algorithm/smooth_quant/index.html | 2 +- .../algorithm/weight_correction/index.html | 2 +- latest/autoapi/neural_compressor/benchmark/index.html | 2 +- .../neural_compressor/common/base_config/index.html | 2 +- latest/autoapi/neural_compressor/common/index.html | 2 +- latest/autoapi/neural_compressor/common/logger/index.html | 2 +- .../autoapi/neural_compressor/common/utility/index.html | 2 +- .../neural_compressor/compression/callbacks/index.html | 2 +- .../compression/distillation/criterions/index.html | 2 +- .../neural_compressor/compression/distillation/index.html | 2 +- .../compression/distillation/optimizers/index.html | 2 +- .../compression/distillation/utility/index.html | 2 +- .../autoapi/neural_compressor/compression/hpo/index.html | 2 +- .../compression/hpo/sa_optimizer/index.html | 2 +- .../compression/hpo/search_algorithms/index.html | 2 +- .../compression/hpo/search_space/index.html | 2 +- latest/autoapi/neural_compressor/compression/index.html | 2 +- .../compression/pruner/criteria/index.html | 2 +- .../neural_compressor/compression/pruner/index.html | 2 +- .../compression/pruner/model_slim/auto_slim/index.html | 2 +- .../compression/pruner/model_slim/index.html | 2 +- .../pruner/model_slim/pattern_analyzer/index.html | 2 +- .../compression/pruner/model_slim/weight_slim/index.html | 2 +- .../compression/pruner/patterns/base/index.html | 2 +- .../compression/pruner/patterns/index.html | 2 +- .../compression/pruner/patterns/mha/index.html | 2 +- .../compression/pruner/patterns/ninm/index.html | 2 +- .../compression/pruner/patterns/nxm/index.html | 2 +- .../compression/pruner/pruners/base/index.html | 2 +- .../compression/pruner/pruners/basic/index.html | 2 +- .../compression/pruner/pruners/block_mask/index.html | 2 +- .../compression/pruner/pruners/index.html | 2 +- .../compression/pruner/pruners/mha/index.html | 2 +- .../compression/pruner/pruners/pattern_lock/index.html | 2 +- .../compression/pruner/pruners/progressive/index.html | 2 +- .../compression/pruner/pruners/retrain_free/index.html | 2 +- .../compression/pruner/pruners/sparse_gpt/index.html | 2 +- .../compression/pruner/pruning/index.html | 2 +- .../neural_compressor/compression/pruner/regs/index.html | 2 +- .../compression/pruner/schedulers/index.html | 2 +- .../compression/pruner/tf_criteria/index.html | 2 +- .../neural_compressor/compression/pruner/utils/index.html | 2 +- latest/autoapi/neural_compressor/conf/config/index.html | 2 +- latest/autoapi/neural_compressor/conf/dotdict/index.html | 2 +- latest/autoapi/neural_compressor/conf/index.html | 2 +- .../neural_compressor/conf/pythonic_config/index.html | 2 +- latest/autoapi/neural_compressor/config/index.html | 2 +- latest/autoapi/neural_compressor/contrib/index.html | 2 +- .../autoapi/neural_compressor/contrib/strategy/index.html | 2 +- .../neural_compressor/contrib/strategy/sigopt/index.html | 2 +- .../neural_compressor/contrib/strategy/tpe/index.html | 2 +- .../data/dataloaders/base_dataloader/index.html | 2 +- .../data/dataloaders/dataloader/index.html | 2 +- .../data/dataloaders/default_dataloader/index.html | 2 +- .../neural_compressor/data/dataloaders/fetcher/index.html | 2 +- .../autoapi/neural_compressor/data/dataloaders/index.html | 2 +- .../data/dataloaders/mxnet_dataloader/index.html | 2 +- .../data/dataloaders/onnxrt_dataloader/index.html | 2 +- .../data/dataloaders/pytorch_dataloader/index.html | 2 +- .../neural_compressor/data/dataloaders/sampler/index.html | 2 +- .../data/dataloaders/tensorflow_dataloader/index.html | 2 +- .../data/datasets/bert_dataset/index.html | 2 +- .../data/datasets/coco_dataset/index.html | 2 +- .../neural_compressor/data/datasets/dataset/index.html | 2 +- .../data/datasets/dummy_dataset/index.html | 2 +- .../data/datasets/dummy_dataset_v2/index.html | 2 +- .../data/datasets/imagenet_dataset/index.html | 2 +- latest/autoapi/neural_compressor/data/datasets/index.html | 2 +- .../data/datasets/style_transfer_dataset/index.html | 2 +- .../neural_compressor/data/filters/coco_filter/index.html | 2 +- .../neural_compressor/data/filters/filter/index.html | 2 +- latest/autoapi/neural_compressor/data/filters/index.html | 2 +- latest/autoapi/neural_compressor/data/index.html | 2 +- .../data/transforms/coco_transform/index.html | 2 +- .../data/transforms/imagenet_transform/index.html | 2 +- .../autoapi/neural_compressor/data/transforms/index.html | 2 +- .../data/transforms/postprocess/index.html | 2 +- .../data/transforms/tokenization/index.html | 2 +- .../data/transforms/transform/index.html | 2 +- .../neural_compressor/experimental/benchmark/index.html | 2 +- .../experimental/common/criterion/index.html | 2 +- .../experimental/common/dataloader/index.html | 2 +- .../neural_compressor/experimental/common/index.html | 2 +- .../experimental/common/metric/index.html | 2 +- .../experimental/common/model/index.html | 2 +- .../experimental/common/optimizer/index.html | 2 +- .../experimental/common/postprocess/index.html | 2 +- .../experimental/common/torch_utils/index.html | 2 +- .../neural_compressor/experimental/component/index.html | 2 +- .../neural_compressor/experimental/compression/index.html | 2 +- .../neural_compressor/experimental/contrib/index.html | 2 +- .../experimental/contrib/strategy/index.html | 2 +- .../experimental/contrib/strategy/sigopt/index.html | 2 +- .../experimental/contrib/strategy/tpe/index.html | 2 +- .../data/dataloaders/base_dataloader/index.html | 2 +- .../experimental/data/dataloaders/dataloader/index.html | 2 +- .../data/dataloaders/default_dataloader/index.html | 2 +- .../experimental/data/dataloaders/fetcher/index.html | 2 +- .../experimental/data/dataloaders/index.html | 2 +- .../data/dataloaders/mxnet_dataloader/index.html | 2 +- .../data/dataloaders/onnxrt_dataloader/index.html | 2 +- .../data/dataloaders/pytorch_dataloader/index.html | 2 +- .../experimental/data/dataloaders/sampler/index.html | 2 +- .../data/dataloaders/tensorflow_dataloader/index.html | 2 +- .../experimental/data/datasets/bert_dataset/index.html | 2 +- .../experimental/data/datasets/coco_dataset/index.html | 2 +- .../experimental/data/datasets/dataset/index.html | 2 +- .../experimental/data/datasets/dummy_dataset/index.html | 2 +- .../data/datasets/dummy_dataset_v2/index.html | 2 +- .../data/datasets/imagenet_dataset/index.html | 2 +- .../experimental/data/datasets/index.html | 2 +- .../data/datasets/style_transfer_dataset/index.html | 2 +- .../experimental/data/filters/coco_filter/index.html | 2 +- .../experimental/data/filters/filter/index.html | 2 +- .../experimental/data/filters/index.html | 2 +- .../neural_compressor/experimental/data/index.html | 2 +- .../data/transforms/imagenet_transform/index.html | 2 +- .../experimental/data/transforms/index.html | 2 +- .../experimental/data/transforms/tokenization/index.html | 2 +- .../experimental/data/transforms/transform/index.html | 2 +- .../experimental/distillation/index.html | 2 +- .../neural_compressor/experimental/export/index.html | 2 +- .../experimental/export/qlinear2qdq/index.html | 2 +- .../experimental/export/tf2onnx/index.html | 2 +- .../experimental/export/torch2onnx/index.html | 2 +- .../experimental/graph_optimization/index.html | 2 +- latest/autoapi/neural_compressor/experimental/index.html | 2 +- .../neural_compressor/experimental/metric/bleu/index.html | 2 +- .../experimental/metric/bleu_util/index.html | 2 +- .../experimental/metric/coco_label_map/index.html | 2 +- .../experimental/metric/coco_tools/index.html | 2 +- .../experimental/metric/evaluate_squad/index.html | 2 +- .../neural_compressor/experimental/metric/f1/index.html | 2 +- .../neural_compressor/experimental/metric/index.html | 2 +- .../experimental/metric/metric/index.html | 2 +- .../experimental/mixed_precision/index.html | 2 +- .../experimental/model_conversion/index.html | 2 +- .../experimental/nas/basic_nas/index.html | 2 +- .../neural_compressor/experimental/nas/dynas/index.html | 2 +- .../autoapi/neural_compressor/experimental/nas/index.html | 2 +- .../neural_compressor/experimental/nas/nas/index.html | 2 +- .../experimental/nas/nas_utils/index.html | 2 +- .../experimental/nas/search_algorithms/index.html | 2 +- .../pruner_legacy/gradient_sensitivity/index.html | 2 +- .../experimental/pruner_legacy/group_lasso/index.html | 2 +- .../experimental/pruner_legacy/index.html | 2 +- .../experimental/pruner_legacy/magnitude/index.html | 2 +- .../experimental/pruner_legacy/pattern_lock/index.html | 2 +- .../experimental/pruner_legacy/pruner/index.html | 2 +- .../neural_compressor/experimental/pruning/index.html | 2 +- .../experimental/pruning_recipes/index.html | 2 +- .../experimental/pruning_recipes/patterns/index.html | 2 +- .../pruning_recipes/patterns/pattern/index.html | 2 +- .../pruning_recipes/patterns/tile_pattern/index.html | 2 +- .../neural_compressor/experimental/pruning_v2/index.html | 2 +- .../experimental/pytorch_pruner/index.html | 2 +- .../experimental/pytorch_pruner/logger/index.html | 2 +- .../experimental/pytorch_pruner/patterns/index.html | 2 +- .../experimental/pytorch_pruner/prune_utils/index.html | 2 +- .../experimental/pytorch_pruner/pruner/index.html | 2 +- .../experimental/pytorch_pruner/pruning/index.html | 2 +- .../experimental/pytorch_pruner/scheduler/index.html | 2 +- .../experimental/quantization/index.html | 2 +- .../neural_compressor/experimental/scheduler/index.html | 2 +- .../experimental/strategy/auto_mixed_precision/index.html | 2 +- .../experimental/strategy/basic/index.html | 2 +- .../experimental/strategy/bayesian/index.html | 2 +- .../experimental/strategy/exhaustive/index.html | 2 +- .../neural_compressor/experimental/strategy/index.html | 2 +- .../experimental/strategy/mse/index.html | 2 +- .../experimental/strategy/mse_v2/index.html | 2 +- .../experimental/strategy/random/index.html | 2 +- .../experimental/strategy/strategy/index.html | 2 +- .../experimental/strategy/utils/constant/index.html | 2 +- .../experimental/strategy/utils/index.html | 2 +- .../experimental/strategy/utils/tuning_sampler/index.html | 2 +- .../experimental/strategy/utils/tuning_space/index.html | 2 +- .../experimental/strategy/utils/tuning_structs/index.html | 2 +- .../experimental/strategy/utils/utility/index.html | 2 +- latest/autoapi/neural_compressor/index.html | 2 +- latest/autoapi/neural_compressor/metric/bleu/index.html | 2 +- .../autoapi/neural_compressor/metric/bleu_util/index.html | 2 +- .../neural_compressor/metric/coco_label_map/index.html | 2 +- .../neural_compressor/metric/coco_tools/index.html | 2 +- .../neural_compressor/metric/evaluate_squad/index.html | 2 +- latest/autoapi/neural_compressor/metric/f1/index.html | 2 +- latest/autoapi/neural_compressor/metric/index.html | 2 +- latest/autoapi/neural_compressor/metric/metric/index.html | 2 +- latest/autoapi/neural_compressor/mix_precision/index.html | 2 +- .../autoapi/neural_compressor/model/base_model/index.html | 2 +- latest/autoapi/neural_compressor/model/index.html | 2 +- .../neural_compressor/model/keras_model/index.html | 2 +- latest/autoapi/neural_compressor/model/model/index.html | 2 +- .../neural_compressor/model/mxnet_model/index.html | 2 +- .../neural_compressor/model/nets_factory/index.html | 2 +- .../autoapi/neural_compressor/model/onnx_model/index.html | 2 +- .../neural_compressor/model/tensorflow_model/index.html | 2 +- .../neural_compressor/model/torch_model/index.html | 2 +- latest/autoapi/neural_compressor/objective/index.html | 2 +- latest/autoapi/neural_compressor/profiling/index.html | 2 +- .../neural_compressor/profiling/parser/factory/index.html | 2 +- .../autoapi/neural_compressor/profiling/parser/index.html | 2 +- .../profiling/parser/onnx_parser/factory/index.html | 2 +- .../profiling/parser/onnx_parser/index.html | 2 +- .../profiling/parser/onnx_parser/parser/index.html | 2 +- .../neural_compressor/profiling/parser/parser/index.html | 2 +- .../neural_compressor/profiling/parser/result/index.html | 2 +- .../profiling/parser/tensorflow_parser/factory/index.html | 2 +- .../profiling/parser/tensorflow_parser/index.html | 2 +- .../profiling/parser/tensorflow_parser/parser/index.html | 2 +- .../profiling/profiler/factory/index.html | 2 +- .../neural_compressor/profiling/profiler/index.html | 2 +- .../profiling/profiler/onnxrt_profiler/factory/index.html | 2 +- .../profiling/profiler/onnxrt_profiler/index.html | 2 +- .../profiler/onnxrt_profiler/profiler/index.html | 2 +- .../profiling/profiler/onnxrt_profiler/utils/index.html | 2 +- .../profiling/profiler/profiler/index.html | 2 +- .../profiler/tensorflow_profiler/factory/index.html | 2 +- .../profiling/profiler/tensorflow_profiler/index.html | 2 +- .../profiler/tensorflow_profiler/profiler/index.html | 2 +- .../profiler/tensorflow_profiler/utils/index.html | 2 +- latest/autoapi/neural_compressor/quantization/index.html | 2 +- latest/autoapi/neural_compressor/strategy/auto/index.html | 2 +- .../strategy/auto_mixed_precision/index.html | 2 +- .../autoapi/neural_compressor/strategy/basic/index.html | 2 +- .../neural_compressor/strategy/bayesian/index.html | 2 +- .../neural_compressor/strategy/conservative/index.html | 2 +- .../neural_compressor/strategy/exhaustive/index.html | 2 +- .../autoapi/neural_compressor/strategy/hawq_v2/index.html | 2 +- latest/autoapi/neural_compressor/strategy/index.html | 2 +- latest/autoapi/neural_compressor/strategy/mse/index.html | 2 +- .../autoapi/neural_compressor/strategy/mse_v2/index.html | 2 +- .../autoapi/neural_compressor/strategy/random/index.html | 2 +- .../neural_compressor/strategy/strategy/index.html | 2 +- .../neural_compressor/strategy/utils/constant/index.html | 2 +- .../autoapi/neural_compressor/strategy/utils/index.html | 2 +- .../strategy/utils/tuning_sampler/index.html | 2 +- .../strategy/utils/tuning_space/index.html | 2 +- .../strategy/utils/tuning_structs/index.html | 2 +- .../neural_compressor/strategy/utils/utility/index.html | 2 +- .../neural_compressor/template/api_doc_example/index.html | 2 +- latest/autoapi/neural_compressor/template/index.html | 2 +- .../neural_compressor/tensorflow/algorithms/index.html | 2 +- .../tensorflow/algorithms/static_quantize/index.html | 2 +- .../algorithms/static_quantize/keras/index.html | 2 +- .../static_quantize/keras_utils/conv2d/index.html | 2 +- .../static_quantize/keras_utils/dense/index.html | 2 +- .../keras_utils/depthwise_conv2d/index.html | 2 +- .../algorithms/static_quantize/keras_utils/index.html | 2 +- .../static_quantize/keras_utils/pool2d/index.html | 2 +- .../static_quantize/keras_utils/quantizer/index.html | 2 +- .../keras_utils/separable_conv2d/index.html | 2 +- .../algorithms/static_quantize/quantize_entry/index.html | 2 +- latest/autoapi/neural_compressor/tensorflow/index.html | 2 +- .../tensorflow/quantization/config/index.html | 2 +- .../neural_compressor/tensorflow/quantization/index.html | 2 +- .../tensorflow/quantization/quantize/index.html | 2 +- .../autoapi/neural_compressor/tensorflow/utils/index.html | 2 +- .../autoapi/neural_compressor/torch/algorithms/index.html | 2 +- .../torch/algorithms/weight_only/gptq/index.html | 2 +- .../torch/algorithms/weight_only/index.html | 2 +- .../torch/algorithms/weight_only/rtn/index.html | 2 +- .../torch/algorithms/weight_only_algos/index.html | 2 +- .../neural_compressor/torch/amp/autocast/index.html | 2 +- .../neural_compressor/torch/amp/fp8/functions/index.html | 2 +- latest/autoapi/neural_compressor/torch/amp/fp8/index.html | 2 +- latest/autoapi/neural_compressor/torch/amp/index.html | 2 +- latest/autoapi/neural_compressor/torch/index.html | 2 +- .../torch/quantization/config/index.html | 2 +- .../neural_compressor/torch/quantization/fp8/index.html | 2 +- .../torch/quantization/fp8/modules/index.html | 2 +- .../torch/quantization/fp8/observer/index.html | 2 +- .../torch/quantization/fp8/quantization_impl/index.html | 2 +- .../neural_compressor/torch/quantization/index.html | 2 +- .../torch/quantization/layers/index.html | 2 +- .../torch/quantization/quantize/index.html | 2 +- .../neural_compressor/torch/utils/constants/index.html | 2 +- latest/autoapi/neural_compressor/torch/utils/index.html | 2 +- .../neural_compressor/torch/utils/utility/index.html | 2 +- latest/autoapi/neural_compressor/training/index.html | 2 +- .../utils/collect_layer_histogram/index.html | 2 +- .../autoapi/neural_compressor/utils/constant/index.html | 2 +- .../utils/create_obj_from_config/index.html | 2 +- latest/autoapi/neural_compressor/utils/index.html | 2 +- .../neural_compressor/utils/kl_divergence/index.html | 2 +- .../neural_compressor/utils/load_huggingface/index.html | 2 +- latest/autoapi/neural_compressor/utils/logger/index.html | 2 +- .../utils/neural_insights_utils/index.html | 2 +- latest/autoapi/neural_compressor/utils/options/index.html | 2 +- latest/autoapi/neural_compressor/utils/pytorch/index.html | 2 +- latest/autoapi/neural_compressor/utils/utility/index.html | 2 +- .../neural_compressor/utils/weights_details/index.html | 2 +- latest/autoapi/neural_compressor/version/index.html | 2 +- latest/docs/build_docs/source/index.html | 2 +- latest/docs/source/CODE_OF_CONDUCT.html | 2 +- latest/docs/source/CONTRIBUTING.html | 2 +- latest/docs/source/FX.html | 2 +- latest/docs/source/NAS.html | 2 +- latest/docs/source/SECURITY.html | 2 +- latest/docs/source/Welcome.html | 2 +- latest/docs/source/adaptor.html | 2 +- latest/docs/source/add_new_adaptor.html | 2 +- latest/docs/source/add_new_data_type.html | 2 +- latest/docs/source/api-doc/adaptor.html | 2 +- latest/docs/source/api-doc/adaptor/onnxrt.html | 2 +- latest/docs/source/api-doc/adaptor/torch_utils.html | 2 +- latest/docs/source/api-doc/api_doc_example.html | 2 +- latest/docs/source/api-doc/apis.html | 2 +- latest/docs/source/api-doc/benchmark.html | 2 +- latest/docs/source/api-doc/compression.html | 2 +- latest/docs/source/api-doc/config.html | 2 +- latest/docs/source/api-doc/mix_precision.html | 2 +- latest/docs/source/api-doc/model.html | 2 +- latest/docs/source/api-doc/objective.html | 2 +- latest/docs/source/api-doc/quantization.html | 2 +- latest/docs/source/api-doc/strategy.html | 2 +- latest/docs/source/api-doc/training.html | 2 +- latest/docs/source/benchmark.html | 2 +- latest/docs/source/calibration.html | 2 +- latest/docs/source/dataloader.html | 2 +- latest/docs/source/dataset.html | 2 +- latest/docs/source/design.html | 2 +- latest/docs/source/diagnosis.html | 2 +- latest/docs/source/distillation.html | 2 +- latest/docs/source/distillation_quantization.html | 2 +- latest/docs/source/distributed.html | 2 +- latest/docs/source/examples_readme.html | 2 +- latest/docs/source/export.html | 2 +- latest/docs/source/faq.html | 2 +- latest/docs/source/framework_yaml.html | 2 +- latest/docs/source/get_started.html | 2 +- latest/docs/source/incompatible_changes.html | 2 +- latest/docs/source/infrastructure.html | 2 +- latest/docs/source/installation_guide.html | 2 +- latest/docs/source/legal_information.html | 2 +- latest/docs/source/llm_recipes.html | 2 +- latest/docs/source/metric.html | 2 +- latest/docs/source/migration.html | 2 +- latest/docs/source/mixed_precision.html | 2 +- latest/docs/source/model.html | 2 +- latest/docs/source/neural_coder/README.html | 2 +- .../source/neural_coder/docs/AWSSageMakerSupport.html | 2 +- .../docs/source/neural_coder/docs/BigDLNanoSupport.html | 2 +- .../neural_coder/docs/IntelCPU_PerformanceSetting.html | 2 +- latest/docs/source/neural_coder/docs/PythonAPI.html | 2 +- latest/docs/source/neural_coder/docs/PythonLauncher.html | 2 +- latest/docs/source/neural_coder/docs/Quantization.html | 2 +- latest/docs/source/neural_coder/docs/SupportMatrix.html | 2 +- .../docs/source/neural_coder/docs/release_notes/v0.4.html | 2 +- .../extensions/neural_compressor_ext_lab/CHANGELOG.html | 2 +- .../extensions/neural_compressor_ext_lab/DEVELOP.html | 2 +- .../extensions/neural_compressor_ext_lab/README.html | 2 +- .../extensions/neural_compressor_ext_lab/RELEASE.html | 2 +- .../neural_compressor_ext_lab_alibaba/CHANGELOG.html | 2 +- .../neural_compressor_ext_lab_alibaba/DEVELOP.html | 2 +- .../neural_compressor_ext_lab_alibaba/RELEASE.html | 2 +- .../neural_compressor_ext_vscode/CHANGELOG.html | 2 +- .../extensions/neural_compressor_ext_vscode/README.html | 2 +- .../vsc-extension-quickstart.html | 2 +- latest/docs/source/neural_insights/README.html | 2 +- .../neural_insights/docs/source/onnx_accuracy_debug.html | 2 +- .../neural_insights/docs/source/pytorch_nlp_cli_mode.html | 2 +- .../neural_insights/docs/source/tf_accuracy_debug.html | 2 +- latest/docs/source/neural_insights/gui/README.html | 2 +- latest/docs/source/neural_solution/README.html | 2 +- .../docs/source/neural_solution/docs/source/README.html | 2 +- .../neural_solution/docs/source/description_api.html | 2 +- .../source/neural_solution/docs/source/ns_design_doc.html | 2 +- .../docs/source/template/task_request_description.html | 2 +- latest/docs/source/neural_solution/examples/README.html | 2 +- .../custom_models_optimized/tf_example1/README.html | 2 +- .../source/neural_solution/examples/hf_models/README.html | 2 +- .../neural_solution/examples/hf_models_grpc/README.html | 2 +- latest/docs/source/neural_solution/frontend/README.html | 2 +- latest/docs/source/objective.html | 2 +- latest/docs/source/orchestration.html | 2 +- latest/docs/source/pruning.html | 2 +- latest/docs/source/publication_list.html | 2 +- latest/docs/source/pythonic_style.html | 2 +- latest/docs/source/quantization.html | 8 +++++--- latest/docs/source/quantization_layer_wise.html | 2 +- latest/docs/source/quantization_mixed_precision.html | 2 +- latest/docs/source/quantization_weight_only.html | 2 +- latest/docs/source/releases_info.html | 2 +- latest/docs/source/sigopt_strategy.html | 2 +- latest/docs/source/smooth_quant.html | 2 +- latest/docs/source/tensorboard.html | 2 +- latest/docs/source/transform.html | 2 +- latest/docs/source/tuning_strategies.html | 2 +- latest/docs/source/user_guide.html | 2 +- latest/docs/source/user_yaml.html | 2 +- latest/docs/source/validated_model_list.html | 2 +- latest/genindex.html | 2 +- latest/py-modindex.html | 2 +- latest/search.html | 2 +- latest/searchindex.js | 2 +- 570 files changed, 577 insertions(+), 573 deletions(-) diff --git a/latest/_sources/docs/source/quantization.md.txt b/latest/_sources/docs/source/quantization.md.txt index c87944e8e73..b8edc45767c 100644 --- a/latest/_sources/docs/source/quantization.md.txt +++ b/latest/_sources/docs/source/quantization.md.txt @@ -466,7 +466,7 @@ Intel(R) Neural Compressor support multi-framework: PyTorch, Tensorflow, ONNX Ru IPEX OneDNN "ipex" - cpu | gpu + cpu | xpu ONNX Runtime @@ -538,6 +538,8 @@ conf = PostTrainingQuantConfig() ```python # run with IPEX on CPU conf = PostTrainingQuantConfig(backend="ipex") +# run with IPEX on XPU +conf = PostTrainingQuantConfig(backend="ipex", device="xpu") ``` ```python # run with ONNXRT CUDAExecutionProvider on GPU @@ -555,4 +557,4 @@ conf = PostTrainingQuantConfig(backend="itex", device="gpu") ## Examples User could refer to [examples](https://github.com/intel/neural-compressor/blob/master/examples/README.html) on how to quantize a new model. -If user wants to quantize an onnx model with npu, please refer to this [example](../../examples/onnxrt/image_recognition/onnx_model_zoo/shufflenet/quantization/ptq_static/README.html). +If user wants to quantize an onnx model with npu, please refer to this [example](../../examples/onnxrt/image_recognition/onnx_model_zoo/shufflenet/quantization/ptq_static/README.html). If user wants to quantize a pytorch model with xpu, please refer to this [example](../../examples/pytorch/nlp/huggingface_models/question-answering/quantization/ptq_static/ipex/README.html). diff --git a/latest/autoapi/block_mask/index.html b/latest/autoapi/block_mask/index.html index 842d6164ee8..1b36c9c18f4 100644 --- a/latest/autoapi/block_mask/index.html +++ b/latest/autoapi/block_mask/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

Cookies | Privacy
diff --git a/latest/autoapi/neural_compressor/adaptor/adaptor/index.html b/latest/autoapi/neural_compressor/adaptor/adaptor/index.html index 6231ee0002e..acd6a2f63d0 100644 --- a/latest/autoapi/neural_compressor/adaptor/adaptor/index.html +++ b/latest/autoapi/neural_compressor/adaptor/adaptor/index.html @@ -146,7 +146,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/index.html b/latest/autoapi/neural_compressor/adaptor/index.html index 4b8f6d8af89..79d4fdd6c3a 100644 --- a/latest/autoapi/neural_compressor/adaptor/index.html +++ b/latest/autoapi/neural_compressor/adaptor/index.html @@ -217,7 +217,7 @@

Package ContentsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/keras/index.html b/latest/autoapi/neural_compressor/adaptor/keras/index.html index 0b792c0324f..3a502bd7e1b 100644 --- a/latest/autoapi/neural_compressor/adaptor/keras/index.html +++ b/latest/autoapi/neural_compressor/adaptor/keras/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/keras_utils/conv2d/index.html b/latest/autoapi/neural_compressor/adaptor/keras_utils/conv2d/index.html index ba5150150ed..241fa08c78a 100644 --- a/latest/autoapi/neural_compressor/adaptor/keras_utils/conv2d/index.html +++ b/latest/autoapi/neural_compressor/adaptor/keras_utils/conv2d/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/keras_utils/dense/index.html b/latest/autoapi/neural_compressor/adaptor/keras_utils/dense/index.html index 6a764f2c858..240b41ee9f0 100644 --- a/latest/autoapi/neural_compressor/adaptor/keras_utils/dense/index.html +++ b/latest/autoapi/neural_compressor/adaptor/keras_utils/dense/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/keras_utils/depthwise_conv2d/index.html b/latest/autoapi/neural_compressor/adaptor/keras_utils/depthwise_conv2d/index.html index bdbf917ad6c..fe0dd3eb6af 100644 --- a/latest/autoapi/neural_compressor/adaptor/keras_utils/depthwise_conv2d/index.html +++ b/latest/autoapi/neural_compressor/adaptor/keras_utils/depthwise_conv2d/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/keras_utils/index.html b/latest/autoapi/neural_compressor/adaptor/keras_utils/index.html index 11523a5cebe..3f6ae1cb98a 100644 --- a/latest/autoapi/neural_compressor/adaptor/keras_utils/index.html +++ b/latest/autoapi/neural_compressor/adaptor/keras_utils/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/keras_utils/pool2d/index.html b/latest/autoapi/neural_compressor/adaptor/keras_utils/pool2d/index.html index 7de6bb04867..133c5e66854 100644 --- a/latest/autoapi/neural_compressor/adaptor/keras_utils/pool2d/index.html +++ b/latest/autoapi/neural_compressor/adaptor/keras_utils/pool2d/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/keras_utils/quantizer/index.html b/latest/autoapi/neural_compressor/adaptor/keras_utils/quantizer/index.html index 9091a9754ca..c7878d654d6 100644 --- a/latest/autoapi/neural_compressor/adaptor/keras_utils/quantizer/index.html +++ b/latest/autoapi/neural_compressor/adaptor/keras_utils/quantizer/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/keras_utils/separable_conv2d/index.html b/latest/autoapi/neural_compressor/adaptor/keras_utils/separable_conv2d/index.html index 8467c379ce9..ff6f51e5ca5 100644 --- a/latest/autoapi/neural_compressor/adaptor/keras_utils/separable_conv2d/index.html +++ b/latest/autoapi/neural_compressor/adaptor/keras_utils/separable_conv2d/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/mxnet/index.html b/latest/autoapi/neural_compressor/adaptor/mxnet/index.html index 22aee0789c4..a22d7905c7e 100644 --- a/latest/autoapi/neural_compressor/adaptor/mxnet/index.html +++ b/latest/autoapi/neural_compressor/adaptor/mxnet/index.html @@ -140,7 +140,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/mxnet_utils/index.html b/latest/autoapi/neural_compressor/adaptor/mxnet_utils/index.html index 5c7d3b33def..c6d3aabf955 100644 --- a/latest/autoapi/neural_compressor/adaptor/mxnet_utils/index.html +++ b/latest/autoapi/neural_compressor/adaptor/mxnet_utils/index.html @@ -115,7 +115,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/mxnet_utils/util/index.html b/latest/autoapi/neural_compressor/adaptor/mxnet_utils/util/index.html index fd46a993739..a3621eb7b28 100644 --- a/latest/autoapi/neural_compressor/adaptor/mxnet_utils/util/index.html +++ b/latest/autoapi/neural_compressor/adaptor/mxnet_utils/util/index.html @@ -679,7 +679,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/onnxrt/index.html b/latest/autoapi/neural_compressor/adaptor/onnxrt/index.html index ccc060bd7fd..7a0585ab063 100644 --- a/latest/autoapi/neural_compressor/adaptor/onnxrt/index.html +++ b/latest/autoapi/neural_compressor/adaptor/onnxrt/index.html @@ -196,7 +196,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/calibration/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/calibration/index.html index eb8e522b27d..deb9d6f61d4 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/calibration/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/calibration/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/calibrator/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/calibrator/index.html index 7b5dcb483d2..113a80db89c 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/calibrator/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/calibrator/index.html @@ -226,7 +226,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/index.html index d44505473c9..8dd188b4f9d 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/index.html @@ -152,7 +152,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/activation/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/activation/index.html index d7dd5dc0aff..35b19e78042 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/activation/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/activation/index.html @@ -153,7 +153,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/argmax/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/argmax/index.html index a3251f79248..74ee6e6e445 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/argmax/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/argmax/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/attention/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/attention/index.html index 5db6b68461c..4bc292e80e8 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/attention/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/attention/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/binary_op/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/binary_op/index.html index 6b478784dd8..af3ca6f8ff9 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/binary_op/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/binary_op/index.html @@ -153,7 +153,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/concat/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/concat/index.html index faf4b42fab6..468e9143dfa 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/concat/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/concat/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/conv/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/conv/index.html index 4f4effa895f..44453439904 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/conv/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/conv/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/direct_q8/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/direct_q8/index.html index 3e563ca4e64..12a4213150e 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/direct_q8/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/direct_q8/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/embed_layernorm/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/embed_layernorm/index.html index 9c690cff11a..8a9e6a1d250 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/embed_layernorm/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/embed_layernorm/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gather/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gather/index.html index 1c6f2a24d5a..b3e0a502d92 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gather/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gather/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gavgpool/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gavgpool/index.html index 7b3fc43e3b5..0d56f623678 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gavgpool/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gavgpool/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gemm/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gemm/index.html index daa534b32c6..934070f7b03 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gemm/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/gemm/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/index.html index c1a0367c650..e2383825c10 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/index.html @@ -139,7 +139,7 @@

Package ContentsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/lstm/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/lstm/index.html index 94c0c2e61b3..96c7692ab52 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/lstm/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/lstm/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/matmul/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/matmul/index.html index 922a250144e..7989b7a5360 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/matmul/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/matmul/index.html @@ -144,7 +144,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/maxpool/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/maxpool/index.html index ed17688ad76..e3d27df698f 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/maxpool/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/maxpool/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/norm/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/norm/index.html index 798bfa8945b..1fe5b97f3bf 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/norm/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/norm/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/ops/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/ops/index.html index 09f92708845..767cf52cd2f 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/ops/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/ops/index.html @@ -160,7 +160,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/pad/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/pad/index.html index 4659b966d38..307f49f9cf4 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/pad/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/pad/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/pooling/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/pooling/index.html index 45994bde63c..f76741594db 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/pooling/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/pooling/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/reduce/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/reduce/index.html index 1f670970b3e..82dd7af1c65 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/reduce/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/reduce/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/resize/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/resize/index.html index 64514752f5e..b0515658ca4 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/resize/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/resize/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/split/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/split/index.html index 4455196d6ce..620824cccf5 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/split/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/split/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/unary_op/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/unary_op/index.html index 4202c5e99ea..228a0450648 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/unary_op/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/operators/unary_op/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/quantizer/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/quantizer/index.html index fb8b05e8c08..e349aa43925 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/quantizer/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/quantizer/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/smooth_quant/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/smooth_quant/index.html index 033c8d89545..a899e8852c4 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/smooth_quant/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/smooth_quant/index.html @@ -200,7 +200,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/util/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/util/index.html index 069c0c45a5d..b9e18e0ef68 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/util/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/util/index.html @@ -454,7 +454,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/ox_utils/weight_only/index.html b/latest/autoapi/neural_compressor/adaptor/ox_utils/weight_only/index.html index fdfb3aea0c1..99f5cfc034a 100644 --- a/latest/autoapi/neural_compressor/adaptor/ox_utils/weight_only/index.html +++ b/latest/autoapi/neural_compressor/adaptor/ox_utils/weight_only/index.html @@ -484,7 +484,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/pytorch/index.html b/latest/autoapi/neural_compressor/adaptor/pytorch/index.html index ea7bbded9d6..a6790559663 100644 --- a/latest/autoapi/neural_compressor/adaptor/pytorch/index.html +++ b/latest/autoapi/neural_compressor/adaptor/pytorch/index.html @@ -230,7 +230,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/query/index.html b/latest/autoapi/neural_compressor/adaptor/query/index.html index 1a04728da64..ec4d3bb5594 100644 --- a/latest/autoapi/neural_compressor/adaptor/query/index.html +++ b/latest/autoapi/neural_compressor/adaptor/query/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tensorflow/index.html b/latest/autoapi/neural_compressor/adaptor/tensorflow/index.html index 1822b958d72..d3c2bbf40c0 100644 --- a/latest/autoapi/neural_compressor/adaptor/tensorflow/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tensorflow/index.html @@ -144,7 +144,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_converter/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_converter/index.html index b9d3bc34588..ca6b177a274 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_converter/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_converter/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_converter_without_calib/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_converter_without_calib/index.html index 8bae38a4120..1ea03baf7fc 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_converter_without_calib/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_converter_without_calib/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/bf16_convert/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/bf16_convert/index.html index 0c3dd636f94..9b28cd38e8e 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/bf16_convert/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/bf16_convert/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/dequantize_cast_optimizer/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/dequantize_cast_optimizer/index.html index 249a43d90bd..2d96b7bb838 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/dequantize_cast_optimizer/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/dequantize_cast_optimizer/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/index.html index e0f4cdafb4f..5bdad0933ab 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/index.html @@ -116,7 +116,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_add_to_biasadd/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_add_to_biasadd/index.html index 20c866e9209..158a3363fe2 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_add_to_biasadd/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_add_to_biasadd/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_layout/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_layout/index.html index 93b8f83cae4..3bc18425b3a 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_layout/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_layout/index.html @@ -132,7 +132,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_leakyrelu/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_leakyrelu/index.html index 1dda62bf5aa..50de1d3f596 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_leakyrelu/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_leakyrelu/index.html @@ -142,7 +142,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_nan_to_random/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_nan_to_random/index.html index 8239585f5c2..cd40cc7300d 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_nan_to_random/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_nan_to_random/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_placeholder_to_const/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_placeholder_to_const/index.html index 6a338c030c8..01b09479194 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_placeholder_to_const/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_placeholder_to_const/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dilated_contraction/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dilated_contraction/index.html index 38e7ead405a..5e4329f4c6b 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dilated_contraction/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dilated_contraction/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dummy_biasadd/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dummy_biasadd/index.html index 91ac118d59a..cf6eb934eb4 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dummy_biasadd/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dummy_biasadd/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/expanddims_optimizer/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/expanddims_optimizer/index.html index 99a1ebe7126..5a06c79683a 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/expanddims_optimizer/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/expanddims_optimizer/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fetch_weight_from_reshape/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fetch_weight_from_reshape/index.html index e0b4b9f568f..a85575554ea 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fetch_weight_from_reshape/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fetch_weight_from_reshape/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_batch_norm/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_batch_norm/index.html index e030d80bb08..588ba0d9c77 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_batch_norm/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_batch_norm/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_constant/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_constant/index.html index c04216c02f4..e51ee7914de 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_constant/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_constant/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_biasadd_add/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_biasadd_add/index.html index 8e172f595d6..92ff446fcad 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_biasadd_add/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_biasadd_add/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_column_wise_mul/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_column_wise_mul/index.html index 5dbfe36e3fd..37847c83efa 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_column_wise_mul/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_column_wise_mul/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_conv_with_math/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_conv_with_math/index.html index 132d038a757..f2029ef6097 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_conv_with_math/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_conv_with_math/index.html @@ -141,7 +141,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_bn/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_bn/index.html index 39d80cb9e4f..8e3671515a9 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_bn/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_bn/index.html @@ -220,7 +220,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_in/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_in/index.html index c2e31ab0978..5d0a4ffdf18 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_in/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_in/index.html @@ -220,7 +220,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_gelu/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_gelu/index.html index 415e1972369..474a358cba9 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_gelu/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_gelu/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_layer_norm/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_layer_norm/index.html index 3efa4a21283..4cda736f1a0 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_layer_norm/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_layer_norm/index.html @@ -187,7 +187,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_conv/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_conv/index.html index 108adefa496..41cff6984e1 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_conv/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_conv/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_fp32_conv/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_fp32_conv/index.html index 5fc9211826b..6c461fc7e5a 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_fp32_conv/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_fp32_conv/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_reshape_transpose/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_reshape_transpose/index.html index f2e49ba4418..c36d091fde3 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_reshape_transpose/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_reshape_transpose/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/graph_cse_optimizer/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/graph_cse_optimizer/index.html index 0dfb10c8f66..25c06ef1bd4 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/graph_cse_optimizer/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/graph_cse_optimizer/index.html @@ -182,7 +182,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/grappler_pass/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/grappler_pass/index.html index cf0b2195037..deadfa01035 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/grappler_pass/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/grappler_pass/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/index.html index 35cdef58a53..364b3ec4595 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/index.html @@ -146,7 +146,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/insert_print_node/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/insert_print_node/index.html index dc8486e4e13..817f7f9c872 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/insert_print_node/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/insert_print_node/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/move_squeeze_after_relu/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/move_squeeze_after_relu/index.html index 70807bbad64..b9ca5860414 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/move_squeeze_after_relu/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/move_squeeze_after_relu/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/pre_optimize/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/pre_optimize/index.html index ed8789a3527..07653a3c6a0 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/pre_optimize/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/pre_optimize/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/remove_training_nodes/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/remove_training_nodes/index.html index f3bd7c23dd2..2fc12a84777 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/remove_training_nodes/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/remove_training_nodes/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/rename_batch_norm/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/rename_batch_norm/index.html index fa7027b6536..0d739dcd20d 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/rename_batch_norm/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/rename_batch_norm/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/split_shared_input/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/split_shared_input/index.html index 1bdd77fa033..7d1caad42e4 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/split_shared_input/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/split_shared_input/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_equivalent_nodes/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_equivalent_nodes/index.html index db2693c73b8..b58606e5069 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_equivalent_nodes/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_equivalent_nodes/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_unused_nodes/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_unused_nodes/index.html index 60527c5ead4..b89b8a62f6a 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_unused_nodes/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_unused_nodes/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/switch_optimizer/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/switch_optimizer/index.html index 4c93e4b1853..87edea97cca 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/switch_optimizer/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/switch_optimizer/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/graph_base/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/graph_base/index.html index 8713afdc708..15c8c6fde1e 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/graph_base/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/graph_base/index.html @@ -132,7 +132,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/index.html index 44866f023a1..8cc786772bc 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/index.html @@ -190,7 +190,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_fake_quant/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_fake_quant/index.html index 492bf9140d3..8b4b22f99ca 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_fake_quant/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_fake_quant/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value/index.html index 865beef001d..cc76903d228 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value_without_calib/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value_without_calib/index.html index 9597dda621d..f30d91c62ce 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value_without_calib/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value_without_calib/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_redundant_dequantize/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_redundant_dequantize/index.html index abb199be74d..b0db3c8adb5 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_redundant_dequantize/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_redundant_dequantize/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_requantize/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_requantize/index.html index b4a6939fde2..3ec5fe4df0a 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_requantize/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_requantize/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize/index.html index 48fd2c18f26..b538a65dcd9 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_requantize/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_requantize/index.html index 57e5f8fd0b7..27fcad800f0 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_requantize/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_requantize/index.html @@ -153,7 +153,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/index.html index 87f480c0154..342aecaf375 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/index.html @@ -126,7 +126,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/meta_op_optimizer/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/meta_op_optimizer/index.html index 2736bea272c..ea8d948852f 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/meta_op_optimizer/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/meta_op_optimizer/index.html @@ -127,7 +127,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_hostconst_converter/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_hostconst_converter/index.html index c55366d318a..91c1dd33b75 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_hostconst_converter/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_hostconst_converter/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_quantized_op_cse/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_quantized_op_cse/index.html index 0b58e7e4b5d..66fd2be32dd 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_quantized_op_cse/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_quantized_op_cse/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/rnn_convert/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/rnn_convert/index.html index 114c010b9ff..f8de01bee04 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/rnn_convert/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/rnn_convert/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/scale_propagation/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/scale_propagation/index.html index 95a4404c0b3..ce9295fbdc4 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/scale_propagation/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/scale_propagation/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/index.html index aa3d507f4a9..04c97594a95 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/index.html @@ -118,7 +118,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_graph/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_graph/index.html index 7ba9a04f484..79045064b4e 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_graph/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_graph/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_node/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_node/index.html index d20fd1dde6f..9959710ea54 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_node/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_node/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_schema/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_schema/index.html index f11a6a8056f..a6ccd310ae5 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_schema/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_schema/index.html @@ -151,7 +151,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/tf2onnx_utils/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/tf2onnx_utils/index.html index 50653f0ffd4..b5b289996eb 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/tf2onnx_utils/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/tf2onnx_utils/index.html @@ -360,7 +360,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/index.html index 96cdef9866a..5ed4a9f0e04 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/index.html @@ -117,7 +117,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/insert_qdq_pattern/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/insert_qdq_pattern/index.html index efdba5e2d83..d712f95f8ba 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/insert_qdq_pattern/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/insert_qdq_pattern/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/merge_duplicated_qdq/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/merge_duplicated_qdq/index.html index 29745e781ad..cece16c7d54 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/merge_duplicated_qdq/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/merge_duplicated_qdq/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/share_qdq_y_pattern/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/share_qdq_y_pattern/index.html index 01eb002a57c..14033acfa16 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/share_qdq_y_pattern/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/share_qdq_y_pattern/index.html @@ -127,7 +127,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_util/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_util/index.html index 761935f8c51..dc867c24d35 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_util/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/graph_util/index.html @@ -138,7 +138,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/index.html index 6bac2231739..74364f3f177 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/index.html @@ -237,7 +237,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/index.html index 481feca3c47..04202cde4bb 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/index.html @@ -153,7 +153,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/fake_quantize/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/fake_quantize/index.html index 7bcb1fa58fe..3df380da720 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/fake_quantize/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/fake_quantize/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/index.html index 6fb7d862485..b46b18ff5b8 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/index.html @@ -132,7 +132,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_config/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_config/index.html index fcf3f5731c7..fbf8d419f88 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_config/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_config/index.html @@ -127,7 +127,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_helper/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_helper/index.html index b1a70966b05..c8c8fdc4c44 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_helper/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_helper/index.html @@ -164,7 +164,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/index.html index 525efa777e0..e487944c373 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/index.html @@ -118,7 +118,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/optimize_layer/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/optimize_layer/index.html index a446ff22d45..9f950fe2bff 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/optimize_layer/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/optimize_layer/index.html @@ -126,7 +126,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_add/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_add/index.html index 1694a21a97a..f47753ae1d5 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_add/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_add/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_base/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_base/index.html index 7bba3ed70c3..23a90480688 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_base/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_base/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_bn/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_bn/index.html index 1a38c245deb..f255be436c1 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_bn/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_bn/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_wrapper/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_wrapper/index.html index 3c7bb6bdfd8..5c5a502ad0b 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_wrapper/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_wrapper/index.html @@ -136,7 +136,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_bn/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_bn/index.html index 20e7c73bee0..271a9f184a1 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_bn/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_bn/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_concatv2/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_concatv2/index.html index cea9cf5d97d..b1c85722c03 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_concatv2/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_concatv2/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_conv/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_conv/index.html index 335cfcf7829..034a8d21616 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_conv/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_conv/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_deconv/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_deconv/index.html index 60f0ba2442d..638d26bd8e8 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_deconv/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_deconv/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_in/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_in/index.html index d27d4db9dea..ac5fc7bc35d 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_in/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_in/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul/index.html index 3b34a9b9396..0113663d192 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_pooling/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_pooling/index.html index 3541f83380b..7ee812e2c2e 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_pooling/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_pooling/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/index.html index b2023282460..0ee34537c54 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/index.html @@ -122,7 +122,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/optimize_qdq/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/optimize_qdq/index.html index 03d7d298342..cc2876b1498 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/optimize_qdq/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/optimize_qdq/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_base/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_base/index.html index 2b4091cd1da..5cc6aa17f92 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_base/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_base/index.html @@ -140,7 +140,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_bn/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_bn/index.html index 1b62cf7b397..f8e24d61bc0 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_bn/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_bn/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_concatv2/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_concatv2/index.html index 221f7751937..63bf1a3d166 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_concatv2/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_concatv2/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_conv/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_conv/index.html index 143d577c472..bba9d8aac16 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_conv/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_conv/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_for_intel_cpu/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_for_intel_cpu/index.html index 2c52f90ae57..df412601877 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_for_intel_cpu/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_for_intel_cpu/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_matmul/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_matmul/index.html index 8b97d377abc..03fc745d627 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_matmul/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_matmul/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_pooling/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_pooling/index.html index 520d16cb679..713951d369f 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_pooling/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_pooling/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph_common/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph_common/index.html index 49828e35144..67891ae963d 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph_common/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/quantize_graph_common/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_calibration/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_calibration/index.html index c89c94c31c2..f8e8194a221 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_calibration/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_calibration/index.html @@ -159,7 +159,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_scaler/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_scaler/index.html index 8636b6a474e..dfcdef83af1 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_scaler/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_scaler/index.html @@ -157,7 +157,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/tf2onnx_converter/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/tf2onnx_converter/index.html index f5626d54fce..6ef8f66de6b 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/tf2onnx_converter/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/tf2onnx_converter/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/bias_correction/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/bias_correction/index.html index 77f38640bbb..08640767b84 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/bias_correction/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/bias_correction/index.html @@ -136,7 +136,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/graph_transform_base/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/graph_transform_base/index.html index 48e637717ef..2ffb63bedfe 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/graph_transform_base/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/graph_transform_base/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/index.html index 4581f36103e..1a673291c6a 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/index.html @@ -118,7 +118,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/insert_logging/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/insert_logging/index.html index 6391add270e..460dfea6c35 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/insert_logging/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/insert_logging/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/rerange_quantized_concat/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/rerange_quantized_concat/index.html index c20ee38a87c..7897c8b4c51 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/rerange_quantized_concat/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/transform_graph/rerange_quantized_concat/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/tf_utils/util/index.html b/latest/autoapi/neural_compressor/adaptor/tf_utils/util/index.html index b79fb6b84cb..84024cfcd3d 100644 --- a/latest/autoapi/neural_compressor/adaptor/tf_utils/util/index.html +++ b/latest/autoapi/neural_compressor/adaptor/tf_utils/util/index.html @@ -560,7 +560,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/autoround/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/autoround/index.html index 36e43e59f70..d0515ca7a07 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/autoround/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/autoround/index.html @@ -665,7 +665,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/index.html index 2da3e2f1eb6..90c20ea331c 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/sign_sgd/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/sign_sgd/index.html index f6d307e383e..b673e04bc03 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/sign_sgd/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/autoround/sign_sgd/index.html @@ -219,7 +219,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/awq/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/awq/index.html index 2472503ff22..94f371d6e45 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/awq/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/awq/index.html @@ -125,7 +125,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/bf16_convert/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/bf16_convert/index.html index 141e7cb7c76..6bdca77da47 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/bf16_convert/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/bf16_convert/index.html @@ -177,7 +177,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/gptq/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/gptq/index.html index 70c72e634a0..43ad901f48c 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/gptq/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/gptq/index.html @@ -230,7 +230,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/hawq_metric/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/hawq_metric/index.html index a5d65783ebd..22a15a228dd 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/hawq_metric/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/hawq_metric/index.html @@ -198,7 +198,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/index.html index bb04774ddc3..69b228c8a25 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/index.html @@ -134,7 +134,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/index.html index dde55825f6e..b00350e7344 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/index.html @@ -118,7 +118,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/modified_pickle/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/modified_pickle/index.html index 92e315cb9bc..51febb8bc3d 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/modified_pickle/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/modified_pickle/index.html @@ -153,7 +153,7 @@

Module ContentsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/quantize/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/quantize/index.html index 48160956dff..896678235c3 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/quantize/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/quantize/index.html @@ -127,7 +127,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/torch_load/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/torch_load/index.html index 7e1e7b31f8d..c091cd321cb 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/torch_load/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/torch_load/index.html @@ -211,7 +211,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/utils/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/utils/index.html index 59712bd0a4b..4a87b1de8ae 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/utils/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/utils/index.html @@ -215,7 +215,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/mixed_precision/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/mixed_precision/index.html index 69b9368a8de..7fffb6a6915 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/mixed_precision/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/mixed_precision/index.html @@ -125,7 +125,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/model_wrapper/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/model_wrapper/index.html index 4bf8142e89a..0653cf183d9 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/model_wrapper/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/model_wrapper/index.html @@ -144,7 +144,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/pattern_detector/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/pattern_detector/index.html index 6129999cb12..82de37d0936 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/pattern_detector/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/pattern_detector/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/smooth_quant/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/smooth_quant/index.html index beb8852d974..adc5fe5513b 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/smooth_quant/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/smooth_quant/index.html @@ -173,7 +173,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/symbolic_trace/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/symbolic_trace/index.html index d8c1732ef84..c5f0d6876be 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/symbolic_trace/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/symbolic_trace/index.html @@ -158,7 +158,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/teq/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/teq/index.html index 119084d04d7..63dd525da18 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/teq/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/teq/index.html @@ -125,7 +125,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/util/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/util/index.html index 09847f53227..3c1f77374d4 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/util/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/util/index.html @@ -771,7 +771,7 @@

} Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/adaptor/torch_utils/weight_only/index.html b/latest/autoapi/neural_compressor/adaptor/torch_utils/weight_only/index.html index de08edeaf5a..7782dd4f86b 100644 --- a/latest/autoapi/neural_compressor/adaptor/torch_utils/weight_only/index.html +++ b/latest/autoapi/neural_compressor/adaptor/torch_utils/weight_only/index.html @@ -447,7 +447,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/algorithm/algorithm/index.html b/latest/autoapi/neural_compressor/algorithm/algorithm/index.html index c53be5d377f..d334724a5b7 100644 --- a/latest/autoapi/neural_compressor/algorithm/algorithm/index.html +++ b/latest/autoapi/neural_compressor/algorithm/algorithm/index.html @@ -175,7 +175,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/algorithm/fast_bias_correction/index.html b/latest/autoapi/neural_compressor/algorithm/fast_bias_correction/index.html index 111dbdf19f3..ee1347d540e 100644 --- a/latest/autoapi/neural_compressor/algorithm/fast_bias_correction/index.html +++ b/latest/autoapi/neural_compressor/algorithm/fast_bias_correction/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/algorithm/index.html b/latest/autoapi/neural_compressor/algorithm/index.html index cf4d7eb5a07..0fed9748ae9 100644 --- a/latest/autoapi/neural_compressor/algorithm/index.html +++ b/latest/autoapi/neural_compressor/algorithm/index.html @@ -147,7 +147,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/algorithm/smooth_quant/index.html b/latest/autoapi/neural_compressor/algorithm/smooth_quant/index.html index 778f984f0f4..3c729eab9ce 100644 --- a/latest/autoapi/neural_compressor/algorithm/smooth_quant/index.html +++ b/latest/autoapi/neural_compressor/algorithm/smooth_quant/index.html @@ -132,7 +132,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/algorithm/weight_correction/index.html b/latest/autoapi/neural_compressor/algorithm/weight_correction/index.html index 2c2f8be4397..59d4d91a206 100644 --- a/latest/autoapi/neural_compressor/algorithm/weight_correction/index.html +++ b/latest/autoapi/neural_compressor/algorithm/weight_correction/index.html @@ -134,7 +134,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/benchmark/index.html b/latest/autoapi/neural_compressor/benchmark/index.html index 18da8189d6e..cb6c51b375e 100644 --- a/latest/autoapi/neural_compressor/benchmark/index.html +++ b/latest/autoapi/neural_compressor/benchmark/index.html @@ -341,7 +341,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/common/base_config/index.html b/latest/autoapi/neural_compressor/common/base_config/index.html index de426c59d30..932c901ef21 100644 --- a/latest/autoapi/neural_compressor/common/base_config/index.html +++ b/latest/autoapi/neural_compressor/common/base_config/index.html @@ -167,7 +167,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/common/index.html b/latest/autoapi/neural_compressor/common/index.html index be7cb58cf8f..18a4be2b355 100644 --- a/latest/autoapi/neural_compressor/common/index.html +++ b/latest/autoapi/neural_compressor/common/index.html @@ -114,7 +114,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/common/logger/index.html b/latest/autoapi/neural_compressor/common/logger/index.html index 1d540cac927..e0339c0e99e 100644 --- a/latest/autoapi/neural_compressor/common/logger/index.html +++ b/latest/autoapi/neural_compressor/common/logger/index.html @@ -196,7 +196,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/common/utility/index.html b/latest/autoapi/neural_compressor/common/utility/index.html index 806d3e803a6..630febf0892 100644 --- a/latest/autoapi/neural_compressor/common/utility/index.html +++ b/latest/autoapi/neural_compressor/common/utility/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/callbacks/index.html b/latest/autoapi/neural_compressor/compression/callbacks/index.html index bb4ceca4c33..e829a08b2a7 100644 --- a/latest/autoapi/neural_compressor/compression/callbacks/index.html +++ b/latest/autoapi/neural_compressor/compression/callbacks/index.html @@ -197,7 +197,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/distillation/criterions/index.html b/latest/autoapi/neural_compressor/compression/distillation/criterions/index.html index 4b450cd54e7..3f4e6b0b599 100644 --- a/latest/autoapi/neural_compressor/compression/distillation/criterions/index.html +++ b/latest/autoapi/neural_compressor/compression/distillation/criterions/index.html @@ -325,7 +325,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/distillation/index.html b/latest/autoapi/neural_compressor/compression/distillation/index.html index bab53db53af..f855f3b346b 100644 --- a/latest/autoapi/neural_compressor/compression/distillation/index.html +++ b/latest/autoapi/neural_compressor/compression/distillation/index.html @@ -117,7 +117,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/distillation/optimizers/index.html b/latest/autoapi/neural_compressor/compression/distillation/optimizers/index.html index 5cfcaa9327a..cc6d9996ec7 100644 --- a/latest/autoapi/neural_compressor/compression/distillation/optimizers/index.html +++ b/latest/autoapi/neural_compressor/compression/distillation/optimizers/index.html @@ -233,7 +233,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/distillation/utility/index.html b/latest/autoapi/neural_compressor/compression/distillation/utility/index.html index 6a5a251bec6..f3244a4cc33 100644 --- a/latest/autoapi/neural_compressor/compression/distillation/utility/index.html +++ b/latest/autoapi/neural_compressor/compression/distillation/utility/index.html @@ -136,7 +136,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/hpo/index.html b/latest/autoapi/neural_compressor/compression/hpo/index.html index efb67cf69b0..365245d1ea6 100644 --- a/latest/autoapi/neural_compressor/compression/hpo/index.html +++ b/latest/autoapi/neural_compressor/compression/hpo/index.html @@ -115,7 +115,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/hpo/sa_optimizer/index.html b/latest/autoapi/neural_compressor/compression/hpo/sa_optimizer/index.html index 8dcde66682b..cdb10906e08 100644 --- a/latest/autoapi/neural_compressor/compression/hpo/sa_optimizer/index.html +++ b/latest/autoapi/neural_compressor/compression/hpo/sa_optimizer/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/hpo/search_algorithms/index.html b/latest/autoapi/neural_compressor/compression/hpo/search_algorithms/index.html index f97b1c34616..ac2ab695ce7 100644 --- a/latest/autoapi/neural_compressor/compression/hpo/search_algorithms/index.html +++ b/latest/autoapi/neural_compressor/compression/hpo/search_algorithms/index.html @@ -222,7 +222,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/hpo/search_space/index.html b/latest/autoapi/neural_compressor/compression/hpo/search_space/index.html index 708906d1d3a..57758ce09d6 100644 --- a/latest/autoapi/neural_compressor/compression/hpo/search_space/index.html +++ b/latest/autoapi/neural_compressor/compression/hpo/search_space/index.html @@ -202,7 +202,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/index.html b/latest/autoapi/neural_compressor/compression/index.html index b5e4bf56a33..b5579b6ae7f 100644 --- a/latest/autoapi/neural_compressor/compression/index.html +++ b/latest/autoapi/neural_compressor/compression/index.html @@ -163,7 +163,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/criteria/index.html b/latest/autoapi/neural_compressor/compression/pruner/criteria/index.html index 95bec31c540..20424bc382a 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/criteria/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/criteria/index.html @@ -322,7 +322,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/index.html b/latest/autoapi/neural_compressor/compression/pruner/index.html index 1fe7c10cb7d..2cc859535fc 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/index.html @@ -205,7 +205,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/model_slim/auto_slim/index.html b/latest/autoapi/neural_compressor/compression/pruner/model_slim/auto_slim/index.html index bfa4608f272..0d7843dad4c 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/model_slim/auto_slim/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/model_slim/auto_slim/index.html @@ -184,7 +184,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/model_slim/index.html b/latest/autoapi/neural_compressor/compression/pruner/model_slim/index.html index 5f7752a1a71..334e0755b90 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/model_slim/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/model_slim/index.html @@ -117,7 +117,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/model_slim/pattern_analyzer/index.html b/latest/autoapi/neural_compressor/compression/pruner/model_slim/pattern_analyzer/index.html index c764fdcac1a..c79148b6a1f 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/model_slim/pattern_analyzer/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/model_slim/pattern_analyzer/index.html @@ -454,7 +454,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/model_slim/weight_slim/index.html b/latest/autoapi/neural_compressor/compression/pruner/model_slim/weight_slim/index.html index d26bc6d5b92..5ae165acee3 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/model_slim/weight_slim/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/model_slim/weight_slim/index.html @@ -198,7 +198,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/patterns/base/index.html b/latest/autoapi/neural_compressor/compression/pruner/patterns/base/index.html index 92353a5298c..5e0fa0024d8 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/patterns/base/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/patterns/base/index.html @@ -377,7 +377,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/patterns/index.html b/latest/autoapi/neural_compressor/compression/pruner/patterns/index.html index 62ef8b16d61..e222eca0d27 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/patterns/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/patterns/index.html @@ -152,7 +152,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/patterns/mha/index.html b/latest/autoapi/neural_compressor/compression/pruner/patterns/mha/index.html index 5bfa25cba03..57880fba139 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/patterns/mha/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/patterns/mha/index.html @@ -146,7 +146,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/patterns/ninm/index.html b/latest/autoapi/neural_compressor/compression/pruner/patterns/ninm/index.html index 2167b8364e0..b626e7d7e3d 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/patterns/ninm/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/patterns/ninm/index.html @@ -146,7 +146,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/patterns/nxm/index.html b/latest/autoapi/neural_compressor/compression/pruner/patterns/nxm/index.html index 12bad951d18..4fd72a775a3 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/patterns/nxm/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/patterns/nxm/index.html @@ -173,7 +173,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/base/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/base/index.html index 94c4b891e4b..daa448f87e7 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/base/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/base/index.html @@ -443,7 +443,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/basic/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/basic/index.html index 0a8d6b5b6ab..795aec72ae1 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/basic/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/basic/index.html @@ -205,7 +205,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/block_mask/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/block_mask/index.html index 99fa752b312..bbb3adc1538 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/block_mask/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/block_mask/index.html @@ -162,7 +162,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/index.html index 495c394a7ea..6469fc0e5aa 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/index.html @@ -162,7 +162,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/mha/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/mha/index.html index 8e2371f9884..626c431b84d 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/mha/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/mha/index.html @@ -178,7 +178,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/pattern_lock/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/pattern_lock/index.html index a66d93b8fb4..544f81da157 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/pattern_lock/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/pattern_lock/index.html @@ -142,7 +142,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/progressive/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/progressive/index.html index 607a9a41592..d754facac91 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/progressive/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/progressive/index.html @@ -144,7 +144,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/retrain_free/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/retrain_free/index.html index f3953dffd5f..e6c9c3136f1 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/retrain_free/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/retrain_free/index.html @@ -171,7 +171,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruners/sparse_gpt/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruners/sparse_gpt/index.html index 71df804f65d..d2e8007952f 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruners/sparse_gpt/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruners/sparse_gpt/index.html @@ -163,7 +163,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/pruning/index.html b/latest/autoapi/neural_compressor/compression/pruner/pruning/index.html index e06805e1525..db7bc78bb07 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/pruning/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/pruning/index.html @@ -289,7 +289,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/regs/index.html b/latest/autoapi/neural_compressor/compression/pruner/regs/index.html index e39d010e98f..e9019e719c9 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/regs/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/regs/index.html @@ -227,7 +227,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/schedulers/index.html b/latest/autoapi/neural_compressor/compression/pruner/schedulers/index.html index 1345a48b645..0ed0cd525f3 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/schedulers/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/schedulers/index.html @@ -237,7 +237,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/tf_criteria/index.html b/latest/autoapi/neural_compressor/compression/pruner/tf_criteria/index.html index e2b22f8292d..b2509a2506f 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/tf_criteria/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/tf_criteria/index.html @@ -190,7 +190,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/compression/pruner/utils/index.html b/latest/autoapi/neural_compressor/compression/pruner/utils/index.html index d5a0e932fee..7387c2f59aa 100644 --- a/latest/autoapi/neural_compressor/compression/pruner/utils/index.html +++ b/latest/autoapi/neural_compressor/compression/pruner/utils/index.html @@ -416,7 +416,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/conf/config/index.html b/latest/autoapi/neural_compressor/conf/config/index.html index b08bd2fad3b..7f23eddcc1d 100644 --- a/latest/autoapi/neural_compressor/conf/config/index.html +++ b/latest/autoapi/neural_compressor/conf/config/index.html @@ -254,7 +254,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/conf/dotdict/index.html b/latest/autoapi/neural_compressor/conf/dotdict/index.html index f2e87733cf1..bae534b76c2 100644 --- a/latest/autoapi/neural_compressor/conf/dotdict/index.html +++ b/latest/autoapi/neural_compressor/conf/dotdict/index.html @@ -188,7 +188,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/conf/index.html b/latest/autoapi/neural_compressor/conf/index.html index 699181cdff3..8ba94cd61d7 100644 --- a/latest/autoapi/neural_compressor/conf/index.html +++ b/latest/autoapi/neural_compressor/conf/index.html @@ -114,7 +114,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/conf/pythonic_config/index.html b/latest/autoapi/neural_compressor/conf/pythonic_config/index.html index 20afcf30c94..8cabf4e0aba 100644 --- a/latest/autoapi/neural_compressor/conf/pythonic_config/index.html +++ b/latest/autoapi/neural_compressor/conf/pythonic_config/index.html @@ -493,7 +493,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/config/index.html b/latest/autoapi/neural_compressor/config/index.html index 92ca606e346..0e45fb15b29 100644 --- a/latest/autoapi/neural_compressor/config/index.html +++ b/latest/autoapi/neural_compressor/config/index.html @@ -1066,7 +1066,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/contrib/index.html b/latest/autoapi/neural_compressor/contrib/index.html index ae441d18fce..06b924f2a05 100644 --- a/latest/autoapi/neural_compressor/contrib/index.html +++ b/latest/autoapi/neural_compressor/contrib/index.html @@ -119,7 +119,7 @@

SubpackagesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/contrib/strategy/index.html b/latest/autoapi/neural_compressor/contrib/strategy/index.html index 16910bc5baa..4fffb5e28a1 100644 --- a/latest/autoapi/neural_compressor/contrib/strategy/index.html +++ b/latest/autoapi/neural_compressor/contrib/strategy/index.html @@ -116,7 +116,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/contrib/strategy/sigopt/index.html b/latest/autoapi/neural_compressor/contrib/strategy/sigopt/index.html index 47c7989e7de..a0192c4056f 100644 --- a/latest/autoapi/neural_compressor/contrib/strategy/sigopt/index.html +++ b/latest/autoapi/neural_compressor/contrib/strategy/sigopt/index.html @@ -171,7 +171,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/contrib/strategy/tpe/index.html b/latest/autoapi/neural_compressor/contrib/strategy/tpe/index.html index 64ce626714f..e8eefb3a64f 100644 --- a/latest/autoapi/neural_compressor/contrib/strategy/tpe/index.html +++ b/latest/autoapi/neural_compressor/contrib/strategy/tpe/index.html @@ -171,7 +171,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/base_dataloader/index.html b/latest/autoapi/neural_compressor/data/dataloaders/base_dataloader/index.html index 23c6814adb7..9b2f7848395 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/base_dataloader/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/base_dataloader/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/dataloader/index.html b/latest/autoapi/neural_compressor/data/dataloaders/dataloader/index.html index 0ec0732f87e..facb16c0664 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/dataloader/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/dataloader/index.html @@ -142,7 +142,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/default_dataloader/index.html b/latest/autoapi/neural_compressor/data/dataloaders/default_dataloader/index.html index 80e489dd6d3..3ef6089f904 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/default_dataloader/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/default_dataloader/index.html @@ -142,7 +142,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/fetcher/index.html b/latest/autoapi/neural_compressor/data/dataloaders/fetcher/index.html index cf9ab14529b..3395d7ed208 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/fetcher/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/fetcher/index.html @@ -144,7 +144,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/index.html b/latest/autoapi/neural_compressor/data/dataloaders/index.html index 139cb8f8ed9..4ca7ee82ae7 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/index.html @@ -145,7 +145,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/mxnet_dataloader/index.html b/latest/autoapi/neural_compressor/data/dataloaders/mxnet_dataloader/index.html index bee8cacdc2d..b0e1427efbe 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/mxnet_dataloader/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/mxnet_dataloader/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/onnxrt_dataloader/index.html b/latest/autoapi/neural_compressor/data/dataloaders/onnxrt_dataloader/index.html index e055d3856fe..dd8b55585a8 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/onnxrt_dataloader/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/onnxrt_dataloader/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/pytorch_dataloader/index.html b/latest/autoapi/neural_compressor/data/dataloaders/pytorch_dataloader/index.html index 5fce4a40651..ab159b8aa10 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/pytorch_dataloader/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/pytorch_dataloader/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/sampler/index.html b/latest/autoapi/neural_compressor/data/dataloaders/sampler/index.html index c01ce107f50..65ae365566f 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/sampler/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/sampler/index.html @@ -159,7 +159,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/dataloaders/tensorflow_dataloader/index.html b/latest/autoapi/neural_compressor/data/dataloaders/tensorflow_dataloader/index.html index 9b635588279..9e386ff53c1 100644 --- a/latest/autoapi/neural_compressor/data/dataloaders/tensorflow_dataloader/index.html +++ b/latest/autoapi/neural_compressor/data/dataloaders/tensorflow_dataloader/index.html @@ -168,7 +168,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/datasets/bert_dataset/index.html b/latest/autoapi/neural_compressor/data/datasets/bert_dataset/index.html index 3fa152c05d2..7536b07936e 100644 --- a/latest/autoapi/neural_compressor/data/datasets/bert_dataset/index.html +++ b/latest/autoapi/neural_compressor/data/datasets/bert_dataset/index.html @@ -306,7 +306,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/datasets/coco_dataset/index.html b/latest/autoapi/neural_compressor/data/datasets/coco_dataset/index.html index 388578dcf61..b0fda1e50fa 100644 --- a/latest/autoapi/neural_compressor/data/datasets/coco_dataset/index.html +++ b/latest/autoapi/neural_compressor/data/datasets/coco_dataset/index.html @@ -200,7 +200,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/datasets/dataset/index.html b/latest/autoapi/neural_compressor/data/datasets/dataset/index.html index 1745244c3a0..e6215616f9c 100644 --- a/latest/autoapi/neural_compressor/data/datasets/dataset/index.html +++ b/latest/autoapi/neural_compressor/data/datasets/dataset/index.html @@ -724,7 +724,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/datasets/dummy_dataset/index.html b/latest/autoapi/neural_compressor/data/datasets/dummy_dataset/index.html index 5708af4be2c..dc0ba291af6 100644 --- a/latest/autoapi/neural_compressor/data/datasets/dummy_dataset/index.html +++ b/latest/autoapi/neural_compressor/data/datasets/dummy_dataset/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/datasets/dummy_dataset_v2/index.html b/latest/autoapi/neural_compressor/data/datasets/dummy_dataset_v2/index.html index 33141029141..7021b869c9b 100644 --- a/latest/autoapi/neural_compressor/data/datasets/dummy_dataset_v2/index.html +++ b/latest/autoapi/neural_compressor/data/datasets/dummy_dataset_v2/index.html @@ -139,7 +139,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/datasets/imagenet_dataset/index.html b/latest/autoapi/neural_compressor/data/datasets/imagenet_dataset/index.html index b90184dd006..5492440fc93 100644 --- a/latest/autoapi/neural_compressor/data/datasets/imagenet_dataset/index.html +++ b/latest/autoapi/neural_compressor/data/datasets/imagenet_dataset/index.html @@ -180,7 +180,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/datasets/index.html b/latest/autoapi/neural_compressor/data/datasets/index.html index b1352619d0f..dd54f741a09 100644 --- a/latest/autoapi/neural_compressor/data/datasets/index.html +++ b/latest/autoapi/neural_compressor/data/datasets/index.html @@ -156,7 +156,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/datasets/style_transfer_dataset/index.html b/latest/autoapi/neural_compressor/data/datasets/style_transfer_dataset/index.html index feb18e52917..abd6a8f7db9 100644 --- a/latest/autoapi/neural_compressor/data/datasets/style_transfer_dataset/index.html +++ b/latest/autoapi/neural_compressor/data/datasets/style_transfer_dataset/index.html @@ -130,7 +130,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/filters/coco_filter/index.html b/latest/autoapi/neural_compressor/data/filters/coco_filter/index.html index 9525e717e16..4ec9dd8f131 100644 --- a/latest/autoapi/neural_compressor/data/filters/coco_filter/index.html +++ b/latest/autoapi/neural_compressor/data/filters/coco_filter/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/filters/filter/index.html b/latest/autoapi/neural_compressor/data/filters/filter/index.html index 2f6d3c30d4f..65e70d056f4 100644 --- a/latest/autoapi/neural_compressor/data/filters/filter/index.html +++ b/latest/autoapi/neural_compressor/data/filters/filter/index.html @@ -220,7 +220,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/filters/index.html b/latest/autoapi/neural_compressor/data/filters/index.html index 96a981f0016..92b681675df 100644 --- a/latest/autoapi/neural_compressor/data/filters/index.html +++ b/latest/autoapi/neural_compressor/data/filters/index.html @@ -145,7 +145,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/index.html b/latest/autoapi/neural_compressor/data/index.html index da81bbc2624..9875db772d5 100644 --- a/latest/autoapi/neural_compressor/data/index.html +++ b/latest/autoapi/neural_compressor/data/index.html @@ -250,7 +250,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/transforms/coco_transform/index.html b/latest/autoapi/neural_compressor/data/transforms/coco_transform/index.html index 529504fb687..cd600a480e9 100644 --- a/latest/autoapi/neural_compressor/data/transforms/coco_transform/index.html +++ b/latest/autoapi/neural_compressor/data/transforms/coco_transform/index.html @@ -125,7 +125,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/transforms/imagenet_transform/index.html b/latest/autoapi/neural_compressor/data/transforms/imagenet_transform/index.html index a3a0662f41b..5e531cc3cc3 100644 --- a/latest/autoapi/neural_compressor/data/transforms/imagenet_transform/index.html +++ b/latest/autoapi/neural_compressor/data/transforms/imagenet_transform/index.html @@ -318,7 +318,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/transforms/index.html b/latest/autoapi/neural_compressor/data/transforms/index.html index 0beb21ba3d7..76328d8e7c3 100644 --- a/latest/autoapi/neural_compressor/data/transforms/index.html +++ b/latest/autoapi/neural_compressor/data/transforms/index.html @@ -183,7 +183,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/transforms/postprocess/index.html b/latest/autoapi/neural_compressor/data/transforms/postprocess/index.html index 5457ae7803c..ace175e185c 100644 --- a/latest/autoapi/neural_compressor/data/transforms/postprocess/index.html +++ b/latest/autoapi/neural_compressor/data/transforms/postprocess/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/transforms/tokenization/index.html b/latest/autoapi/neural_compressor/data/transforms/tokenization/index.html index 6d5556d00e1..56c6c7c5404 100644 --- a/latest/autoapi/neural_compressor/data/transforms/tokenization/index.html +++ b/latest/autoapi/neural_compressor/data/transforms/tokenization/index.html @@ -187,7 +187,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/data/transforms/transform/index.html b/latest/autoapi/neural_compressor/data/transforms/transform/index.html index e98f418d04d..72e827bedbd 100644 --- a/latest/autoapi/neural_compressor/data/transforms/transform/index.html +++ b/latest/autoapi/neural_compressor/data/transforms/transform/index.html @@ -1268,7 +1268,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/benchmark/index.html b/latest/autoapi/neural_compressor/experimental/benchmark/index.html index 2325b42631d..1a8b172d316 100644 --- a/latest/autoapi/neural_compressor/experimental/benchmark/index.html +++ b/latest/autoapi/neural_compressor/experimental/benchmark/index.html @@ -212,7 +212,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/common/criterion/index.html b/latest/autoapi/neural_compressor/experimental/common/criterion/index.html index 9b82770078e..f089e81874a 100644 --- a/latest/autoapi/neural_compressor/experimental/common/criterion/index.html +++ b/latest/autoapi/neural_compressor/experimental/common/criterion/index.html @@ -261,7 +261,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/common/dataloader/index.html b/latest/autoapi/neural_compressor/experimental/common/dataloader/index.html index 82b4101cfc9..43a20cf357e 100644 --- a/latest/autoapi/neural_compressor/experimental/common/dataloader/index.html +++ b/latest/autoapi/neural_compressor/experimental/common/dataloader/index.html @@ -131,7 +131,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/common/index.html b/latest/autoapi/neural_compressor/experimental/common/index.html index 54aa596a118..b463e87ad6f 100644 --- a/latest/autoapi/neural_compressor/experimental/common/index.html +++ b/latest/autoapi/neural_compressor/experimental/common/index.html @@ -153,7 +153,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/common/metric/index.html b/latest/autoapi/neural_compressor/experimental/common/metric/index.html index 90d44f481a1..b4a8c348865 100644 --- a/latest/autoapi/neural_compressor/experimental/common/metric/index.html +++ b/latest/autoapi/neural_compressor/experimental/common/metric/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/common/model/index.html b/latest/autoapi/neural_compressor/experimental/common/model/index.html index cdd979036ee..00217c2b4f0 100644 --- a/latest/autoapi/neural_compressor/experimental/common/model/index.html +++ b/latest/autoapi/neural_compressor/experimental/common/model/index.html @@ -142,7 +142,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/common/optimizer/index.html b/latest/autoapi/neural_compressor/experimental/common/optimizer/index.html index da97bf839c2..b4179c4be38 100644 --- a/latest/autoapi/neural_compressor/experimental/common/optimizer/index.html +++ b/latest/autoapi/neural_compressor/experimental/common/optimizer/index.html @@ -219,7 +219,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/common/postprocess/index.html b/latest/autoapi/neural_compressor/experimental/common/postprocess/index.html index b7fc2389445..71b83e1a402 100644 --- a/latest/autoapi/neural_compressor/experimental/common/postprocess/index.html +++ b/latest/autoapi/neural_compressor/experimental/common/postprocess/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/common/torch_utils/index.html b/latest/autoapi/neural_compressor/experimental/common/torch_utils/index.html index fc15874909d..25e3e8ae4c0 100644 --- a/latest/autoapi/neural_compressor/experimental/common/torch_utils/index.html +++ b/latest/autoapi/neural_compressor/experimental/common/torch_utils/index.html @@ -136,7 +136,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/component/index.html b/latest/autoapi/neural_compressor/experimental/component/index.html index 00c51efe8f1..bd83d8b43a1 100644 --- a/latest/autoapi/neural_compressor/experimental/component/index.html +++ b/latest/autoapi/neural_compressor/experimental/component/index.html @@ -130,7 +130,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/compression/index.html b/latest/autoapi/neural_compressor/experimental/compression/index.html index 5e23ba36cc5..4f5654bce63 100644 --- a/latest/autoapi/neural_compressor/experimental/compression/index.html +++ b/latest/autoapi/neural_compressor/experimental/compression/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/contrib/index.html b/latest/autoapi/neural_compressor/experimental/contrib/index.html index 4dbfba65fc2..7b7740cf092 100644 --- a/latest/autoapi/neural_compressor/experimental/contrib/index.html +++ b/latest/autoapi/neural_compressor/experimental/contrib/index.html @@ -119,7 +119,7 @@

SubpackagesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/contrib/strategy/index.html b/latest/autoapi/neural_compressor/experimental/contrib/strategy/index.html index d1e9f6f9bf1..9660af85ed5 100644 --- a/latest/autoapi/neural_compressor/experimental/contrib/strategy/index.html +++ b/latest/autoapi/neural_compressor/experimental/contrib/strategy/index.html @@ -116,7 +116,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/contrib/strategy/sigopt/index.html b/latest/autoapi/neural_compressor/experimental/contrib/strategy/sigopt/index.html index e3d4980c1e4..2a435accae0 100644 --- a/latest/autoapi/neural_compressor/experimental/contrib/strategy/sigopt/index.html +++ b/latest/autoapi/neural_compressor/experimental/contrib/strategy/sigopt/index.html @@ -171,7 +171,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/contrib/strategy/tpe/index.html b/latest/autoapi/neural_compressor/experimental/contrib/strategy/tpe/index.html index 2edf94bab19..feba275830d 100644 --- a/latest/autoapi/neural_compressor/experimental/contrib/strategy/tpe/index.html +++ b/latest/autoapi/neural_compressor/experimental/contrib/strategy/tpe/index.html @@ -171,7 +171,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/base_dataloader/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/base_dataloader/index.html index 2f5b9f330b0..d8c4a0376a7 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/base_dataloader/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/base_dataloader/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/dataloader/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/dataloader/index.html index 3c13b3049f6..805eaddb641 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/dataloader/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/dataloader/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/default_dataloader/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/default_dataloader/index.html index 7116e7f6293..563565d928c 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/default_dataloader/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/default_dataloader/index.html @@ -142,7 +142,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/fetcher/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/fetcher/index.html index 1ae5012b719..1c433a105bc 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/fetcher/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/fetcher/index.html @@ -144,7 +144,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/index.html index e4641676c5d..ac20886e0f0 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/index.html @@ -126,7 +126,7 @@

Package ContentsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/mxnet_dataloader/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/mxnet_dataloader/index.html index 8dd998a1955..ab7776d37af 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/mxnet_dataloader/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/mxnet_dataloader/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/onnxrt_dataloader/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/onnxrt_dataloader/index.html index f4e4acfd664..08474d8b95e 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/onnxrt_dataloader/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/onnxrt_dataloader/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/pytorch_dataloader/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/pytorch_dataloader/index.html index 71d731f36ab..e67fc6b82c3 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/pytorch_dataloader/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/pytorch_dataloader/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/sampler/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/sampler/index.html index edf4ac7370d..b360387f8dd 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/sampler/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/sampler/index.html @@ -159,7 +159,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/dataloaders/tensorflow_dataloader/index.html b/latest/autoapi/neural_compressor/experimental/data/dataloaders/tensorflow_dataloader/index.html index 485e696acd9..fa185d05210 100644 --- a/latest/autoapi/neural_compressor/experimental/data/dataloaders/tensorflow_dataloader/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/dataloaders/tensorflow_dataloader/index.html @@ -168,7 +168,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/datasets/bert_dataset/index.html b/latest/autoapi/neural_compressor/experimental/data/datasets/bert_dataset/index.html index ed345496104..636ec499dc2 100644 --- a/latest/autoapi/neural_compressor/experimental/data/datasets/bert_dataset/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/datasets/bert_dataset/index.html @@ -306,7 +306,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/datasets/coco_dataset/index.html b/latest/autoapi/neural_compressor/experimental/data/datasets/coco_dataset/index.html index f6906ee2c68..acede51647d 100644 --- a/latest/autoapi/neural_compressor/experimental/data/datasets/coco_dataset/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/datasets/coco_dataset/index.html @@ -200,7 +200,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/datasets/dataset/index.html b/latest/autoapi/neural_compressor/experimental/data/datasets/dataset/index.html index ab6605144f7..fd9e3565a53 100644 --- a/latest/autoapi/neural_compressor/experimental/data/datasets/dataset/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/datasets/dataset/index.html @@ -724,7 +724,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/datasets/dummy_dataset/index.html b/latest/autoapi/neural_compressor/experimental/data/datasets/dummy_dataset/index.html index 9e95a8b3d12..f4505639cb5 100644 --- a/latest/autoapi/neural_compressor/experimental/data/datasets/dummy_dataset/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/datasets/dummy_dataset/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/datasets/dummy_dataset_v2/index.html b/latest/autoapi/neural_compressor/experimental/data/datasets/dummy_dataset_v2/index.html index 3e5f4b0103c..0cd9e522b10 100644 --- a/latest/autoapi/neural_compressor/experimental/data/datasets/dummy_dataset_v2/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/datasets/dummy_dataset_v2/index.html @@ -139,7 +139,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/datasets/imagenet_dataset/index.html b/latest/autoapi/neural_compressor/experimental/data/datasets/imagenet_dataset/index.html index c22d83379c4..b237e02195b 100644 --- a/latest/autoapi/neural_compressor/experimental/data/datasets/imagenet_dataset/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/datasets/imagenet_dataset/index.html @@ -180,7 +180,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/datasets/index.html b/latest/autoapi/neural_compressor/experimental/data/datasets/index.html index 0f16b3cde98..009ad305677 100644 --- a/latest/autoapi/neural_compressor/experimental/data/datasets/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/datasets/index.html @@ -150,7 +150,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/datasets/style_transfer_dataset/index.html b/latest/autoapi/neural_compressor/experimental/data/datasets/style_transfer_dataset/index.html index e03fcbef2b5..3d92fc81a01 100644 --- a/latest/autoapi/neural_compressor/experimental/data/datasets/style_transfer_dataset/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/datasets/style_transfer_dataset/index.html @@ -130,7 +130,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/filters/coco_filter/index.html b/latest/autoapi/neural_compressor/experimental/data/filters/coco_filter/index.html index d105cbcc5da..a9a84c418f4 100644 --- a/latest/autoapi/neural_compressor/experimental/data/filters/coco_filter/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/filters/coco_filter/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/filters/filter/index.html b/latest/autoapi/neural_compressor/experimental/data/filters/filter/index.html index 27af4394348..fb088025b0f 100644 --- a/latest/autoapi/neural_compressor/experimental/data/filters/filter/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/filters/filter/index.html @@ -220,7 +220,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/filters/index.html b/latest/autoapi/neural_compressor/experimental/data/filters/index.html index bfe90bbf3d7..9f828e7bda7 100644 --- a/latest/autoapi/neural_compressor/experimental/data/filters/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/filters/index.html @@ -142,7 +142,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/index.html b/latest/autoapi/neural_compressor/experimental/data/index.html index 5a2b28a8749..aa96e0dc999 100644 --- a/latest/autoapi/neural_compressor/experimental/data/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/index.html @@ -204,7 +204,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/transforms/imagenet_transform/index.html b/latest/autoapi/neural_compressor/experimental/data/transforms/imagenet_transform/index.html index d741e9a6229..bcd84a24e6d 100644 --- a/latest/autoapi/neural_compressor/experimental/data/transforms/imagenet_transform/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/transforms/imagenet_transform/index.html @@ -290,7 +290,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/transforms/index.html b/latest/autoapi/neural_compressor/experimental/data/transforms/index.html index 90ea26f64ab..c4e42968c7a 100644 --- a/latest/autoapi/neural_compressor/experimental/data/transforms/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/transforms/index.html @@ -143,7 +143,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/transforms/tokenization/index.html b/latest/autoapi/neural_compressor/experimental/data/transforms/tokenization/index.html index 156784ccbf7..71f23c49a46 100644 --- a/latest/autoapi/neural_compressor/experimental/data/transforms/tokenization/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/transforms/tokenization/index.html @@ -187,7 +187,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/data/transforms/transform/index.html b/latest/autoapi/neural_compressor/experimental/data/transforms/transform/index.html index 1e5f9363c1e..e0d47d7df72 100644 --- a/latest/autoapi/neural_compressor/experimental/data/transforms/transform/index.html +++ b/latest/autoapi/neural_compressor/experimental/data/transforms/transform/index.html @@ -1268,7 +1268,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/distillation/index.html b/latest/autoapi/neural_compressor/experimental/distillation/index.html index b5c96451a8b..49e4b648711 100644 --- a/latest/autoapi/neural_compressor/experimental/distillation/index.html +++ b/latest/autoapi/neural_compressor/experimental/distillation/index.html @@ -160,7 +160,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/export/index.html b/latest/autoapi/neural_compressor/experimental/export/index.html index 78a7ed3abbd..805e6ed9285 100644 --- a/latest/autoapi/neural_compressor/experimental/export/index.html +++ b/latest/autoapi/neural_compressor/experimental/export/index.html @@ -117,7 +117,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/export/qlinear2qdq/index.html b/latest/autoapi/neural_compressor/experimental/export/qlinear2qdq/index.html index 575f907b5c4..86c6bddc378 100644 --- a/latest/autoapi/neural_compressor/experimental/export/qlinear2qdq/index.html +++ b/latest/autoapi/neural_compressor/experimental/export/qlinear2qdq/index.html @@ -148,7 +148,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/export/tf2onnx/index.html b/latest/autoapi/neural_compressor/experimental/export/tf2onnx/index.html index 9bdb569679e..a0b6918aefa 100644 --- a/latest/autoapi/neural_compressor/experimental/export/tf2onnx/index.html +++ b/latest/autoapi/neural_compressor/experimental/export/tf2onnx/index.html @@ -159,7 +159,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/export/torch2onnx/index.html b/latest/autoapi/neural_compressor/experimental/export/torch2onnx/index.html index 9c4483c6427..ea86fe6d68f 100644 --- a/latest/autoapi/neural_compressor/experimental/export/torch2onnx/index.html +++ b/latest/autoapi/neural_compressor/experimental/export/torch2onnx/index.html @@ -269,7 +269,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/graph_optimization/index.html b/latest/autoapi/neural_compressor/experimental/graph_optimization/index.html index e1b0e43e289..b421f379471 100644 --- a/latest/autoapi/neural_compressor/experimental/graph_optimization/index.html +++ b/latest/autoapi/neural_compressor/experimental/graph_optimization/index.html @@ -143,7 +143,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/index.html b/latest/autoapi/neural_compressor/experimental/index.html index 424233dbe1b..9b08ee94aad 100644 --- a/latest/autoapi/neural_compressor/experimental/index.html +++ b/latest/autoapi/neural_compressor/experimental/index.html @@ -301,7 +301,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/metric/bleu/index.html b/latest/autoapi/neural_compressor/experimental/metric/bleu/index.html index f53f9e206c1..a40a3d85cf3 100644 --- a/latest/autoapi/neural_compressor/experimental/metric/bleu/index.html +++ b/latest/autoapi/neural_compressor/experimental/metric/bleu/index.html @@ -204,7 +204,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/metric/bleu_util/index.html b/latest/autoapi/neural_compressor/experimental/metric/bleu_util/index.html index 052c0871d32..d5b5f1981e0 100644 --- a/latest/autoapi/neural_compressor/experimental/metric/bleu_util/index.html +++ b/latest/autoapi/neural_compressor/experimental/metric/bleu_util/index.html @@ -146,7 +146,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/metric/coco_label_map/index.html b/latest/autoapi/neural_compressor/experimental/metric/coco_label_map/index.html index fe3a7c093b4..56d1f0fed50 100644 --- a/latest/autoapi/neural_compressor/experimental/metric/coco_label_map/index.html +++ b/latest/autoapi/neural_compressor/experimental/metric/coco_label_map/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/metric/coco_tools/index.html b/latest/autoapi/neural_compressor/experimental/metric/coco_tools/index.html index d61eeb72cf7..207f2c4beef 100644 --- a/latest/autoapi/neural_compressor/experimental/metric/coco_tools/index.html +++ b/latest/autoapi/neural_compressor/experimental/metric/coco_tools/index.html @@ -316,7 +316,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/metric/evaluate_squad/index.html b/latest/autoapi/neural_compressor/experimental/metric/evaluate_squad/index.html index 76b4e1651a0..797d92018d7 100644 --- a/latest/autoapi/neural_compressor/experimental/metric/evaluate_squad/index.html +++ b/latest/autoapi/neural_compressor/experimental/metric/evaluate_squad/index.html @@ -205,7 +205,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/metric/f1/index.html b/latest/autoapi/neural_compressor/experimental/metric/f1/index.html index 4977a940a32..ec7f3552885 100644 --- a/latest/autoapi/neural_compressor/experimental/metric/f1/index.html +++ b/latest/autoapi/neural_compressor/experimental/metric/f1/index.html @@ -216,7 +216,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/metric/index.html b/latest/autoapi/neural_compressor/experimental/metric/index.html index 7de474a0ffd..05ff7cc3302 100644 --- a/latest/autoapi/neural_compressor/experimental/metric/index.html +++ b/latest/autoapi/neural_compressor/experimental/metric/index.html @@ -147,7 +147,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/metric/metric/index.html b/latest/autoapi/neural_compressor/experimental/metric/metric/index.html index bae2e3d865f..19cf23650ad 100644 --- a/latest/autoapi/neural_compressor/experimental/metric/metric/index.html +++ b/latest/autoapi/neural_compressor/experimental/metric/metric/index.html @@ -574,7 +574,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/mixed_precision/index.html b/latest/autoapi/neural_compressor/experimental/mixed_precision/index.html index 1e5e5dd62d2..187a3e1145a 100644 --- a/latest/autoapi/neural_compressor/experimental/mixed_precision/index.html +++ b/latest/autoapi/neural_compressor/experimental/mixed_precision/index.html @@ -128,7 +128,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/model_conversion/index.html b/latest/autoapi/neural_compressor/experimental/model_conversion/index.html index 83bcbcb8c9a..cd78a632bad 100644 --- a/latest/autoapi/neural_compressor/experimental/model_conversion/index.html +++ b/latest/autoapi/neural_compressor/experimental/model_conversion/index.html @@ -145,7 +145,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/nas/basic_nas/index.html b/latest/autoapi/neural_compressor/experimental/nas/basic_nas/index.html index 968fd3c1a94..1bc6c05fc69 100644 --- a/latest/autoapi/neural_compressor/experimental/nas/basic_nas/index.html +++ b/latest/autoapi/neural_compressor/experimental/nas/basic_nas/index.html @@ -137,7 +137,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/nas/dynas/index.html b/latest/autoapi/neural_compressor/experimental/nas/dynas/index.html index c6298e73112..0ab618b3862 100644 --- a/latest/autoapi/neural_compressor/experimental/nas/dynas/index.html +++ b/latest/autoapi/neural_compressor/experimental/nas/dynas/index.html @@ -132,7 +132,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/nas/index.html b/latest/autoapi/neural_compressor/experimental/nas/index.html index 3a89e6511fd..eac7c7e2c27 100644 --- a/latest/autoapi/neural_compressor/experimental/nas/index.html +++ b/latest/autoapi/neural_compressor/experimental/nas/index.html @@ -119,7 +119,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/nas/nas/index.html b/latest/autoapi/neural_compressor/experimental/nas/nas/index.html index c0a310b8089..ae4c542d318 100644 --- a/latest/autoapi/neural_compressor/experimental/nas/nas/index.html +++ b/latest/autoapi/neural_compressor/experimental/nas/nas/index.html @@ -154,7 +154,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/nas/nas_utils/index.html b/latest/autoapi/neural_compressor/experimental/nas/nas_utils/index.html index 084e4824e98..81992f5a87b 100644 --- a/latest/autoapi/neural_compressor/experimental/nas/nas_utils/index.html +++ b/latest/autoapi/neural_compressor/experimental/nas/nas_utils/index.html @@ -176,7 +176,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/nas/search_algorithms/index.html b/latest/autoapi/neural_compressor/experimental/nas/search_algorithms/index.html index 3e764e5c268..ea747aa472e 100644 --- a/latest/autoapi/neural_compressor/experimental/nas/search_algorithms/index.html +++ b/latest/autoapi/neural_compressor/experimental/nas/search_algorithms/index.html @@ -176,7 +176,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruner_legacy/gradient_sensitivity/index.html b/latest/autoapi/neural_compressor/experimental/pruner_legacy/gradient_sensitivity/index.html index 4e702e41a90..6357386583c 100644 --- a/latest/autoapi/neural_compressor/experimental/pruner_legacy/gradient_sensitivity/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruner_legacy/gradient_sensitivity/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruner_legacy/group_lasso/index.html b/latest/autoapi/neural_compressor/experimental/pruner_legacy/group_lasso/index.html index fc8588ed571..8475b7cde36 100644 --- a/latest/autoapi/neural_compressor/experimental/pruner_legacy/group_lasso/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruner_legacy/group_lasso/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruner_legacy/index.html b/latest/autoapi/neural_compressor/experimental/pruner_legacy/index.html index 1721ed7588c..301a007a4cf 100644 --- a/latest/autoapi/neural_compressor/experimental/pruner_legacy/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruner_legacy/index.html @@ -122,7 +122,7 @@

Package ContentsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruner_legacy/magnitude/index.html b/latest/autoapi/neural_compressor/experimental/pruner_legacy/magnitude/index.html index f1c2b5f6bd3..c15cf794be9 100644 --- a/latest/autoapi/neural_compressor/experimental/pruner_legacy/magnitude/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruner_legacy/magnitude/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruner_legacy/pattern_lock/index.html b/latest/autoapi/neural_compressor/experimental/pruner_legacy/pattern_lock/index.html index 879c30e9581..32f56b2bbe6 100644 --- a/latest/autoapi/neural_compressor/experimental/pruner_legacy/pattern_lock/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruner_legacy/pattern_lock/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruner_legacy/pruner/index.html b/latest/autoapi/neural_compressor/experimental/pruner_legacy/pruner/index.html index 801a6dd3ef9..d36c6163322 100644 --- a/latest/autoapi/neural_compressor/experimental/pruner_legacy/pruner/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruner_legacy/pruner/index.html @@ -162,7 +162,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruning/index.html b/latest/autoapi/neural_compressor/experimental/pruning/index.html index 8d7edb945cc..1fa1b7f5ce9 100644 --- a/latest/autoapi/neural_compressor/experimental/pruning/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruning/index.html @@ -168,7 +168,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruning_recipes/index.html b/latest/autoapi/neural_compressor/experimental/pruning_recipes/index.html index 349fa76b57b..02c79d4485d 100644 --- a/latest/autoapi/neural_compressor/experimental/pruning_recipes/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruning_recipes/index.html @@ -142,7 +142,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/index.html b/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/index.html index 84610a74d64..ece61900b7e 100644 --- a/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/pattern/index.html b/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/pattern/index.html index 3cb287cfb33..01bf9342811 100644 --- a/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/pattern/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/pattern/index.html @@ -171,7 +171,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/tile_pattern/index.html b/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/tile_pattern/index.html index e29287dbab9..bfe1669b3d8 100644 --- a/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/tile_pattern/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruning_recipes/patterns/tile_pattern/index.html @@ -171,7 +171,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pruning_v2/index.html b/latest/autoapi/neural_compressor/experimental/pruning_v2/index.html index 02147b6c9a1..acb8ab1b137 100644 --- a/latest/autoapi/neural_compressor/experimental/pruning_v2/index.html +++ b/latest/autoapi/neural_compressor/experimental/pruning_v2/index.html @@ -168,7 +168,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/index.html b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/index.html index 448c3c1579b..8384f401f4c 100644 --- a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/index.html +++ b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/index.html @@ -120,7 +120,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/logger/index.html b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/logger/index.html index 8f57b5f9172..61b5635e381 100644 --- a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/logger/index.html +++ b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/logger/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/patterns/index.html b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/patterns/index.html index 13bc38142a2..51196bdb8da 100644 --- a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/patterns/index.html +++ b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/patterns/index.html @@ -253,7 +253,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/prune_utils/index.html b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/prune_utils/index.html index 000dc5e6270..b56bc5dceea 100644 --- a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/prune_utils/index.html +++ b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/prune_utils/index.html @@ -209,7 +209,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/pruner/index.html b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/pruner/index.html index 9d7be18d776..b812865b3a7 100644 --- a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/pruner/index.html +++ b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/pruner/index.html @@ -367,7 +367,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/pruning/index.html b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/pruning/index.html index 1df02a379ad..8f6c5bd2ad7 100644 --- a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/pruning/index.html +++ b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/pruning/index.html @@ -158,7 +158,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/scheduler/index.html b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/scheduler/index.html index be597e6ef33..9a23e4ad61a 100644 --- a/latest/autoapi/neural_compressor/experimental/pytorch_pruner/scheduler/index.html +++ b/latest/autoapi/neural_compressor/experimental/pytorch_pruner/scheduler/index.html @@ -237,7 +237,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/quantization/index.html b/latest/autoapi/neural_compressor/experimental/quantization/index.html index f92ecf7778d..755fb271646 100644 --- a/latest/autoapi/neural_compressor/experimental/quantization/index.html +++ b/latest/autoapi/neural_compressor/experimental/quantization/index.html @@ -144,7 +144,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/scheduler/index.html b/latest/autoapi/neural_compressor/experimental/scheduler/index.html index 08fcc352300..1c57dd4e455 100644 --- a/latest/autoapi/neural_compressor/experimental/scheduler/index.html +++ b/latest/autoapi/neural_compressor/experimental/scheduler/index.html @@ -162,7 +162,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/auto_mixed_precision/index.html b/latest/autoapi/neural_compressor/experimental/strategy/auto_mixed_precision/index.html index cd0a2d1d821..5187ede62e3 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/auto_mixed_precision/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/auto_mixed_precision/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/basic/index.html b/latest/autoapi/neural_compressor/experimental/strategy/basic/index.html index 93b4c9c2471..e0f7750e0fb 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/basic/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/basic/index.html @@ -128,7 +128,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/bayesian/index.html b/latest/autoapi/neural_compressor/experimental/strategy/bayesian/index.html index 6ab9dbe3190..64a6425c1ee 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/bayesian/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/bayesian/index.html @@ -182,7 +182,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/exhaustive/index.html b/latest/autoapi/neural_compressor/experimental/strategy/exhaustive/index.html index 52b404ce419..4f77cb34ee6 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/exhaustive/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/exhaustive/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/index.html b/latest/autoapi/neural_compressor/experimental/strategy/index.html index ac698c3830d..a245e3e5ab6 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/index.html @@ -140,7 +140,7 @@

Package ContentsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/mse/index.html b/latest/autoapi/neural_compressor/experimental/strategy/mse/index.html index 2acda496efd..66592b06d3a 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/mse/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/mse/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/mse_v2/index.html b/latest/autoapi/neural_compressor/experimental/strategy/mse_v2/index.html index 64c0e93e565..59b187c3e8b 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/mse_v2/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/mse_v2/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/random/index.html b/latest/autoapi/neural_compressor/experimental/strategy/random/index.html index bac6f6c44e6..d0062675a27 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/random/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/random/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/strategy/index.html b/latest/autoapi/neural_compressor/experimental/strategy/strategy/index.html index 605f3e429f8..23a06d2cba3 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/strategy/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/strategy/index.html @@ -153,7 +153,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/utils/constant/index.html b/latest/autoapi/neural_compressor/experimental/strategy/utils/constant/index.html index 5e5d94eb024..017cf8c3704 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/utils/constant/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/utils/constant/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/utils/index.html b/latest/autoapi/neural_compressor/experimental/strategy/utils/index.html index 1bf7466ec2a..b7d3ceda556 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/utils/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/utils/index.html @@ -119,7 +119,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_sampler/index.html b/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_sampler/index.html index d699a5649dc..4b235184144 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_sampler/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_sampler/index.html @@ -190,7 +190,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_space/index.html b/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_space/index.html index de8c0f1e9a7..cac014e4e51 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_space/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_space/index.html @@ -208,7 +208,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_structs/index.html b/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_structs/index.html index 9e19cdb7b17..3921a0bf2bd 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_structs/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/utils/tuning_structs/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/experimental/strategy/utils/utility/index.html b/latest/autoapi/neural_compressor/experimental/strategy/utils/utility/index.html index 1b35651a53c..92d2b1ff195 100644 --- a/latest/autoapi/neural_compressor/experimental/strategy/utils/utility/index.html +++ b/latest/autoapi/neural_compressor/experimental/strategy/utils/utility/index.html @@ -173,7 +173,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/index.html b/latest/autoapi/neural_compressor/index.html index cb3bed569a3..b3820d67136 100644 --- a/latest/autoapi/neural_compressor/index.html +++ b/latest/autoapi/neural_compressor/index.html @@ -318,7 +318,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/metric/bleu/index.html b/latest/autoapi/neural_compressor/metric/bleu/index.html index 6a27b2ffb77..064268e5bad 100644 --- a/latest/autoapi/neural_compressor/metric/bleu/index.html +++ b/latest/autoapi/neural_compressor/metric/bleu/index.html @@ -204,7 +204,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/metric/bleu_util/index.html b/latest/autoapi/neural_compressor/metric/bleu_util/index.html index b0480f83295..6daa8103e64 100644 --- a/latest/autoapi/neural_compressor/metric/bleu_util/index.html +++ b/latest/autoapi/neural_compressor/metric/bleu_util/index.html @@ -146,7 +146,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/metric/coco_label_map/index.html b/latest/autoapi/neural_compressor/metric/coco_label_map/index.html index d618fdfbdce..ece2b804822 100644 --- a/latest/autoapi/neural_compressor/metric/coco_label_map/index.html +++ b/latest/autoapi/neural_compressor/metric/coco_label_map/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/metric/coco_tools/index.html b/latest/autoapi/neural_compressor/metric/coco_tools/index.html index 0d4e89c35c7..cf9937b5cce 100644 --- a/latest/autoapi/neural_compressor/metric/coco_tools/index.html +++ b/latest/autoapi/neural_compressor/metric/coco_tools/index.html @@ -316,7 +316,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/metric/evaluate_squad/index.html b/latest/autoapi/neural_compressor/metric/evaluate_squad/index.html index 7349b20611f..465ea3ea3f4 100644 --- a/latest/autoapi/neural_compressor/metric/evaluate_squad/index.html +++ b/latest/autoapi/neural_compressor/metric/evaluate_squad/index.html @@ -205,7 +205,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/metric/f1/index.html b/latest/autoapi/neural_compressor/metric/f1/index.html index b72400d1d3a..65ca5fcebba 100644 --- a/latest/autoapi/neural_compressor/metric/f1/index.html +++ b/latest/autoapi/neural_compressor/metric/f1/index.html @@ -216,7 +216,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/metric/index.html b/latest/autoapi/neural_compressor/metric/index.html index 21ea1a43945..4fc4ad9eef2 100644 --- a/latest/autoapi/neural_compressor/metric/index.html +++ b/latest/autoapi/neural_compressor/metric/index.html @@ -165,7 +165,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/metric/metric/index.html b/latest/autoapi/neural_compressor/metric/metric/index.html index 49fffcfcfce..9285ff649e8 100644 --- a/latest/autoapi/neural_compressor/metric/metric/index.html +++ b/latest/autoapi/neural_compressor/metric/metric/index.html @@ -644,7 +644,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/mix_precision/index.html b/latest/autoapi/neural_compressor/mix_precision/index.html index 8fa314f2c67..17df37a4ed5 100644 --- a/latest/autoapi/neural_compressor/mix_precision/index.html +++ b/latest/autoapi/neural_compressor/mix_precision/index.html @@ -177,7 +177,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/base_model/index.html b/latest/autoapi/neural_compressor/model/base_model/index.html index 5b848741769..3554dabb4be 100644 --- a/latest/autoapi/neural_compressor/model/base_model/index.html +++ b/latest/autoapi/neural_compressor/model/base_model/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/index.html b/latest/autoapi/neural_compressor/model/index.html index 6dd185d151e..b394e2eca13 100644 --- a/latest/autoapi/neural_compressor/model/index.html +++ b/latest/autoapi/neural_compressor/model/index.html @@ -148,7 +148,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/keras_model/index.html b/latest/autoapi/neural_compressor/model/keras_model/index.html index e2ae72d8874..da45da74e97 100644 --- a/latest/autoapi/neural_compressor/model/keras_model/index.html +++ b/latest/autoapi/neural_compressor/model/keras_model/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/model/index.html b/latest/autoapi/neural_compressor/model/model/index.html index fe28327e8d9..4cfb5d73dd2 100644 --- a/latest/autoapi/neural_compressor/model/model/index.html +++ b/latest/autoapi/neural_compressor/model/model/index.html @@ -148,7 +148,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/mxnet_model/index.html b/latest/autoapi/neural_compressor/model/mxnet_model/index.html index fa32efdbcc5..45aedcf0ff9 100644 --- a/latest/autoapi/neural_compressor/model/mxnet_model/index.html +++ b/latest/autoapi/neural_compressor/model/mxnet_model/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/nets_factory/index.html b/latest/autoapi/neural_compressor/model/nets_factory/index.html index 7215f55a659..5f6828609a6 100644 --- a/latest/autoapi/neural_compressor/model/nets_factory/index.html +++ b/latest/autoapi/neural_compressor/model/nets_factory/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/onnx_model/index.html b/latest/autoapi/neural_compressor/model/onnx_model/index.html index 938f09b7d93..4e099a433f2 100644 --- a/latest/autoapi/neural_compressor/model/onnx_model/index.html +++ b/latest/autoapi/neural_compressor/model/onnx_model/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/tensorflow_model/index.html b/latest/autoapi/neural_compressor/model/tensorflow_model/index.html index b3fc112a1dc..1e6f6765631 100644 --- a/latest/autoapi/neural_compressor/model/tensorflow_model/index.html +++ b/latest/autoapi/neural_compressor/model/tensorflow_model/index.html @@ -477,7 +477,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/model/torch_model/index.html b/latest/autoapi/neural_compressor/model/torch_model/index.html index 449c46efea0..ffa97895191 100644 --- a/latest/autoapi/neural_compressor/model/torch_model/index.html +++ b/latest/autoapi/neural_compressor/model/torch_model/index.html @@ -153,7 +153,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/objective/index.html b/latest/autoapi/neural_compressor/objective/index.html index f147db97f99..b981fff22d6 100644 --- a/latest/autoapi/neural_compressor/objective/index.html +++ b/latest/autoapi/neural_compressor/objective/index.html @@ -234,7 +234,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/index.html b/latest/autoapi/neural_compressor/profiling/index.html index 980013ee4ae..bede2517d06 100644 --- a/latest/autoapi/neural_compressor/profiling/index.html +++ b/latest/autoapi/neural_compressor/profiling/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/factory/index.html b/latest/autoapi/neural_compressor/profiling/parser/factory/index.html index 3be10b05833..a970e907884 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/factory/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/factory/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/index.html b/latest/autoapi/neural_compressor/profiling/parser/index.html index dab43c94d1f..4314d73b47b 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/index.html @@ -116,7 +116,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/factory/index.html b/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/factory/index.html index 6d2bbe72d08..119f3f8b242 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/factory/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/factory/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/index.html b/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/index.html index 457251ec825..1d39ea6b887 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/index.html @@ -115,7 +115,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/parser/index.html b/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/parser/index.html index 75f539cd4b9..f0809348d2d 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/parser/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/onnx_parser/parser/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/parser/index.html b/latest/autoapi/neural_compressor/profiling/parser/parser/index.html index a315763a231..60e8f0a890f 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/parser/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/parser/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/result/index.html b/latest/autoapi/neural_compressor/profiling/parser/result/index.html index 14072b5abc3..4995f64d353 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/result/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/result/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/factory/index.html b/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/factory/index.html index 0c925a1a1c8..dd59fbc71dc 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/factory/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/factory/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/index.html b/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/index.html index 18eb1cf3d4a..2f315dd153c 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/index.html @@ -115,7 +115,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/parser/index.html b/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/parser/index.html index 109347c4641..81048593196 100644 --- a/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/parser/index.html +++ b/latest/autoapi/neural_compressor/profiling/parser/tensorflow_parser/parser/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/factory/index.html b/latest/autoapi/neural_compressor/profiling/profiler/factory/index.html index ffcc3902e93..c101d24cb75 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/factory/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/factory/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/index.html b/latest/autoapi/neural_compressor/profiling/profiler/index.html index 8aabab95644..3d724194ec6 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/index.html @@ -115,7 +115,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/factory/index.html b/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/factory/index.html index 1fd3ee37b2c..a3a2992cabe 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/factory/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/factory/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/index.html b/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/index.html index bab076a7614..16d77ecb018 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/index.html @@ -116,7 +116,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/profiler/index.html b/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/profiler/index.html index 429a334668e..c50a76b41ac 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/profiler/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/profiler/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/utils/index.html b/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/utils/index.html index ff0f93833c2..8514248816f 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/utils/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/utils/index.html @@ -138,7 +138,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/profiler/index.html b/latest/autoapi/neural_compressor/profiling/profiler/profiler/index.html index ed4458543e1..9dd25cff2a7 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/profiler/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/profiler/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/factory/index.html b/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/factory/index.html index d4f06f156a8..7c57a663b41 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/factory/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/factory/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/index.html b/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/index.html index 0bbf893319e..50ed1396000 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/index.html @@ -116,7 +116,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/profiler/index.html b/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/profiler/index.html index 94e3e1c1587..0819bf99fe5 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/profiler/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/profiler/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/utils/index.html b/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/utils/index.html index 263fdf6ce6c..ea3e010679a 100644 --- a/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/utils/index.html +++ b/latest/autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/utils/index.html @@ -170,7 +170,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/quantization/index.html b/latest/autoapi/neural_compressor/quantization/index.html index 230edfe50e9..02088ded5fb 100644 --- a/latest/autoapi/neural_compressor/quantization/index.html +++ b/latest/autoapi/neural_compressor/quantization/index.html @@ -246,7 +246,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/auto/index.html b/latest/autoapi/neural_compressor/strategy/auto/index.html index 747c5100537..e6f293f8ba5 100644 --- a/latest/autoapi/neural_compressor/strategy/auto/index.html +++ b/latest/autoapi/neural_compressor/strategy/auto/index.html @@ -128,7 +128,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/auto_mixed_precision/index.html b/latest/autoapi/neural_compressor/strategy/auto_mixed_precision/index.html index 1b271062750..89fa6d617d1 100644 --- a/latest/autoapi/neural_compressor/strategy/auto_mixed_precision/index.html +++ b/latest/autoapi/neural_compressor/strategy/auto_mixed_precision/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/basic/index.html b/latest/autoapi/neural_compressor/strategy/basic/index.html index 5d927745c98..6c1daa1e0c6 100644 --- a/latest/autoapi/neural_compressor/strategy/basic/index.html +++ b/latest/autoapi/neural_compressor/strategy/basic/index.html @@ -128,7 +128,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/bayesian/index.html b/latest/autoapi/neural_compressor/strategy/bayesian/index.html index 2a038b8c5b5..e3dd11283cf 100644 --- a/latest/autoapi/neural_compressor/strategy/bayesian/index.html +++ b/latest/autoapi/neural_compressor/strategy/bayesian/index.html @@ -182,7 +182,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/conservative/index.html b/latest/autoapi/neural_compressor/strategy/conservative/index.html index f9ba56860ad..e55b86ec0d5 100644 --- a/latest/autoapi/neural_compressor/strategy/conservative/index.html +++ b/latest/autoapi/neural_compressor/strategy/conservative/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/exhaustive/index.html b/latest/autoapi/neural_compressor/strategy/exhaustive/index.html index aca10f1b564..d1e80b56874 100644 --- a/latest/autoapi/neural_compressor/strategy/exhaustive/index.html +++ b/latest/autoapi/neural_compressor/strategy/exhaustive/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/hawq_v2/index.html b/latest/autoapi/neural_compressor/strategy/hawq_v2/index.html index d89b3ab88a4..8e1ef095280 100644 --- a/latest/autoapi/neural_compressor/strategy/hawq_v2/index.html +++ b/latest/autoapi/neural_compressor/strategy/hawq_v2/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/index.html b/latest/autoapi/neural_compressor/strategy/index.html index e72f7a2a818..4485bf23f2f 100644 --- a/latest/autoapi/neural_compressor/strategy/index.html +++ b/latest/autoapi/neural_compressor/strategy/index.html @@ -143,7 +143,7 @@

Package ContentsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/mse/index.html b/latest/autoapi/neural_compressor/strategy/mse/index.html index 87550358305..23d8f2e7a83 100644 --- a/latest/autoapi/neural_compressor/strategy/mse/index.html +++ b/latest/autoapi/neural_compressor/strategy/mse/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/mse_v2/index.html b/latest/autoapi/neural_compressor/strategy/mse_v2/index.html index 2f38f8f59c6..d16a92f3554 100644 --- a/latest/autoapi/neural_compressor/strategy/mse_v2/index.html +++ b/latest/autoapi/neural_compressor/strategy/mse_v2/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/random/index.html b/latest/autoapi/neural_compressor/strategy/random/index.html index a565f227bae..b4c4675a97f 100644 --- a/latest/autoapi/neural_compressor/strategy/random/index.html +++ b/latest/autoapi/neural_compressor/strategy/random/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/strategy/index.html b/latest/autoapi/neural_compressor/strategy/strategy/index.html index d61355567ad..5f49bac5162 100644 --- a/latest/autoapi/neural_compressor/strategy/strategy/index.html +++ b/latest/autoapi/neural_compressor/strategy/strategy/index.html @@ -162,7 +162,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/utils/constant/index.html b/latest/autoapi/neural_compressor/strategy/utils/constant/index.html index 4814059d5c2..25d0325f0bb 100644 --- a/latest/autoapi/neural_compressor/strategy/utils/constant/index.html +++ b/latest/autoapi/neural_compressor/strategy/utils/constant/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/utils/index.html b/latest/autoapi/neural_compressor/strategy/utils/index.html index 4865b8f44fb..611d7b487bb 100644 --- a/latest/autoapi/neural_compressor/strategy/utils/index.html +++ b/latest/autoapi/neural_compressor/strategy/utils/index.html @@ -119,7 +119,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/utils/tuning_sampler/index.html b/latest/autoapi/neural_compressor/strategy/utils/tuning_sampler/index.html index 265f80e6cba..274dca97579 100644 --- a/latest/autoapi/neural_compressor/strategy/utils/tuning_sampler/index.html +++ b/latest/autoapi/neural_compressor/strategy/utils/tuning_sampler/index.html @@ -208,7 +208,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/utils/tuning_space/index.html b/latest/autoapi/neural_compressor/strategy/utils/tuning_space/index.html index b895b115175..5e1c06466eb 100644 --- a/latest/autoapi/neural_compressor/strategy/utils/tuning_space/index.html +++ b/latest/autoapi/neural_compressor/strategy/utils/tuning_space/index.html @@ -208,7 +208,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/utils/tuning_structs/index.html b/latest/autoapi/neural_compressor/strategy/utils/tuning_structs/index.html index b5a203d6204..289976ecd12 100644 --- a/latest/autoapi/neural_compressor/strategy/utils/tuning_structs/index.html +++ b/latest/autoapi/neural_compressor/strategy/utils/tuning_structs/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/strategy/utils/utility/index.html b/latest/autoapi/neural_compressor/strategy/utils/utility/index.html index 36e8dbcf5b3..e7e7c0e5cc9 100644 --- a/latest/autoapi/neural_compressor/strategy/utils/utility/index.html +++ b/latest/autoapi/neural_compressor/strategy/utils/utility/index.html @@ -246,7 +246,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/template/api_doc_example/index.html b/latest/autoapi/neural_compressor/template/api_doc_example/index.html index b07dbdc0ba5..9aefb2cde80 100644 --- a/latest/autoapi/neural_compressor/template/api_doc_example/index.html +++ b/latest/autoapi/neural_compressor/template/api_doc_example/index.html @@ -350,7 +350,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/template/index.html b/latest/autoapi/neural_compressor/template/index.html index e2ceafe2bd8..5c23af5db90 100644 --- a/latest/autoapi/neural_compressor/template/index.html +++ b/latest/autoapi/neural_compressor/template/index.html @@ -114,7 +114,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/index.html index 51e74295960..2c383c1733d 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/index.html index 385c201f455..5a3b388ed56 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras/index.html index 32dd5f87210..912feda0a86 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras/index.html @@ -134,7 +134,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/conv2d/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/conv2d/index.html index 146699d21d8..c52037db4d5 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/conv2d/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/conv2d/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/dense/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/dense/index.html index 72bfcae0742..884d214df61 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/dense/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/dense/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/depthwise_conv2d/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/depthwise_conv2d/index.html index 32bdadbe939..0304602cc98 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/depthwise_conv2d/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/depthwise_conv2d/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/index.html index 717c2d58b10..72855a8a1a2 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/pool2d/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/pool2d/index.html index 9f615224eea..0e26eae6d3e 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/pool2d/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/pool2d/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/quantizer/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/quantizer/index.html index 7b4fac13a52..287246752f5 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/quantizer/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/quantizer/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/separable_conv2d/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/separable_conv2d/index.html index bfd2017bd04..463caea49c8 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/separable_conv2d/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/separable_conv2d/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/quantize_entry/index.html b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/quantize_entry/index.html index 732dfeaeadd..0b4bab338e3 100644 --- a/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/quantize_entry/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/algorithms/static_quantize/quantize_entry/index.html @@ -174,7 +174,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/index.html b/latest/autoapi/neural_compressor/tensorflow/index.html index 7b0699f3422..9047075e1dd 100644 --- a/latest/autoapi/neural_compressor/tensorflow/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/quantization/config/index.html b/latest/autoapi/neural_compressor/tensorflow/quantization/config/index.html index aa68b37660a..a5025116cfa 100644 --- a/latest/autoapi/neural_compressor/tensorflow/quantization/config/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/quantization/config/index.html @@ -174,7 +174,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/quantization/index.html b/latest/autoapi/neural_compressor/tensorflow/quantization/index.html index 751c6788b86..63317a2eec3 100644 --- a/latest/autoapi/neural_compressor/tensorflow/quantization/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/quantization/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/quantization/quantize/index.html b/latest/autoapi/neural_compressor/tensorflow/quantization/quantize/index.html index 615ff56687f..6a3e9858666 100644 --- a/latest/autoapi/neural_compressor/tensorflow/quantization/quantize/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/quantization/quantize/index.html @@ -141,7 +141,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/tensorflow/utils/index.html b/latest/autoapi/neural_compressor/tensorflow/utils/index.html index a88913fd0cb..ef434d00ab5 100644 --- a/latest/autoapi/neural_compressor/tensorflow/utils/index.html +++ b/latest/autoapi/neural_compressor/tensorflow/utils/index.html @@ -195,7 +195,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/algorithms/index.html b/latest/autoapi/neural_compressor/torch/algorithms/index.html index df5279e4783..d12381222d8 100644 --- a/latest/autoapi/neural_compressor/torch/algorithms/index.html +++ b/latest/autoapi/neural_compressor/torch/algorithms/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/algorithms/weight_only/gptq/index.html b/latest/autoapi/neural_compressor/torch/algorithms/weight_only/gptq/index.html index 6df5180bba3..db9a7dc4551 100644 --- a/latest/autoapi/neural_compressor/torch/algorithms/weight_only/gptq/index.html +++ b/latest/autoapi/neural_compressor/torch/algorithms/weight_only/gptq/index.html @@ -239,7 +239,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/algorithms/weight_only/index.html b/latest/autoapi/neural_compressor/torch/algorithms/weight_only/index.html index fa9035825ab..b9533c24871 100644 --- a/latest/autoapi/neural_compressor/torch/algorithms/weight_only/index.html +++ b/latest/autoapi/neural_compressor/torch/algorithms/weight_only/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/algorithms/weight_only/rtn/index.html b/latest/autoapi/neural_compressor/torch/algorithms/weight_only/rtn/index.html index 7f560e07124..c624a6462a3 100644 --- a/latest/autoapi/neural_compressor/torch/algorithms/weight_only/rtn/index.html +++ b/latest/autoapi/neural_compressor/torch/algorithms/weight_only/rtn/index.html @@ -368,7 +368,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/algorithms/weight_only_algos/index.html b/latest/autoapi/neural_compressor/torch/algorithms/weight_only_algos/index.html index 7850059af42..31de325ed7d 100644 --- a/latest/autoapi/neural_compressor/torch/algorithms/weight_only_algos/index.html +++ b/latest/autoapi/neural_compressor/torch/algorithms/weight_only_algos/index.html @@ -125,7 +125,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/amp/autocast/index.html b/latest/autoapi/neural_compressor/torch/amp/autocast/index.html index 05c9b1093a8..156086423a1 100644 --- a/latest/autoapi/neural_compressor/torch/amp/autocast/index.html +++ b/latest/autoapi/neural_compressor/torch/amp/autocast/index.html @@ -166,7 +166,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/amp/fp8/functions/index.html b/latest/autoapi/neural_compressor/torch/amp/fp8/functions/index.html index e4634e50503..d1c8133c3e3 100644 --- a/latest/autoapi/neural_compressor/torch/amp/fp8/functions/index.html +++ b/latest/autoapi/neural_compressor/torch/amp/fp8/functions/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/amp/fp8/index.html b/latest/autoapi/neural_compressor/torch/amp/fp8/index.html index b631b5ea305..8e2eedac1c1 100644 --- a/latest/autoapi/neural_compressor/torch/amp/fp8/index.html +++ b/latest/autoapi/neural_compressor/torch/amp/fp8/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/amp/index.html b/latest/autoapi/neural_compressor/torch/amp/index.html index 04c2ccd0031..fa2f86b18a1 100644 --- a/latest/autoapi/neural_compressor/torch/amp/index.html +++ b/latest/autoapi/neural_compressor/torch/amp/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/index.html b/latest/autoapi/neural_compressor/torch/index.html index 19d5eeb7dfb..8d71c770b95 100644 --- a/latest/autoapi/neural_compressor/torch/index.html +++ b/latest/autoapi/neural_compressor/torch/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/quantization/config/index.html b/latest/autoapi/neural_compressor/torch/quantization/config/index.html index d1c9e7ed7b6..715db63eb4e 100644 --- a/latest/autoapi/neural_compressor/torch/quantization/config/index.html +++ b/latest/autoapi/neural_compressor/torch/quantization/config/index.html @@ -190,7 +190,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/quantization/fp8/index.html b/latest/autoapi/neural_compressor/torch/quantization/fp8/index.html index 5184d626bd9..398f47439a3 100644 --- a/latest/autoapi/neural_compressor/torch/quantization/fp8/index.html +++ b/latest/autoapi/neural_compressor/torch/quantization/fp8/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/quantization/fp8/modules/index.html b/latest/autoapi/neural_compressor/torch/quantization/fp8/modules/index.html index efc10d65b3e..73a445b4e3f 100644 --- a/latest/autoapi/neural_compressor/torch/quantization/fp8/modules/index.html +++ b/latest/autoapi/neural_compressor/torch/quantization/fp8/modules/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/quantization/fp8/observer/index.html b/latest/autoapi/neural_compressor/torch/quantization/fp8/observer/index.html index ea38019479e..770c55e157b 100644 --- a/latest/autoapi/neural_compressor/torch/quantization/fp8/observer/index.html +++ b/latest/autoapi/neural_compressor/torch/quantization/fp8/observer/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/quantization/fp8/quantization_impl/index.html b/latest/autoapi/neural_compressor/torch/quantization/fp8/quantization_impl/index.html index 749f9747cc8..1bf9657f9f6 100644 --- a/latest/autoapi/neural_compressor/torch/quantization/fp8/quantization_impl/index.html +++ b/latest/autoapi/neural_compressor/torch/quantization/fp8/quantization_impl/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/quantization/index.html b/latest/autoapi/neural_compressor/torch/quantization/index.html index 99280a27a74..8bd7e8b9829 100644 --- a/latest/autoapi/neural_compressor/torch/quantization/index.html +++ b/latest/autoapi/neural_compressor/torch/quantization/index.html @@ -114,7 +114,7 @@

SubmodulesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/quantization/layers/index.html b/latest/autoapi/neural_compressor/torch/quantization/layers/index.html index 191b43d3801..eb32c8f241a 100644 --- a/latest/autoapi/neural_compressor/torch/quantization/layers/index.html +++ b/latest/autoapi/neural_compressor/torch/quantization/layers/index.html @@ -144,7 +144,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/quantization/quantize/index.html b/latest/autoapi/neural_compressor/torch/quantization/quantize/index.html index f80c9df851c..66093577a20 100644 --- a/latest/autoapi/neural_compressor/torch/quantization/quantize/index.html +++ b/latest/autoapi/neural_compressor/torch/quantization/quantize/index.html @@ -161,7 +161,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/utils/constants/index.html b/latest/autoapi/neural_compressor/torch/utils/constants/index.html index 765f7887bd3..d318d292bda 100644 --- a/latest/autoapi/neural_compressor/torch/utils/constants/index.html +++ b/latest/autoapi/neural_compressor/torch/utils/constants/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/utils/index.html b/latest/autoapi/neural_compressor/torch/utils/index.html index b61adb2e8c4..41613cf5cec 100644 --- a/latest/autoapi/neural_compressor/torch/utils/index.html +++ b/latest/autoapi/neural_compressor/torch/utils/index.html @@ -106,7 +106,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/torch/utils/utility/index.html b/latest/autoapi/neural_compressor/torch/utils/utility/index.html index dc438f3edbb..fee07b951bb 100644 --- a/latest/autoapi/neural_compressor/torch/utils/utility/index.html +++ b/latest/autoapi/neural_compressor/torch/utils/utility/index.html @@ -185,7 +185,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/training/index.html b/latest/autoapi/neural_compressor/training/index.html index 839e05f1fb0..161e9ca8858 100644 --- a/latest/autoapi/neural_compressor/training/index.html +++ b/latest/autoapi/neural_compressor/training/index.html @@ -305,7 +305,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/collect_layer_histogram/index.html b/latest/autoapi/neural_compressor/utils/collect_layer_histogram/index.html index 8acf1c2fab4..31549cbddab 100644 --- a/latest/autoapi/neural_compressor/utils/collect_layer_histogram/index.html +++ b/latest/autoapi/neural_compressor/utils/collect_layer_histogram/index.html @@ -129,7 +129,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/constant/index.html b/latest/autoapi/neural_compressor/utils/constant/index.html index 0155c8cec9c..24bdac15fa8 100644 --- a/latest/autoapi/neural_compressor/utils/constant/index.html +++ b/latest/autoapi/neural_compressor/utils/constant/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/create_obj_from_config/index.html b/latest/autoapi/neural_compressor/utils/create_obj_from_config/index.html index 0306dca365a..1c4b785d476 100644 --- a/latest/autoapi/neural_compressor/utils/create_obj_from_config/index.html +++ b/latest/autoapi/neural_compressor/utils/create_obj_from_config/index.html @@ -243,7 +243,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/index.html b/latest/autoapi/neural_compressor/utils/index.html index 79e1d0d3fd6..a8f355d6dfb 100644 --- a/latest/autoapi/neural_compressor/utils/index.html +++ b/latest/autoapi/neural_compressor/utils/index.html @@ -179,7 +179,7 @@

AttributesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/kl_divergence/index.html b/latest/autoapi/neural_compressor/utils/kl_divergence/index.html index bac4d495ae8..ef4999fb029 100644 --- a/latest/autoapi/neural_compressor/utils/kl_divergence/index.html +++ b/latest/autoapi/neural_compressor/utils/kl_divergence/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/load_huggingface/index.html b/latest/autoapi/neural_compressor/utils/load_huggingface/index.html index 32bffd1d344..cff793e040f 100644 --- a/latest/autoapi/neural_compressor/utils/load_huggingface/index.html +++ b/latest/autoapi/neural_compressor/utils/load_huggingface/index.html @@ -169,7 +169,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/logger/index.html b/latest/autoapi/neural_compressor/utils/logger/index.html index 156dc22358a..1f847f1ea01 100644 --- a/latest/autoapi/neural_compressor/utils/logger/index.html +++ b/latest/autoapi/neural_compressor/utils/logger/index.html @@ -196,7 +196,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/neural_insights_utils/index.html b/latest/autoapi/neural_compressor/utils/neural_insights_utils/index.html index 70f9530d7d4..0a997405e1f 100644 --- a/latest/autoapi/neural_compressor/utils/neural_insights_utils/index.html +++ b/latest/autoapi/neural_compressor/utils/neural_insights_utils/index.html @@ -189,7 +189,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/options/index.html b/latest/autoapi/neural_compressor/utils/options/index.html index 2f8e46225d9..3d5900ca23c 100644 --- a/latest/autoapi/neural_compressor/utils/options/index.html +++ b/latest/autoapi/neural_compressor/utils/options/index.html @@ -126,7 +126,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/pytorch/index.html b/latest/autoapi/neural_compressor/utils/pytorch/index.html index 039075de11f..465e6dc1cde 100644 --- a/latest/autoapi/neural_compressor/utils/pytorch/index.html +++ b/latest/autoapi/neural_compressor/utils/pytorch/index.html @@ -215,7 +215,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/utility/index.html b/latest/autoapi/neural_compressor/utils/utility/index.html index e0d6198b8d3..6834a765a5e 100644 --- a/latest/autoapi/neural_compressor/utils/utility/index.html +++ b/latest/autoapi/neural_compressor/utils/utility/index.html @@ -788,7 +788,7 @@

FunctionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/utils/weights_details/index.html b/latest/autoapi/neural_compressor/utils/weights_details/index.html index 3c0a80762c1..1fc9ba1a3ac 100644 --- a/latest/autoapi/neural_compressor/utils/weights_details/index.html +++ b/latest/autoapi/neural_compressor/utils/weights_details/index.html @@ -135,7 +135,7 @@

ClassesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/autoapi/neural_compressor/version/index.html b/latest/autoapi/neural_compressor/version/index.html index 0140b8aba24..77d455363a9 100644 --- a/latest/autoapi/neural_compressor/version/index.html +++ b/latest/autoapi/neural_compressor/version/index.html @@ -107,7 +107,7 @@ Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/build_docs/source/index.html b/latest/docs/build_docs/source/index.html index 24d65e99dbf..933179e8d4f 100644 --- a/latest/docs/build_docs/source/index.html +++ b/latest/docs/build_docs/source/index.html @@ -115,7 +115,7 @@

SectionsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/CODE_OF_CONDUCT.html b/latest/docs/source/CODE_OF_CONDUCT.html index a45435b2daa..6e4c8bd2375 100644 --- a/latest/docs/source/CODE_OF_CONDUCT.html +++ b/latest/docs/source/CODE_OF_CONDUCT.html @@ -183,7 +183,7 @@

AttributionSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/CONTRIBUTING.html b/latest/docs/source/CONTRIBUTING.html index d23de73c49c..4651bde5bb8 100644 --- a/latest/docs/source/CONTRIBUTING.html +++ b/latest/docs/source/CONTRIBUTING.html @@ -174,7 +174,7 @@

Contributor Covenant Code of ConductSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/FX.html b/latest/docs/source/FX.html index 042e42d3cb4..ed40c599b8b 100644 --- a/latest/docs/source/FX.html +++ b/latest/docs/source/FX.html @@ -253,7 +253,7 @@

Static Quantization & Quantization Aware TrainingSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/NAS.html b/latest/docs/source/NAS.html index ca244269462..4cb52031fdb 100644 --- a/latest/docs/source/NAS.html +++ b/latest/docs/source/NAS.html @@ -211,7 +211,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/SECURITY.html b/latest/docs/source/SECURITY.html index 511873279c1..972f0945838 100644 --- a/latest/docs/source/SECURITY.html +++ b/latest/docs/source/SECURITY.html @@ -118,7 +118,7 @@

Report a VulnerabilitySphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/Welcome.html b/latest/docs/source/Welcome.html index 7ec8818dda9..1c66c844610 100644 --- a/latest/docs/source/Welcome.html +++ b/latest/docs/source/Welcome.html @@ -279,7 +279,7 @@

CommunicationSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/adaptor.html b/latest/docs/source/adaptor.html index 4054fc0a224..b18c2650669 100644 --- a/latest/docs/source/adaptor.html +++ b/latest/docs/source/adaptor.html @@ -282,7 +282,7 @@

Implement ONNXRTAdaptor ClassSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/add_new_adaptor.html b/latest/docs/source/add_new_adaptor.html index db7cdddb638..39cf1491387 100644 --- a/latest/docs/source/add_new_adaptor.html +++ b/latest/docs/source/add_new_adaptor.html @@ -264,7 +264,7 @@

Calculate the data range and generate quantized modelSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/add_new_data_type.html b/latest/docs/source/add_new_data_type.html index a7d54533d0c..f1b1ebe3ffd 100644 --- a/latest/docs/source/add_new_data_type.html +++ b/latest/docs/source/add_new_data_type.html @@ -265,7 +265,7 @@

SummarySphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/adaptor.html b/latest/docs/source/api-doc/adaptor.html index 101e8ce0c6d..da546c552d7 100644 --- a/latest/docs/source/api-doc/adaptor.html +++ b/latest/docs/source/api-doc/adaptor.html @@ -113,7 +113,7 @@

AdaptorSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/adaptor/onnxrt.html b/latest/docs/source/api-doc/adaptor/onnxrt.html index c8aec2f0974..d7b378a9ffb 100644 --- a/latest/docs/source/api-doc/adaptor/onnxrt.html +++ b/latest/docs/source/api-doc/adaptor/onnxrt.html @@ -119,7 +119,7 @@

ONNX RuntimeSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/adaptor/torch_utils.html b/latest/docs/source/api-doc/adaptor/torch_utils.html index 7e657303ed8..2d90dff5114 100644 --- a/latest/docs/source/api-doc/adaptor/torch_utils.html +++ b/latest/docs/source/api-doc/adaptor/torch_utils.html @@ -123,7 +123,7 @@

Torch UtilsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/api_doc_example.html b/latest/docs/source/api-doc/api_doc_example.html index c5e29461b5b..bb65804d3f8 100644 --- a/latest/docs/source/api-doc/api_doc_example.html +++ b/latest/docs/source/api-doc/api_doc_example.html @@ -131,7 +131,7 @@

API Document ExampleSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/apis.html b/latest/docs/source/api-doc/apis.html index b668f685302..b4d5219665e 100644 --- a/latest/docs/source/api-doc/apis.html +++ b/latest/docs/source/api-doc/apis.html @@ -148,7 +148,7 @@

APIs Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/benchmark.html b/latest/docs/source/api-doc/benchmark.html index 93d6fbea904..4b234c07e2c 100644 --- a/latest/docs/source/api-doc/benchmark.html +++ b/latest/docs/source/api-doc/benchmark.html @@ -131,7 +131,7 @@

BenchmarkSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/compression.html b/latest/docs/source/api-doc/compression.html index f4c7f5f04cb..fcfcf439f9d 100644 --- a/latest/docs/source/api-doc/compression.html +++ b/latest/docs/source/api-doc/compression.html @@ -135,7 +135,7 @@

CompressionSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/config.html b/latest/docs/source/api-doc/config.html index 447038b71c0..ba7104bc120 100644 --- a/latest/docs/source/api-doc/config.html +++ b/latest/docs/source/api-doc/config.html @@ -131,7 +131,7 @@

ConfigSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/mix_precision.html b/latest/docs/source/api-doc/mix_precision.html index ed443000b72..21f20c2ac88 100644 --- a/latest/docs/source/api-doc/mix_precision.html +++ b/latest/docs/source/api-doc/mix_precision.html @@ -131,7 +131,7 @@

Mix PrecisionSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/model.html b/latest/docs/source/api-doc/model.html index 0d398106b39..f4a2c1e3548 100644 --- a/latest/docs/source/api-doc/model.html +++ b/latest/docs/source/api-doc/model.html @@ -141,7 +141,7 @@

Model Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/objective.html b/latest/docs/source/api-doc/objective.html index 8bb53a5afd1..e568305c79c 100644 --- a/latest/docs/source/api-doc/objective.html +++ b/latest/docs/source/api-doc/objective.html @@ -131,7 +131,7 @@

ObjectiveSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/quantization.html b/latest/docs/source/api-doc/quantization.html index 7457aa09df9..df07bd9ceb6 100644 --- a/latest/docs/source/api-doc/quantization.html +++ b/latest/docs/source/api-doc/quantization.html @@ -131,7 +131,7 @@

QuantizationSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/strategy.html b/latest/docs/source/api-doc/strategy.html index 9748220f1f0..0e0b5440ca9 100644 --- a/latest/docs/source/api-doc/strategy.html +++ b/latest/docs/source/api-doc/strategy.html @@ -141,7 +141,7 @@

StrategySphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/api-doc/training.html b/latest/docs/source/api-doc/training.html index 2e4d514fa5d..db874ab2e13 100644 --- a/latest/docs/source/api-doc/training.html +++ b/latest/docs/source/api-doc/training.html @@ -131,7 +131,7 @@

TrainingSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/benchmark.html b/latest/docs/source/benchmark.html index 91edfaeb11e..aa71d251310 100644 --- a/latest/docs/source/benchmark.html +++ b/latest/docs/source/benchmark.html @@ -164,7 +164,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/calibration.html b/latest/docs/source/calibration.html index deec0581d3e..42f06927d0b 100644 --- a/latest/docs/source/calibration.html +++ b/latest/docs/source/calibration.html @@ -170,7 +170,7 @@

ReferenceSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/dataloader.html b/latest/docs/source/dataloader.html index 4407e2c75e0..91966979239 100644 --- a/latest/docs/source/dataloader.html +++ b/latest/docs/source/dataloader.html @@ -259,7 +259,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/dataset.html b/latest/docs/source/dataset.html index 132f378e31b..f313bf2ec90 100644 --- a/latest/docs/source/dataset.html +++ b/latest/docs/source/dataset.html @@ -540,7 +540,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/design.html b/latest/docs/source/design.html index a01d3efde18..90ef4646b8a 100644 --- a/latest/docs/source/design.html +++ b/latest/docs/source/design.html @@ -117,7 +117,7 @@

WorkflowSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/diagnosis.html b/latest/docs/source/diagnosis.html index 4efd9f2ac8a..d232aa12ce4 100644 --- a/latest/docs/source/diagnosis.html +++ b/latest/docs/source/diagnosis.html @@ -299,7 +299,7 @@

See profiling dataSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/distillation.html b/latest/docs/source/distillation.html index 2fb8dc239e3..9d5c525d183 100644 --- a/latest/docs/source/distillation.html +++ b/latest/docs/source/distillation.html @@ -234,7 +234,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/distillation_quantization.html b/latest/docs/source/distillation_quantization.html index 9e66f8f64bc..3a624d7b7ae 100644 --- a/latest/docs/source/distillation_quantization.html +++ b/latest/docs/source/distillation_quantization.html @@ -187,7 +187,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/distributed.html b/latest/docs/source/distributed.html index 359807d3ff8..aa805eeb1fb 100644 --- a/latest/docs/source/distributed.html +++ b/latest/docs/source/distributed.html @@ -345,7 +345,7 @@

TensorFlow Examples:Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/examples_readme.html b/latest/docs/source/examples_readme.html index 18c00badc5a..0313a31f28f 100644 --- a/latest/docs/source/examples_readme.html +++ b/latest/docs/source/examples_readme.html @@ -129,7 +129,7 @@

Release DataSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/export.html b/latest/docs/source/export.html index ea4786c9d8c..e8c3e3a853e 100644 --- a/latest/docs/source/export.html +++ b/latest/docs/source/export.html @@ -326,7 +326,7 @@

Supported quantized opsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/faq.html b/latest/docs/source/faq.html index d02aa654c95..f40c9c2d3f7 100644 --- a/latest/docs/source/faq.html +++ b/latest/docs/source/faq.html @@ -129,7 +129,7 @@

Issue 4:Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/framework_yaml.html b/latest/docs/source/framework_yaml.html index 2a081ac7a85..203b5a7bc4e 100644 --- a/latest/docs/source/framework_yaml.html +++ b/latest/docs/source/framework_yaml.html @@ -324,7 +324,7 @@

Get started with Framework YAML FilesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/get_started.html b/latest/docs/source/get_started.html index 5f4830b9efd..ade440b8dfc 100644 --- a/latest/docs/source/get_started.html +++ b/latest/docs/source/get_started.html @@ -154,7 +154,7 @@

Validated ModelsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/incompatible_changes.html b/latest/docs/source/incompatible_changes.html index 9e5638fec17..3fc829aa4ec 100644 --- a/latest/docs/source/incompatible_changes.html +++ b/latest/docs/source/incompatible_changes.html @@ -144,7 +144,7 @@

Built-in transform/dataset/metric APIsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/infrastructure.html b/latest/docs/source/infrastructure.html index 4d0e00ac870..72e8b80d392 100644 --- a/latest/docs/source/infrastructure.html +++ b/latest/docs/source/infrastructure.html @@ -291,7 +291,7 @@

Supported Feature MatrixSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/installation_guide.html b/latest/docs/source/installation_guide.html index 623da8ddf4c..ba7326ca25f 100644 --- a/latest/docs/source/installation_guide.html +++ b/latest/docs/source/installation_guide.html @@ -303,7 +303,7 @@

Validated Software EnvironmentSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/legal_information.html b/latest/docs/source/legal_information.html index 76f2aeb11f8..843baac701b 100644 --- a/latest/docs/source/legal_information.html +++ b/latest/docs/source/legal_information.html @@ -148,7 +148,7 @@

TrademarksSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/llm_recipes.html b/latest/docs/source/llm_recipes.html index 73da73ec44e..3cf442c08ae 100644 --- a/latest/docs/source/llm_recipes.html +++ b/latest/docs/source/llm_recipes.html @@ -136,7 +136,7 @@

IPEX key modelsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/metric.html b/latest/docs/source/metric.html index 16ce7ab02a7..80085317206 100644 --- a/latest/docs/source/metric.html +++ b/latest/docs/source/metric.html @@ -467,7 +467,7 @@

ExampleSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/migration.html b/latest/docs/source/migration.html index c4a22ad8741..0db1ee237a5 100644 --- a/latest/docs/source/migration.html +++ b/latest/docs/source/migration.html @@ -790,7 +790,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/mixed_precision.html b/latest/docs/source/mixed_precision.html index e73b682cbdd..4bd75c75858 100644 --- a/latest/docs/source/mixed_precision.html +++ b/latest/docs/source/mixed_precision.html @@ -297,7 +297,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/model.html b/latest/docs/source/model.html index 9fccce4eac6..958f4423895 100644 --- a/latest/docs/source/model.html +++ b/latest/docs/source/model.html @@ -222,7 +222,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/README.html b/latest/docs/source/neural_coder/README.html index 18d5e717fa4..2915512990a 100644 --- a/latest/docs/source/neural_coder/README.html +++ b/latest/docs/source/neural_coder/README.html @@ -159,7 +159,7 @@

ContactSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/docs/AWSSageMakerSupport.html b/latest/docs/source/neural_coder/docs/AWSSageMakerSupport.html index 90a4af0bb94..b38959ed88c 100644 --- a/latest/docs/source/neural_coder/docs/AWSSageMakerSupport.html +++ b/latest/docs/source/neural_coder/docs/AWSSageMakerSupport.html @@ -133,7 +133,7 @@

Installation GuideSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/docs/BigDLNanoSupport.html b/latest/docs/source/neural_coder/docs/BigDLNanoSupport.html index 0410c2e8f1c..8576e9b0b2b 100644 --- a/latest/docs/source/neural_coder/docs/BigDLNanoSupport.html +++ b/latest/docs/source/neural_coder/docs/BigDLNanoSupport.html @@ -211,7 +211,7 @@

Support MatrixSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/docs/IntelCPU_PerformanceSetting.html b/latest/docs/source/neural_coder/docs/IntelCPU_PerformanceSetting.html index a999c0cea08..0c28bf12eb2 100644 --- a/latest/docs/source/neural_coder/docs/IntelCPU_PerformanceSetting.html +++ b/latest/docs/source/neural_coder/docs/IntelCPU_PerformanceSetting.html @@ -161,7 +161,7 @@

Frequency GovernersSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/docs/PythonAPI.html b/latest/docs/source/neural_coder/docs/PythonAPI.html index 5b8c52f14e8..0859b8a5ee8 100644 --- a/latest/docs/source/neural_coder/docs/PythonAPI.html +++ b/latest/docs/source/neural_coder/docs/PythonAPI.html @@ -164,7 +164,7 @@

SuperBenchSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/docs/PythonLauncher.html b/latest/docs/source/neural_coder/docs/PythonLauncher.html index 299827acf58..502f93b3cc7 100644 --- a/latest/docs/source/neural_coder/docs/PythonLauncher.html +++ b/latest/docs/source/neural_coder/docs/PythonLauncher.html @@ -137,7 +137,7 @@

Launcher Arguments (Optional)Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/docs/Quantization.html b/latest/docs/source/neural_coder/docs/Quantization.html index b997743f754..b62a8106b85 100644 --- a/latest/docs/source/neural_coder/docs/Quantization.html +++ b/latest/docs/source/neural_coder/docs/Quantization.html @@ -153,7 +153,7 @@

PyPI distribution:Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/docs/SupportMatrix.html b/latest/docs/source/neural_coder/docs/SupportMatrix.html index 0b5fd7b7133..87a526af6fb 100644 --- a/latest/docs/source/neural_coder/docs/SupportMatrix.html +++ b/latest/docs/source/neural_coder/docs/SupportMatrix.html @@ -221,7 +221,7 @@

Supported Optimization FeaturesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/docs/release_notes/v0.4.html b/latest/docs/source/neural_coder/docs/release_notes/v0.4.html index a2e74099431..8bd4d66a66e 100644 --- a/latest/docs/source/neural_coder/docs/release_notes/v0.4.html +++ b/latest/docs/source/neural_coder/docs/release_notes/v0.4.html @@ -131,7 +131,7 @@

OthersSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/CHANGELOG.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/CHANGELOG.html index f226d76cf3e..2848034b46e 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/CHANGELOG.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/CHANGELOG.html @@ -106,7 +106,7 @@

ChangelogSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/DEVELOP.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/DEVELOP.html index ff90899d99d..f796f2a3818 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/DEVELOP.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/DEVELOP.html @@ -172,7 +172,7 @@

Packaging the extensionSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/README.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/README.html index a4b35ea8ea4..44fe9ff4b71 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/README.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/README.html @@ -139,7 +139,7 @@

Pre-requisitesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/RELEASE.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/RELEASE.html index 3c6b6f2aa48..b48d68e65bf 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/RELEASE.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab/RELEASE.html @@ -159,7 +159,7 @@

Publishing to c Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/CHANGELOG.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/CHANGELOG.html index 896d45bd287..e878fcdc540 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/CHANGELOG.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/CHANGELOG.html @@ -106,7 +106,7 @@

ChangelogSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/DEVELOP.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/DEVELOP.html index 1479f3efe58..e03132b23bf 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/DEVELOP.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/DEVELOP.html @@ -172,7 +172,7 @@

Packaging the extensionSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/RELEASE.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/RELEASE.html index fe5fb5fd11f..192c3f19dd1 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/RELEASE.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/RELEASE.html @@ -159,7 +159,7 @@

Publishing to c Built with Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/CHANGELOG.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/CHANGELOG.html index bddc154be8d..ebbbfbb4a0b 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/CHANGELOG.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/CHANGELOG.html @@ -114,7 +114,7 @@

[Unreleased]Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/README.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/README.html index c65594d0683..158e4b41f09 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/README.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/README.html @@ -231,7 +231,7 @@

5.2 AutoSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/vsc-extension-quickstart.html b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/vsc-extension-quickstart.html index d398ccc95cf..5ab74808744 100644 --- a/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/vsc-extension-quickstart.html +++ b/latest/docs/source/neural_coder/extensions/neural_compressor_ext_vscode/vsc-extension-quickstart.html @@ -173,7 +173,7 @@

Go furtherSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_insights/README.html b/latest/docs/source/neural_insights/README.html index 6c5ae98fb5f..456aec81783 100644 --- a/latest/docs/source/neural_insights/README.html +++ b/latest/docs/source/neural_insights/README.html @@ -222,7 +222,7 @@

Research CollaborationsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_insights/docs/source/onnx_accuracy_debug.html b/latest/docs/source/neural_insights/docs/source/onnx_accuracy_debug.html index a44ebfc8e48..50d55040e56 100644 --- a/latest/docs/source/neural_insights/docs/source/onnx_accuracy_debug.html +++ b/latest/docs/source/neural_insights/docs/source/onnx_accuracy_debug.html @@ -230,7 +230,7 @@

Activations summarySphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_insights/docs/source/pytorch_nlp_cli_mode.html b/latest/docs/source/neural_insights/docs/source/pytorch_nlp_cli_mode.html index b990334096b..c2e34de67f7 100644 --- a/latest/docs/source/neural_insights/docs/source/pytorch_nlp_cli_mode.html +++ b/latest/docs/source/neural_insights/docs/source/pytorch_nlp_cli_mode.html @@ -178,7 +178,7 @@

Running the quantizationSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_insights/docs/source/tf_accuracy_debug.html b/latest/docs/source/neural_insights/docs/source/tf_accuracy_debug.html index 0172ba59db6..787abf71a98 100644 --- a/latest/docs/source/neural_insights/docs/source/tf_accuracy_debug.html +++ b/latest/docs/source/neural_insights/docs/source/tf_accuracy_debug.html @@ -217,7 +217,7 @@

Open Neural InsightsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_insights/gui/README.html b/latest/docs/source/neural_insights/gui/README.html index 8a0a2f1e721..b33d775e9d9 100644 --- a/latest/docs/source/neural_insights/gui/README.html +++ b/latest/docs/source/neural_insights/gui/README.html @@ -162,7 +162,7 @@

npm Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/README.html b/latest/docs/source/neural_solution/README.html index 3f1405195e8..386802f4071 100644 --- a/latest/docs/source/neural_solution/README.html +++ b/latest/docs/source/neural_solution/README.html @@ -175,7 +175,7 @@

ContactSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/docs/source/README.html b/latest/docs/source/neural_solution/docs/source/README.html index f27e94eaa19..4e3858c6d2e 100644 --- a/latest/docs/source/neural_solution/docs/source/README.html +++ b/latest/docs/source/neural_solution/docs/source/README.html @@ -297,7 +297,7 @@

Remove nodeSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/docs/source/description_api.html b/latest/docs/source/neural_solution/docs/source/description_api.html index 1b982da3631..e05dc089f35 100644 --- a/latest/docs/source/neural_solution/docs/source/description_api.html +++ b/latest/docs/source/neural_solution/docs/source/description_api.html @@ -437,7 +437,7 @@

ResponsesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/docs/source/ns_design_doc.html b/latest/docs/source/neural_solution/docs/source/ns_design_doc.html index 258e18ecc8a..7888d689f82 100644 --- a/latest/docs/source/neural_solution/docs/source/ns_design_doc.html +++ b/latest/docs/source/neural_solution/docs/source/ns_design_doc.html @@ -224,7 +224,7 @@

ExtensibilitySphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/docs/source/template/task_request_description.html b/latest/docs/source/neural_solution/docs/source/template/task_request_description.html index 3cd48bf31d9..1e405213a6b 100644 --- a/latest/docs/source/neural_solution/docs/source/template/task_request_description.html +++ b/latest/docs/source/neural_solution/docs/source/template/task_request_description.html @@ -128,7 +128,7 @@

Task request descriptionSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/examples/README.html b/latest/docs/source/neural_solution/examples/README.html index ac641643f4f..88e6f1a4c44 100644 --- a/latest/docs/source/neural_solution/examples/README.html +++ b/latest/docs/source/neural_solution/examples/README.html @@ -131,7 +131,7 @@

Examples ListSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/examples/custom_models_optimized/tf_example1/README.html b/latest/docs/source/neural_solution/examples/custom_models_optimized/tf_example1/README.html index 7b29ac87a80..119b1892972 100644 --- a/latest/docs/source/neural_solution/examples/custom_models_optimized/tf_example1/README.html +++ b/latest/docs/source/neural_solution/examples/custom_models_optimized/tf_example1/README.html @@ -287,7 +287,7 @@

Stop the serviceSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/examples/hf_models/README.html b/latest/docs/source/neural_solution/examples/hf_models/README.html index 5c2af4d7b12..1715ff3b8f1 100644 --- a/latest/docs/source/neural_solution/examples/hf_models/README.html +++ b/latest/docs/source/neural_solution/examples/hf_models/README.html @@ -251,7 +251,7 @@

Stop the serviceSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/examples/hf_models_grpc/README.html b/latest/docs/source/neural_solution/examples/hf_models_grpc/README.html index 3180e721863..a6588a62982 100644 --- a/latest/docs/source/neural_solution/examples/hf_models_grpc/README.html +++ b/latest/docs/source/neural_solution/examples/hf_models_grpc/README.html @@ -211,7 +211,7 @@

Stop the serviceSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/neural_solution/frontend/README.html b/latest/docs/source/neural_solution/frontend/README.html index 13fb6121495..15a1f6f7140 100644 --- a/latest/docs/source/neural_solution/frontend/README.html +++ b/latest/docs/source/neural_solution/frontend/README.html @@ -110,7 +110,7 @@

ClientSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/objective.html b/latest/docs/source/objective.html index 1e55f193049..6b827d3ef82 100644 --- a/latest/docs/source/objective.html +++ b/latest/docs/source/objective.html @@ -186,7 +186,7 @@

ExampleSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/orchestration.html b/latest/docs/source/orchestration.html index 9e83eb1b8dd..8dc7df415b1 100644 --- a/latest/docs/source/orchestration.html +++ b/latest/docs/source/orchestration.html @@ -196,7 +196,7 @@

ExamplesSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/pruning.html b/latest/docs/source/pruning.html index 1e087aba169..d99467541d8 100644 --- a/latest/docs/source/pruning.html +++ b/latest/docs/source/pruning.html @@ -518,7 +518,7 @@

ReferenceSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/publication_list.html b/latest/docs/source/publication_list.html index 5e608a9b2fa..65361374b23 100644 --- a/latest/docs/source/publication_list.html +++ b/latest/docs/source/publication_list.html @@ -204,7 +204,7 @@

2018 - 2020 (4)Sphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/pythonic_style.html b/latest/docs/source/pythonic_style.html index 9340545c4ad..0ce54cd0700 100644 --- a/latest/docs/source/pythonic_style.html +++ b/latest/docs/source/pythonic_style.html @@ -283,7 +283,7 @@

Pythonic API for Framework ConfigurationsSphinx using a theme provided by Read the Docs. - +

diff --git a/latest/docs/source/quantization.html b/latest/docs/source/quantization.html index c5f92c4b2e8..632d743d901 100644 --- a/latest/docs/source/quantization.html +++ b/latest/docs/source/quantization.html @@ -666,7 +666,7 @@

Specify Quantization Backend and DeviceIPEX OneDNN "ipex" - cpu | gpu + cpu | xpu ONNX Runtime @@ -734,6 +734,8 @@

Specify Quantization Backend and Device
# run with IPEX on CPU
 conf = PostTrainingQuantConfig(backend="ipex")
+# run with IPEX on XPU
+conf = PostTrainingQuantConfig(backend="ipex", device="xpu")
 
# run with ONNXRT CUDAExecutionProvider on GPU
@@ -753,7 +755,7 @@ 
Specify Quantization Backend and Device
 
Examples

 
User could refer to examples on how to quantize a new model.
-If user wants to quantize an onnx model with npu, please refer to this example.

+If user wants to quantize an onnx model with npu, please refer to this example. If user wants to quantize a pytorch model with xpu, please refer to this example.

 
 
 
@@ -771,7 +773,7 @@ 
ExamplesSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/quantization_layer_wise.html b/latest/docs/source/quantization_layer_wise.html
index 7bfa2d2c3fd..179ced4caef 100644
--- a/latest/docs/source/quantization_layer_wise.html
+++ b/latest/docs/source/quantization_layer_wise.html
@@ -193,7 +193,7 @@ 
ONNX Runtime framework exampleSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/quantization_mixed_precision.html b/latest/docs/source/quantization_mixed_precision.html
index 0c5b03dec5a..347e9068b22 100644
--- a/latest/docs/source/quantization_mixed_precision.html
+++ b/latest/docs/source/quantization_mixed_precision.html
@@ -166,7 +166,7 @@ 
PyTorchSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/quantization_weight_only.html b/latest/docs/source/quantization_weight_only.html
index dcfbc377d42..841c7ca2dc7 100644
--- a/latest/docs/source/quantization_weight_only.html
+++ b/latest/docs/source/quantization_weight_only.html
@@ -318,7 +318,7 @@ 
ReferenceSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/releases_info.html b/latest/docs/source/releases_info.html
index 155a8d3ae29..abef2985e57 100644
--- a/latest/docs/source/releases_info.html
+++ b/latest/docs/source/releases_info.html
@@ -143,7 +143,7 @@ 
Incompatible ChangesSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/sigopt_strategy.html b/latest/docs/source/sigopt_strategy.html
index 5cdf4ec5e05..b5bc525cfe8 100644
--- a/latest/docs/source/sigopt_strategy.html
+++ b/latest/docs/source/sigopt_strategy.html
@@ -187,7 +187,7 @@ 
Performance Comparison of Different StrategiesSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/smooth_quant.html b/latest/docs/source/smooth_quant.html
index 67a80cd6c87..b44506eda66 100644
--- a/latest/docs/source/smooth_quant.html
+++ b/latest/docs/source/smooth_quant.html
@@ -727,7 +727,7 @@ 
ReferenceSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/tensorboard.html b/latest/docs/source/tensorboard.html
index b0a3a9e8197..0213567051f 100644
--- a/latest/docs/source/tensorboard.html
+++ b/latest/docs/source/tensorboard.html
@@ -309,7 +309,7 @@ 
TensorFlow ExamplesSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/transform.html b/latest/docs/source/transform.html
index f48156f8537..e919e920e6a 100644
--- a/latest/docs/source/transform.html
+++ b/latest/docs/source/transform.html
@@ -640,7 +640,7 @@ 
ONNXRTSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/tuning_strategies.html b/latest/docs/source/tuning_strategies.html
index b898000c335..4be87b67c7c 100644
--- a/latest/docs/source/tuning_strategies.html
+++ b/latest/docs/source/tuning_strategies.html
@@ -585,7 +585,7 @@ 
Customize a New Tuning StrategySphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/user_guide.html b/latest/docs/source/user_guide.html
index 95e6e1fa9d0..03471026120 100644
--- a/latest/docs/source/user_guide.html
+++ b/latest/docs/source/user_guide.html
@@ -214,7 +214,7 @@ 
Innovations for ProductivitySphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/user_yaml.html b/latest/docs/source/user_yaml.html
index d044c5cc124..12b497ba597 100644
--- a/latest/docs/source/user_yaml.html
+++ b/latest/docs/source/user_yaml.html
@@ -289,7 +289,7 @@ 
Get started with User YAML FilesSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/docs/source/validated_model_list.html b/latest/docs/source/validated_model_list.html
index 894c8ebbc52..3a88ab89132 100644
--- a/latest/docs/source/validated_model_list.html
+++ b/latest/docs/source/validated_model_list.html
@@ -3748,7 +3748,7 @@ 
Validated ONNX QDQ INT8 Models on Multiple Hardware through ONNX RuntimeSphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/genindex.html b/latest/genindex.html
index 663d8936526..d3267e28245 100644
--- a/latest/genindex.html
+++ b/latest/genindex.html
@@ -8829,7 +8829,7 @@ 
X

   Built with Sphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/py-modindex.html b/latest/py-modindex.html
index bda1604cbbe..75bc01019d1 100644
--- a/latest/py-modindex.html
+++ b/latest/py-modindex.html
@@ -2451,7 +2451,7 @@ 
Python Module Index

   Built with Sphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/search.html b/latest/search.html
index fcf8af0f816..bcdeeb1df68 100644
--- a/latest/search.html
+++ b/latest/search.html
@@ -115,7 +115,7 @@
   Built with Sphinx using a
     theme
     provided by Read the Docs.
-    
+    
   

 
 
diff --git a/latest/searchindex.js b/latest/searchindex.js
index 68f8881bbfb..7cfb260af29 100644
--- a/latest/searchindex.js
+++ b/latest/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["autoapi/block_mask/index", "autoapi/neural_compressor/adaptor/adaptor/index", "autoapi/neural_compressor/adaptor/index", "autoapi/neural_compressor/adaptor/keras/index", "autoapi/neural_compressor/adaptor/keras_utils/conv2d/index", "autoapi/neural_compressor/adaptor/keras_utils/dense/index", "autoapi/neural_compressor/adaptor/keras_utils/depthwise_conv2d/index", "autoapi/neural_compressor/adaptor/keras_utils/index", "autoapi/neural_compressor/adaptor/keras_utils/pool2d/index", "autoapi/neural_compressor/adaptor/keras_utils/quantizer/index", "autoapi/neural_compressor/adaptor/keras_utils/separable_conv2d/index", "autoapi/neural_compressor/adaptor/mxnet/index", "autoapi/neural_compressor/adaptor/mxnet_utils/index", "autoapi/neural_compressor/adaptor/mxnet_utils/util/index", "autoapi/neural_compressor/adaptor/onnxrt/index", "autoapi/neural_compressor/adaptor/ox_utils/calibration/index", "autoapi/neural_compressor/adaptor/ox_utils/calibrator/index", "autoapi/neural_compressor/adaptor/ox_utils/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/activation/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/argmax/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/attention/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/binary_op/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/concat/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/conv/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/direct_q8/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/embed_layernorm/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/gather/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/gavgpool/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/gemm/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/lstm/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/matmul/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/maxpool/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/norm/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/ops/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/pad/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/pooling/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/reduce/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/resize/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/split/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/unary_op/index", "autoapi/neural_compressor/adaptor/ox_utils/quantizer/index", "autoapi/neural_compressor/adaptor/ox_utils/smooth_quant/index", "autoapi/neural_compressor/adaptor/ox_utils/util/index", "autoapi/neural_compressor/adaptor/ox_utils/weight_only/index", "autoapi/neural_compressor/adaptor/pytorch/index", "autoapi/neural_compressor/adaptor/query/index", "autoapi/neural_compressor/adaptor/tensorflow/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_converter/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_converter_without_calib/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/bf16_convert/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/dequantize_cast_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_add_to_biasadd/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_layout/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_leakyrelu/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_nan_to_random/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_placeholder_to_const/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dilated_contraction/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dummy_biasadd/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/expanddims_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fetch_weight_from_reshape/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_batch_norm/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_constant/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_biasadd_add/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_column_wise_mul/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_conv_with_math/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_bn/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_in/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_gelu/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_layer_norm/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_conv/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_fp32_conv/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_reshape_transpose/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/graph_cse_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/grappler_pass/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/insert_print_node/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/move_squeeze_after_relu/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/pre_optimize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/remove_training_nodes/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/rename_batch_norm/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/split_shared_input/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_equivalent_nodes/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_unused_nodes/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/switch_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/graph_base/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_fake_quant/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value_without_calib/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_redundant_dequantize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_requantize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_requantize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/meta_op_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_hostconst_converter/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_quantized_op_cse/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/rnn_convert/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/scale_propagation/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_graph/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_node/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_schema/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/tf2onnx_utils/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/insert_qdq_pattern/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/merge_duplicated_qdq/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/share_qdq_y_pattern/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_util/index", "autoapi/neural_compressor/adaptor/tf_utils/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/fake_quantize/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_config/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_helper/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/optimize_layer/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_add/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_base/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_bn/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_wrapper/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_bn/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_concatv2/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_conv/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_deconv/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_in/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_pooling/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/optimize_qdq/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_base/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_bn/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_concatv2/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_conv/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_for_intel_cpu/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_matmul/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_pooling/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph_common/index", "autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_calibration/index", "autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_scaler/index", "autoapi/neural_compressor/adaptor/tf_utils/tf2onnx_converter/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/bias_correction/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/graph_transform_base/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/insert_logging/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/rerange_quantized_concat/index", "autoapi/neural_compressor/adaptor/tf_utils/util/index", "autoapi/neural_compressor/adaptor/torch_utils/autoround/autoround/index", "autoapi/neural_compressor/adaptor/torch_utils/autoround/index", "autoapi/neural_compressor/adaptor/torch_utils/autoround/sign_sgd/index", "autoapi/neural_compressor/adaptor/torch_utils/awq/index", "autoapi/neural_compressor/adaptor/torch_utils/bf16_convert/index", "autoapi/neural_compressor/adaptor/torch_utils/gptq/index", "autoapi/neural_compressor/adaptor/torch_utils/hawq_metric/index", "autoapi/neural_compressor/adaptor/torch_utils/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/modified_pickle/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/quantize/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/torch_load/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/utils/index", "autoapi/neural_compressor/adaptor/torch_utils/mixed_precision/index", "autoapi/neural_compressor/adaptor/torch_utils/model_wrapper/index", "autoapi/neural_compressor/adaptor/torch_utils/pattern_detector/index", "autoapi/neural_compressor/adaptor/torch_utils/smooth_quant/index", "autoapi/neural_compressor/adaptor/torch_utils/symbolic_trace/index", "autoapi/neural_compressor/adaptor/torch_utils/teq/index", "autoapi/neural_compressor/adaptor/torch_utils/util/index", "autoapi/neural_compressor/adaptor/torch_utils/weight_only/index", "autoapi/neural_compressor/algorithm/algorithm/index", "autoapi/neural_compressor/algorithm/fast_bias_correction/index", "autoapi/neural_compressor/algorithm/index", "autoapi/neural_compressor/algorithm/smooth_quant/index", "autoapi/neural_compressor/algorithm/weight_correction/index", "autoapi/neural_compressor/benchmark/index", "autoapi/neural_compressor/common/base_config/index", "autoapi/neural_compressor/common/index", "autoapi/neural_compressor/common/logger/index", "autoapi/neural_compressor/common/utility/index", "autoapi/neural_compressor/compression/callbacks/index", "autoapi/neural_compressor/compression/distillation/criterions/index", "autoapi/neural_compressor/compression/distillation/index", "autoapi/neural_compressor/compression/distillation/optimizers/index", "autoapi/neural_compressor/compression/distillation/utility/index", "autoapi/neural_compressor/compression/hpo/index", "autoapi/neural_compressor/compression/hpo/sa_optimizer/index", "autoapi/neural_compressor/compression/hpo/search_algorithms/index", "autoapi/neural_compressor/compression/hpo/search_space/index", "autoapi/neural_compressor/compression/index", "autoapi/neural_compressor/compression/pruner/criteria/index", "autoapi/neural_compressor/compression/pruner/index", "autoapi/neural_compressor/compression/pruner/model_slim/auto_slim/index", "autoapi/neural_compressor/compression/pruner/model_slim/index", "autoapi/neural_compressor/compression/pruner/model_slim/pattern_analyzer/index", "autoapi/neural_compressor/compression/pruner/model_slim/weight_slim/index", "autoapi/neural_compressor/compression/pruner/patterns/base/index", "autoapi/neural_compressor/compression/pruner/patterns/index", "autoapi/neural_compressor/compression/pruner/patterns/mha/index", "autoapi/neural_compressor/compression/pruner/patterns/ninm/index", "autoapi/neural_compressor/compression/pruner/patterns/nxm/index", "autoapi/neural_compressor/compression/pruner/pruners/base/index", "autoapi/neural_compressor/compression/pruner/pruners/basic/index", "autoapi/neural_compressor/compression/pruner/pruners/block_mask/index", "autoapi/neural_compressor/compression/pruner/pruners/index", "autoapi/neural_compressor/compression/pruner/pruners/mha/index", "autoapi/neural_compressor/compression/pruner/pruners/pattern_lock/index", "autoapi/neural_compressor/compression/pruner/pruners/progressive/index", "autoapi/neural_compressor/compression/pruner/pruners/retrain_free/index", "autoapi/neural_compressor/compression/pruner/pruners/sparse_gpt/index", "autoapi/neural_compressor/compression/pruner/pruning/index", "autoapi/neural_compressor/compression/pruner/regs/index", "autoapi/neural_compressor/compression/pruner/schedulers/index", "autoapi/neural_compressor/compression/pruner/tf_criteria/index", "autoapi/neural_compressor/compression/pruner/utils/index", "autoapi/neural_compressor/conf/config/index", "autoapi/neural_compressor/conf/dotdict/index", "autoapi/neural_compressor/conf/index", "autoapi/neural_compressor/conf/pythonic_config/index", "autoapi/neural_compressor/config/index", "autoapi/neural_compressor/contrib/index", "autoapi/neural_compressor/contrib/strategy/index", "autoapi/neural_compressor/contrib/strategy/sigopt/index", "autoapi/neural_compressor/contrib/strategy/tpe/index", "autoapi/neural_compressor/data/dataloaders/base_dataloader/index", "autoapi/neural_compressor/data/dataloaders/dataloader/index", "autoapi/neural_compressor/data/dataloaders/default_dataloader/index", "autoapi/neural_compressor/data/dataloaders/fetcher/index", "autoapi/neural_compressor/data/dataloaders/index", "autoapi/neural_compressor/data/dataloaders/mxnet_dataloader/index", "autoapi/neural_compressor/data/dataloaders/onnxrt_dataloader/index", "autoapi/neural_compressor/data/dataloaders/pytorch_dataloader/index", "autoapi/neural_compressor/data/dataloaders/sampler/index", "autoapi/neural_compressor/data/dataloaders/tensorflow_dataloader/index", "autoapi/neural_compressor/data/datasets/bert_dataset/index", "autoapi/neural_compressor/data/datasets/coco_dataset/index", "autoapi/neural_compressor/data/datasets/dataset/index", "autoapi/neural_compressor/data/datasets/dummy_dataset/index", "autoapi/neural_compressor/data/datasets/dummy_dataset_v2/index", "autoapi/neural_compressor/data/datasets/imagenet_dataset/index", "autoapi/neural_compressor/data/datasets/index", "autoapi/neural_compressor/data/datasets/style_transfer_dataset/index", "autoapi/neural_compressor/data/filters/coco_filter/index", "autoapi/neural_compressor/data/filters/filter/index", "autoapi/neural_compressor/data/filters/index", "autoapi/neural_compressor/data/index", "autoapi/neural_compressor/data/transforms/coco_transform/index", "autoapi/neural_compressor/data/transforms/imagenet_transform/index", "autoapi/neural_compressor/data/transforms/index", "autoapi/neural_compressor/data/transforms/postprocess/index", "autoapi/neural_compressor/data/transforms/tokenization/index", "autoapi/neural_compressor/data/transforms/transform/index", "autoapi/neural_compressor/experimental/benchmark/index", "autoapi/neural_compressor/experimental/common/criterion/index", "autoapi/neural_compressor/experimental/common/dataloader/index", "autoapi/neural_compressor/experimental/common/index", "autoapi/neural_compressor/experimental/common/metric/index", "autoapi/neural_compressor/experimental/common/model/index", "autoapi/neural_compressor/experimental/common/optimizer/index", "autoapi/neural_compressor/experimental/common/postprocess/index", "autoapi/neural_compressor/experimental/common/torch_utils/index", "autoapi/neural_compressor/experimental/component/index", "autoapi/neural_compressor/experimental/compression/index", "autoapi/neural_compressor/experimental/contrib/index", "autoapi/neural_compressor/experimental/contrib/strategy/index", "autoapi/neural_compressor/experimental/contrib/strategy/sigopt/index", "autoapi/neural_compressor/experimental/contrib/strategy/tpe/index", "autoapi/neural_compressor/experimental/data/dataloaders/base_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/default_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/fetcher/index", "autoapi/neural_compressor/experimental/data/dataloaders/index", "autoapi/neural_compressor/experimental/data/dataloaders/mxnet_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/onnxrt_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/pytorch_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/sampler/index", "autoapi/neural_compressor/experimental/data/dataloaders/tensorflow_dataloader/index", "autoapi/neural_compressor/experimental/data/datasets/bert_dataset/index", "autoapi/neural_compressor/experimental/data/datasets/coco_dataset/index", "autoapi/neural_compressor/experimental/data/datasets/dataset/index", "autoapi/neural_compressor/experimental/data/datasets/dummy_dataset/index", "autoapi/neural_compressor/experimental/data/datasets/dummy_dataset_v2/index", "autoapi/neural_compressor/experimental/data/datasets/imagenet_dataset/index", "autoapi/neural_compressor/experimental/data/datasets/index", "autoapi/neural_compressor/experimental/data/datasets/style_transfer_dataset/index", "autoapi/neural_compressor/experimental/data/filters/coco_filter/index", "autoapi/neural_compressor/experimental/data/filters/filter/index", "autoapi/neural_compressor/experimental/data/filters/index", "autoapi/neural_compressor/experimental/data/index", "autoapi/neural_compressor/experimental/data/transforms/imagenet_transform/index", "autoapi/neural_compressor/experimental/data/transforms/index", "autoapi/neural_compressor/experimental/data/transforms/tokenization/index", "autoapi/neural_compressor/experimental/data/transforms/transform/index", "autoapi/neural_compressor/experimental/distillation/index", "autoapi/neural_compressor/experimental/export/index", "autoapi/neural_compressor/experimental/export/qlinear2qdq/index", "autoapi/neural_compressor/experimental/export/tf2onnx/index", "autoapi/neural_compressor/experimental/export/torch2onnx/index", "autoapi/neural_compressor/experimental/graph_optimization/index", "autoapi/neural_compressor/experimental/index", "autoapi/neural_compressor/experimental/metric/bleu/index", "autoapi/neural_compressor/experimental/metric/bleu_util/index", "autoapi/neural_compressor/experimental/metric/coco_label_map/index", "autoapi/neural_compressor/experimental/metric/coco_tools/index", "autoapi/neural_compressor/experimental/metric/evaluate_squad/index", "autoapi/neural_compressor/experimental/metric/f1/index", "autoapi/neural_compressor/experimental/metric/index", "autoapi/neural_compressor/experimental/metric/metric/index", "autoapi/neural_compressor/experimental/mixed_precision/index", "autoapi/neural_compressor/experimental/model_conversion/index", "autoapi/neural_compressor/experimental/nas/basic_nas/index", "autoapi/neural_compressor/experimental/nas/dynas/index", "autoapi/neural_compressor/experimental/nas/index", "autoapi/neural_compressor/experimental/nas/nas/index", "autoapi/neural_compressor/experimental/nas/nas_utils/index", "autoapi/neural_compressor/experimental/nas/search_algorithms/index", "autoapi/neural_compressor/experimental/pruner_legacy/gradient_sensitivity/index", "autoapi/neural_compressor/experimental/pruner_legacy/group_lasso/index", "autoapi/neural_compressor/experimental/pruner_legacy/index", "autoapi/neural_compressor/experimental/pruner_legacy/magnitude/index", "autoapi/neural_compressor/experimental/pruner_legacy/pattern_lock/index", "autoapi/neural_compressor/experimental/pruner_legacy/pruner/index", "autoapi/neural_compressor/experimental/pruning/index", "autoapi/neural_compressor/experimental/pruning_recipes/index", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/index", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/pattern/index", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/tile_pattern/index", "autoapi/neural_compressor/experimental/pruning_v2/index", "autoapi/neural_compressor/experimental/pytorch_pruner/index", "autoapi/neural_compressor/experimental/pytorch_pruner/logger/index", "autoapi/neural_compressor/experimental/pytorch_pruner/patterns/index", "autoapi/neural_compressor/experimental/pytorch_pruner/prune_utils/index", "autoapi/neural_compressor/experimental/pytorch_pruner/pruner/index", "autoapi/neural_compressor/experimental/pytorch_pruner/pruning/index", "autoapi/neural_compressor/experimental/pytorch_pruner/scheduler/index", "autoapi/neural_compressor/experimental/quantization/index", "autoapi/neural_compressor/experimental/scheduler/index", "autoapi/neural_compressor/experimental/strategy/auto_mixed_precision/index", "autoapi/neural_compressor/experimental/strategy/basic/index", "autoapi/neural_compressor/experimental/strategy/bayesian/index", "autoapi/neural_compressor/experimental/strategy/exhaustive/index", "autoapi/neural_compressor/experimental/strategy/index", "autoapi/neural_compressor/experimental/strategy/mse/index", "autoapi/neural_compressor/experimental/strategy/mse_v2/index", "autoapi/neural_compressor/experimental/strategy/random/index", "autoapi/neural_compressor/experimental/strategy/strategy/index", "autoapi/neural_compressor/experimental/strategy/utils/constant/index", "autoapi/neural_compressor/experimental/strategy/utils/index", "autoapi/neural_compressor/experimental/strategy/utils/tuning_sampler/index", "autoapi/neural_compressor/experimental/strategy/utils/tuning_space/index", "autoapi/neural_compressor/experimental/strategy/utils/tuning_structs/index", "autoapi/neural_compressor/experimental/strategy/utils/utility/index", "autoapi/neural_compressor/index", "autoapi/neural_compressor/metric/bleu/index", "autoapi/neural_compressor/metric/bleu_util/index", "autoapi/neural_compressor/metric/coco_label_map/index", "autoapi/neural_compressor/metric/coco_tools/index", "autoapi/neural_compressor/metric/evaluate_squad/index", "autoapi/neural_compressor/metric/f1/index", "autoapi/neural_compressor/metric/index", "autoapi/neural_compressor/metric/metric/index", "autoapi/neural_compressor/mix_precision/index", "autoapi/neural_compressor/model/base_model/index", "autoapi/neural_compressor/model/index", "autoapi/neural_compressor/model/keras_model/index", "autoapi/neural_compressor/model/model/index", "autoapi/neural_compressor/model/mxnet_model/index", "autoapi/neural_compressor/model/nets_factory/index", "autoapi/neural_compressor/model/onnx_model/index", "autoapi/neural_compressor/model/tensorflow_model/index", "autoapi/neural_compressor/model/torch_model/index", "autoapi/neural_compressor/objective/index", "autoapi/neural_compressor/profiling/index", "autoapi/neural_compressor/profiling/parser/factory/index", "autoapi/neural_compressor/profiling/parser/index", "autoapi/neural_compressor/profiling/parser/onnx_parser/factory/index", "autoapi/neural_compressor/profiling/parser/onnx_parser/index", "autoapi/neural_compressor/profiling/parser/onnx_parser/parser/index", "autoapi/neural_compressor/profiling/parser/parser/index", "autoapi/neural_compressor/profiling/parser/result/index", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/factory/index", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/index", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/parser/index", "autoapi/neural_compressor/profiling/profiler/factory/index", "autoapi/neural_compressor/profiling/profiler/index", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/factory/index", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/index", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/profiler/index", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/utils/index", "autoapi/neural_compressor/profiling/profiler/profiler/index", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/factory/index", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/index", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/profiler/index", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/utils/index", "autoapi/neural_compressor/quantization/index", "autoapi/neural_compressor/strategy/auto/index", "autoapi/neural_compressor/strategy/auto_mixed_precision/index", "autoapi/neural_compressor/strategy/basic/index", "autoapi/neural_compressor/strategy/bayesian/index", "autoapi/neural_compressor/strategy/conservative/index", "autoapi/neural_compressor/strategy/exhaustive/index", "autoapi/neural_compressor/strategy/hawq_v2/index", "autoapi/neural_compressor/strategy/index", "autoapi/neural_compressor/strategy/mse/index", "autoapi/neural_compressor/strategy/mse_v2/index", "autoapi/neural_compressor/strategy/random/index", "autoapi/neural_compressor/strategy/strategy/index", "autoapi/neural_compressor/strategy/utils/constant/index", "autoapi/neural_compressor/strategy/utils/index", "autoapi/neural_compressor/strategy/utils/tuning_sampler/index", "autoapi/neural_compressor/strategy/utils/tuning_space/index", "autoapi/neural_compressor/strategy/utils/tuning_structs/index", "autoapi/neural_compressor/strategy/utils/utility/index", "autoapi/neural_compressor/template/api_doc_example/index", "autoapi/neural_compressor/template/index", "autoapi/neural_compressor/tensorflow/algorithms/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/conv2d/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/dense/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/depthwise_conv2d/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/pool2d/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/quantizer/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/separable_conv2d/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/quantize_entry/index", "autoapi/neural_compressor/tensorflow/index", "autoapi/neural_compressor/tensorflow/quantization/config/index", "autoapi/neural_compressor/tensorflow/quantization/index", "autoapi/neural_compressor/tensorflow/quantization/quantize/index", "autoapi/neural_compressor/tensorflow/utils/index", "autoapi/neural_compressor/torch/algorithms/index", "autoapi/neural_compressor/torch/algorithms/weight_only/gptq/index", "autoapi/neural_compressor/torch/algorithms/weight_only/index", "autoapi/neural_compressor/torch/algorithms/weight_only/rtn/index", "autoapi/neural_compressor/torch/algorithms/weight_only_algos/index", "autoapi/neural_compressor/torch/amp/autocast/index", "autoapi/neural_compressor/torch/amp/fp8/functions/index", "autoapi/neural_compressor/torch/amp/fp8/index", "autoapi/neural_compressor/torch/amp/index", "autoapi/neural_compressor/torch/index", "autoapi/neural_compressor/torch/quantization/config/index", "autoapi/neural_compressor/torch/quantization/fp8/index", "autoapi/neural_compressor/torch/quantization/fp8/modules/index", "autoapi/neural_compressor/torch/quantization/fp8/observer/index", "autoapi/neural_compressor/torch/quantization/fp8/quantization_impl/index", "autoapi/neural_compressor/torch/quantization/index", "autoapi/neural_compressor/torch/quantization/layers/index", "autoapi/neural_compressor/torch/quantization/quantize/index", "autoapi/neural_compressor/torch/utils/constants/index", "autoapi/neural_compressor/torch/utils/index", "autoapi/neural_compressor/torch/utils/utility/index", "autoapi/neural_compressor/training/index", "autoapi/neural_compressor/utils/collect_layer_histogram/index", "autoapi/neural_compressor/utils/constant/index", "autoapi/neural_compressor/utils/create_obj_from_config/index", "autoapi/neural_compressor/utils/index", "autoapi/neural_compressor/utils/kl_divergence/index", "autoapi/neural_compressor/utils/load_huggingface/index", "autoapi/neural_compressor/utils/logger/index", "autoapi/neural_compressor/utils/neural_insights_utils/index", "autoapi/neural_compressor/utils/options/index", "autoapi/neural_compressor/utils/pytorch/index", "autoapi/neural_compressor/utils/utility/index", "autoapi/neural_compressor/utils/weights_details/index", "autoapi/neural_compressor/version/index", "docs/build_docs/source/index", "docs/source/CODE_OF_CONDUCT", "docs/source/CONTRIBUTING", "docs/source/FX", "docs/source/NAS", "docs/source/SECURITY", "docs/source/Welcome", "docs/source/adaptor", "docs/source/add_new_adaptor", "docs/source/add_new_data_type", "docs/source/api-doc/adaptor", "docs/source/api-doc/adaptor/onnxrt", "docs/source/api-doc/adaptor/torch_utils", "docs/source/api-doc/api_doc_example", "docs/source/api-doc/apis", "docs/source/api-doc/benchmark", "docs/source/api-doc/compression", "docs/source/api-doc/config", "docs/source/api-doc/mix_precision", "docs/source/api-doc/model", "docs/source/api-doc/objective", "docs/source/api-doc/quantization", "docs/source/api-doc/strategy", "docs/source/api-doc/training", "docs/source/benchmark", "docs/source/calibration", "docs/source/dataloader", "docs/source/dataset", "docs/source/design", "docs/source/diagnosis", "docs/source/distillation", "docs/source/distillation_quantization", "docs/source/distributed", "docs/source/examples_readme", "docs/source/export", "docs/source/faq", "docs/source/framework_yaml", "docs/source/get_started", "docs/source/incompatible_changes", "docs/source/infrastructure", "docs/source/installation_guide", "docs/source/legal_information", "docs/source/llm_recipes", "docs/source/metric", "docs/source/migration", "docs/source/mixed_precision", "docs/source/model", "docs/source/neural_coder/README", "docs/source/neural_coder/docs/AWSSageMakerSupport", "docs/source/neural_coder/docs/BigDLNanoSupport", "docs/source/neural_coder/docs/IntelCPU_PerformanceSetting", "docs/source/neural_coder/docs/PythonAPI", "docs/source/neural_coder/docs/PythonLauncher", "docs/source/neural_coder/docs/Quantization", "docs/source/neural_coder/docs/SupportMatrix", "docs/source/neural_coder/docs/release_notes/v0.4", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/CHANGELOG", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/DEVELOP", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/README", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/RELEASE", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/CHANGELOG", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/DEVELOP", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/RELEASE", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/CHANGELOG", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/README", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/vsc-extension-quickstart", "docs/source/neural_insights/README", "docs/source/neural_insights/docs/source/onnx_accuracy_debug", "docs/source/neural_insights/docs/source/pytorch_nlp_cli_mode", "docs/source/neural_insights/docs/source/tf_accuracy_debug", "docs/source/neural_insights/gui/README", "docs/source/neural_solution/README", "docs/source/neural_solution/docs/source/README", "docs/source/neural_solution/docs/source/description_api", "docs/source/neural_solution/docs/source/ns_design_doc", "docs/source/neural_solution/docs/source/template/task_request_description", "docs/source/neural_solution/examples/README", "docs/source/neural_solution/examples/custom_models_optimized/tf_example1/README", "docs/source/neural_solution/examples/hf_models/README", "docs/source/neural_solution/examples/hf_models_grpc/README", "docs/source/neural_solution/frontend/README", "docs/source/objective", "docs/source/orchestration", "docs/source/pruning", "docs/source/publication_list", "docs/source/pythonic_style", "docs/source/quantization", "docs/source/quantization_layer_wise", "docs/source/quantization_mixed_precision", "docs/source/quantization_weight_only", "docs/source/releases_info", "docs/source/sigopt_strategy", "docs/source/smooth_quant", "docs/source/tensorboard", "docs/source/transform", "docs/source/tuning_strategies", "docs/source/user_guide", "docs/source/user_yaml", "docs/source/validated_model_list", "index"], "filenames": ["autoapi/block_mask/index.rst", "autoapi/neural_compressor/adaptor/adaptor/index.rst", "autoapi/neural_compressor/adaptor/index.rst", "autoapi/neural_compressor/adaptor/keras/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/conv2d/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/dense/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/depthwise_conv2d/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/pool2d/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/quantizer/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/separable_conv2d/index.rst", "autoapi/neural_compressor/adaptor/mxnet/index.rst", "autoapi/neural_compressor/adaptor/mxnet_utils/index.rst", "autoapi/neural_compressor/adaptor/mxnet_utils/util/index.rst", "autoapi/neural_compressor/adaptor/onnxrt/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/calibration/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/calibrator/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/activation/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/argmax/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/attention/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/binary_op/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/concat/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/conv/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/direct_q8/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/embed_layernorm/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/gather/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/gavgpool/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/gemm/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/lstm/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/matmul/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/maxpool/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/norm/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/ops/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/pad/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/pooling/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/reduce/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/resize/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/split/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/unary_op/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/quantizer/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/smooth_quant/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/util/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/weight_only/index.rst", "autoapi/neural_compressor/adaptor/pytorch/index.rst", "autoapi/neural_compressor/adaptor/query/index.rst", "autoapi/neural_compressor/adaptor/tensorflow/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_converter/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_converter_without_calib/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/bf16_convert/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/dequantize_cast_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_add_to_biasadd/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_layout/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_leakyrelu/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_nan_to_random/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_placeholder_to_const/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dilated_contraction/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dummy_biasadd/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/expanddims_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fetch_weight_from_reshape/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_batch_norm/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_constant/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_biasadd_add/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_column_wise_mul/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_conv_with_math/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_bn/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_in/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_gelu/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_layer_norm/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_conv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_fp32_conv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_reshape_transpose/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/graph_cse_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/grappler_pass/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/insert_print_node/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/move_squeeze_after_relu/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/pre_optimize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/remove_training_nodes/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/rename_batch_norm/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/split_shared_input/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_equivalent_nodes/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_unused_nodes/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/switch_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/graph_base/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_fake_quant/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value_without_calib/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_redundant_dequantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_requantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_requantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/meta_op_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_hostconst_converter/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_quantized_op_cse/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/rnn_convert/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/scale_propagation/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_graph/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_node/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_schema/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/tf2onnx_utils/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/insert_qdq_pattern/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/merge_duplicated_qdq/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/share_qdq_y_pattern/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_util/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/fake_quantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_config/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_helper/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/optimize_layer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_add/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_base/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_bn/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_wrapper/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_bn/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_concatv2/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_conv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_deconv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_in/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_pooling/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/optimize_qdq/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_base/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_bn/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_concatv2/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_conv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_for_intel_cpu/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_matmul/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_pooling/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph_common/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_calibration/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_scaler/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/tf2onnx_converter/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/bias_correction/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/graph_transform_base/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/insert_logging/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/rerange_quantized_concat/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/util/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/autoround/autoround/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/autoround/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/autoround/sign_sgd/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/awq/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/bf16_convert/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/gptq/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/hawq_metric/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/modified_pickle/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/quantize/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/torch_load/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/utils/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/mixed_precision/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/model_wrapper/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/pattern_detector/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/smooth_quant/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/symbolic_trace/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/teq/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/util/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/weight_only/index.rst", "autoapi/neural_compressor/algorithm/algorithm/index.rst", "autoapi/neural_compressor/algorithm/fast_bias_correction/index.rst", "autoapi/neural_compressor/algorithm/index.rst", "autoapi/neural_compressor/algorithm/smooth_quant/index.rst", "autoapi/neural_compressor/algorithm/weight_correction/index.rst", "autoapi/neural_compressor/benchmark/index.rst", "autoapi/neural_compressor/common/base_config/index.rst", "autoapi/neural_compressor/common/index.rst", "autoapi/neural_compressor/common/logger/index.rst", "autoapi/neural_compressor/common/utility/index.rst", "autoapi/neural_compressor/compression/callbacks/index.rst", "autoapi/neural_compressor/compression/distillation/criterions/index.rst", "autoapi/neural_compressor/compression/distillation/index.rst", "autoapi/neural_compressor/compression/distillation/optimizers/index.rst", "autoapi/neural_compressor/compression/distillation/utility/index.rst", "autoapi/neural_compressor/compression/hpo/index.rst", "autoapi/neural_compressor/compression/hpo/sa_optimizer/index.rst", "autoapi/neural_compressor/compression/hpo/search_algorithms/index.rst", "autoapi/neural_compressor/compression/hpo/search_space/index.rst", "autoapi/neural_compressor/compression/index.rst", "autoapi/neural_compressor/compression/pruner/criteria/index.rst", "autoapi/neural_compressor/compression/pruner/index.rst", "autoapi/neural_compressor/compression/pruner/model_slim/auto_slim/index.rst", "autoapi/neural_compressor/compression/pruner/model_slim/index.rst", "autoapi/neural_compressor/compression/pruner/model_slim/pattern_analyzer/index.rst", "autoapi/neural_compressor/compression/pruner/model_slim/weight_slim/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/base/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/mha/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/ninm/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/nxm/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/base/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/basic/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/block_mask/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/mha/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/pattern_lock/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/progressive/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/retrain_free/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/sparse_gpt/index.rst", "autoapi/neural_compressor/compression/pruner/pruning/index.rst", "autoapi/neural_compressor/compression/pruner/regs/index.rst", "autoapi/neural_compressor/compression/pruner/schedulers/index.rst", "autoapi/neural_compressor/compression/pruner/tf_criteria/index.rst", "autoapi/neural_compressor/compression/pruner/utils/index.rst", "autoapi/neural_compressor/conf/config/index.rst", "autoapi/neural_compressor/conf/dotdict/index.rst", "autoapi/neural_compressor/conf/index.rst", "autoapi/neural_compressor/conf/pythonic_config/index.rst", "autoapi/neural_compressor/config/index.rst", "autoapi/neural_compressor/contrib/index.rst", "autoapi/neural_compressor/contrib/strategy/index.rst", "autoapi/neural_compressor/contrib/strategy/sigopt/index.rst", "autoapi/neural_compressor/contrib/strategy/tpe/index.rst", "autoapi/neural_compressor/data/dataloaders/base_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/default_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/fetcher/index.rst", "autoapi/neural_compressor/data/dataloaders/index.rst", "autoapi/neural_compressor/data/dataloaders/mxnet_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/onnxrt_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/pytorch_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/sampler/index.rst", "autoapi/neural_compressor/data/dataloaders/tensorflow_dataloader/index.rst", "autoapi/neural_compressor/data/datasets/bert_dataset/index.rst", "autoapi/neural_compressor/data/datasets/coco_dataset/index.rst", "autoapi/neural_compressor/data/datasets/dataset/index.rst", "autoapi/neural_compressor/data/datasets/dummy_dataset/index.rst", "autoapi/neural_compressor/data/datasets/dummy_dataset_v2/index.rst", "autoapi/neural_compressor/data/datasets/imagenet_dataset/index.rst", "autoapi/neural_compressor/data/datasets/index.rst", "autoapi/neural_compressor/data/datasets/style_transfer_dataset/index.rst", "autoapi/neural_compressor/data/filters/coco_filter/index.rst", "autoapi/neural_compressor/data/filters/filter/index.rst", "autoapi/neural_compressor/data/filters/index.rst", "autoapi/neural_compressor/data/index.rst", "autoapi/neural_compressor/data/transforms/coco_transform/index.rst", "autoapi/neural_compressor/data/transforms/imagenet_transform/index.rst", "autoapi/neural_compressor/data/transforms/index.rst", "autoapi/neural_compressor/data/transforms/postprocess/index.rst", "autoapi/neural_compressor/data/transforms/tokenization/index.rst", "autoapi/neural_compressor/data/transforms/transform/index.rst", "autoapi/neural_compressor/experimental/benchmark/index.rst", "autoapi/neural_compressor/experimental/common/criterion/index.rst", "autoapi/neural_compressor/experimental/common/dataloader/index.rst", "autoapi/neural_compressor/experimental/common/index.rst", "autoapi/neural_compressor/experimental/common/metric/index.rst", "autoapi/neural_compressor/experimental/common/model/index.rst", "autoapi/neural_compressor/experimental/common/optimizer/index.rst", "autoapi/neural_compressor/experimental/common/postprocess/index.rst", "autoapi/neural_compressor/experimental/common/torch_utils/index.rst", "autoapi/neural_compressor/experimental/component/index.rst", "autoapi/neural_compressor/experimental/compression/index.rst", "autoapi/neural_compressor/experimental/contrib/index.rst", "autoapi/neural_compressor/experimental/contrib/strategy/index.rst", "autoapi/neural_compressor/experimental/contrib/strategy/sigopt/index.rst", "autoapi/neural_compressor/experimental/contrib/strategy/tpe/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/base_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/default_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/fetcher/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/mxnet_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/onnxrt_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/pytorch_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/sampler/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/tensorflow_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/datasets/bert_dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/coco_dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/dummy_dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/dummy_dataset_v2/index.rst", "autoapi/neural_compressor/experimental/data/datasets/imagenet_dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/index.rst", "autoapi/neural_compressor/experimental/data/datasets/style_transfer_dataset/index.rst", "autoapi/neural_compressor/experimental/data/filters/coco_filter/index.rst", "autoapi/neural_compressor/experimental/data/filters/filter/index.rst", "autoapi/neural_compressor/experimental/data/filters/index.rst", "autoapi/neural_compressor/experimental/data/index.rst", "autoapi/neural_compressor/experimental/data/transforms/imagenet_transform/index.rst", "autoapi/neural_compressor/experimental/data/transforms/index.rst", "autoapi/neural_compressor/experimental/data/transforms/tokenization/index.rst", "autoapi/neural_compressor/experimental/data/transforms/transform/index.rst", "autoapi/neural_compressor/experimental/distillation/index.rst", "autoapi/neural_compressor/experimental/export/index.rst", "autoapi/neural_compressor/experimental/export/qlinear2qdq/index.rst", "autoapi/neural_compressor/experimental/export/tf2onnx/index.rst", "autoapi/neural_compressor/experimental/export/torch2onnx/index.rst", "autoapi/neural_compressor/experimental/graph_optimization/index.rst", "autoapi/neural_compressor/experimental/index.rst", "autoapi/neural_compressor/experimental/metric/bleu/index.rst", "autoapi/neural_compressor/experimental/metric/bleu_util/index.rst", "autoapi/neural_compressor/experimental/metric/coco_label_map/index.rst", "autoapi/neural_compressor/experimental/metric/coco_tools/index.rst", "autoapi/neural_compressor/experimental/metric/evaluate_squad/index.rst", "autoapi/neural_compressor/experimental/metric/f1/index.rst", "autoapi/neural_compressor/experimental/metric/index.rst", "autoapi/neural_compressor/experimental/metric/metric/index.rst", "autoapi/neural_compressor/experimental/mixed_precision/index.rst", "autoapi/neural_compressor/experimental/model_conversion/index.rst", "autoapi/neural_compressor/experimental/nas/basic_nas/index.rst", "autoapi/neural_compressor/experimental/nas/dynas/index.rst", "autoapi/neural_compressor/experimental/nas/index.rst", "autoapi/neural_compressor/experimental/nas/nas/index.rst", "autoapi/neural_compressor/experimental/nas/nas_utils/index.rst", "autoapi/neural_compressor/experimental/nas/search_algorithms/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/gradient_sensitivity/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/group_lasso/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/magnitude/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/pattern_lock/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/pruner/index.rst", "autoapi/neural_compressor/experimental/pruning/index.rst", "autoapi/neural_compressor/experimental/pruning_recipes/index.rst", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/index.rst", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/pattern/index.rst", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/tile_pattern/index.rst", "autoapi/neural_compressor/experimental/pruning_v2/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/logger/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/patterns/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/prune_utils/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/pruner/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/pruning/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/scheduler/index.rst", "autoapi/neural_compressor/experimental/quantization/index.rst", "autoapi/neural_compressor/experimental/scheduler/index.rst", "autoapi/neural_compressor/experimental/strategy/auto_mixed_precision/index.rst", "autoapi/neural_compressor/experimental/strategy/basic/index.rst", "autoapi/neural_compressor/experimental/strategy/bayesian/index.rst", "autoapi/neural_compressor/experimental/strategy/exhaustive/index.rst", "autoapi/neural_compressor/experimental/strategy/index.rst", "autoapi/neural_compressor/experimental/strategy/mse/index.rst", "autoapi/neural_compressor/experimental/strategy/mse_v2/index.rst", "autoapi/neural_compressor/experimental/strategy/random/index.rst", "autoapi/neural_compressor/experimental/strategy/strategy/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/constant/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/tuning_sampler/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/tuning_space/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/tuning_structs/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/utility/index.rst", "autoapi/neural_compressor/index.rst", "autoapi/neural_compressor/metric/bleu/index.rst", "autoapi/neural_compressor/metric/bleu_util/index.rst", "autoapi/neural_compressor/metric/coco_label_map/index.rst", "autoapi/neural_compressor/metric/coco_tools/index.rst", "autoapi/neural_compressor/metric/evaluate_squad/index.rst", "autoapi/neural_compressor/metric/f1/index.rst", "autoapi/neural_compressor/metric/index.rst", "autoapi/neural_compressor/metric/metric/index.rst", "autoapi/neural_compressor/mix_precision/index.rst", "autoapi/neural_compressor/model/base_model/index.rst", "autoapi/neural_compressor/model/index.rst", "autoapi/neural_compressor/model/keras_model/index.rst", "autoapi/neural_compressor/model/model/index.rst", "autoapi/neural_compressor/model/mxnet_model/index.rst", "autoapi/neural_compressor/model/nets_factory/index.rst", "autoapi/neural_compressor/model/onnx_model/index.rst", "autoapi/neural_compressor/model/tensorflow_model/index.rst", "autoapi/neural_compressor/model/torch_model/index.rst", "autoapi/neural_compressor/objective/index.rst", "autoapi/neural_compressor/profiling/index.rst", "autoapi/neural_compressor/profiling/parser/factory/index.rst", "autoapi/neural_compressor/profiling/parser/index.rst", "autoapi/neural_compressor/profiling/parser/onnx_parser/factory/index.rst", "autoapi/neural_compressor/profiling/parser/onnx_parser/index.rst", "autoapi/neural_compressor/profiling/parser/onnx_parser/parser/index.rst", "autoapi/neural_compressor/profiling/parser/parser/index.rst", "autoapi/neural_compressor/profiling/parser/result/index.rst", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/factory/index.rst", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/index.rst", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/parser/index.rst", "autoapi/neural_compressor/profiling/profiler/factory/index.rst", "autoapi/neural_compressor/profiling/profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/factory/index.rst", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/utils/index.rst", "autoapi/neural_compressor/profiling/profiler/profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/factory/index.rst", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/utils/index.rst", "autoapi/neural_compressor/quantization/index.rst", "autoapi/neural_compressor/strategy/auto/index.rst", "autoapi/neural_compressor/strategy/auto_mixed_precision/index.rst", "autoapi/neural_compressor/strategy/basic/index.rst", "autoapi/neural_compressor/strategy/bayesian/index.rst", "autoapi/neural_compressor/strategy/conservative/index.rst", "autoapi/neural_compressor/strategy/exhaustive/index.rst", "autoapi/neural_compressor/strategy/hawq_v2/index.rst", "autoapi/neural_compressor/strategy/index.rst", "autoapi/neural_compressor/strategy/mse/index.rst", "autoapi/neural_compressor/strategy/mse_v2/index.rst", "autoapi/neural_compressor/strategy/random/index.rst", "autoapi/neural_compressor/strategy/strategy/index.rst", "autoapi/neural_compressor/strategy/utils/constant/index.rst", "autoapi/neural_compressor/strategy/utils/index.rst", "autoapi/neural_compressor/strategy/utils/tuning_sampler/index.rst", "autoapi/neural_compressor/strategy/utils/tuning_space/index.rst", "autoapi/neural_compressor/strategy/utils/tuning_structs/index.rst", "autoapi/neural_compressor/strategy/utils/utility/index.rst", "autoapi/neural_compressor/template/api_doc_example/index.rst", "autoapi/neural_compressor/template/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/conv2d/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/dense/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/depthwise_conv2d/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/pool2d/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/quantizer/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/separable_conv2d/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/quantize_entry/index.rst", "autoapi/neural_compressor/tensorflow/index.rst", "autoapi/neural_compressor/tensorflow/quantization/config/index.rst", "autoapi/neural_compressor/tensorflow/quantization/index.rst", "autoapi/neural_compressor/tensorflow/quantization/quantize/index.rst", "autoapi/neural_compressor/tensorflow/utils/index.rst", "autoapi/neural_compressor/torch/algorithms/index.rst", "autoapi/neural_compressor/torch/algorithms/weight_only/gptq/index.rst", "autoapi/neural_compressor/torch/algorithms/weight_only/index.rst", "autoapi/neural_compressor/torch/algorithms/weight_only/rtn/index.rst", "autoapi/neural_compressor/torch/algorithms/weight_only_algos/index.rst", "autoapi/neural_compressor/torch/amp/autocast/index.rst", "autoapi/neural_compressor/torch/amp/fp8/functions/index.rst", "autoapi/neural_compressor/torch/amp/fp8/index.rst", "autoapi/neural_compressor/torch/amp/index.rst", "autoapi/neural_compressor/torch/index.rst", "autoapi/neural_compressor/torch/quantization/config/index.rst", "autoapi/neural_compressor/torch/quantization/fp8/index.rst", "autoapi/neural_compressor/torch/quantization/fp8/modules/index.rst", "autoapi/neural_compressor/torch/quantization/fp8/observer/index.rst", "autoapi/neural_compressor/torch/quantization/fp8/quantization_impl/index.rst", "autoapi/neural_compressor/torch/quantization/index.rst", "autoapi/neural_compressor/torch/quantization/layers/index.rst", "autoapi/neural_compressor/torch/quantization/quantize/index.rst", "autoapi/neural_compressor/torch/utils/constants/index.rst", "autoapi/neural_compressor/torch/utils/index.rst", "autoapi/neural_compressor/torch/utils/utility/index.rst", "autoapi/neural_compressor/training/index.rst", "autoapi/neural_compressor/utils/collect_layer_histogram/index.rst", "autoapi/neural_compressor/utils/constant/index.rst", "autoapi/neural_compressor/utils/create_obj_from_config/index.rst", "autoapi/neural_compressor/utils/index.rst", "autoapi/neural_compressor/utils/kl_divergence/index.rst", "autoapi/neural_compressor/utils/load_huggingface/index.rst", "autoapi/neural_compressor/utils/logger/index.rst", "autoapi/neural_compressor/utils/neural_insights_utils/index.rst", "autoapi/neural_compressor/utils/options/index.rst", "autoapi/neural_compressor/utils/pytorch/index.rst", "autoapi/neural_compressor/utils/utility/index.rst", "autoapi/neural_compressor/utils/weights_details/index.rst", "autoapi/neural_compressor/version/index.rst", "docs/build_docs/source/index.rst", "docs/source/CODE_OF_CONDUCT.md", "docs/source/CONTRIBUTING.md", "docs/source/FX.md", "docs/source/NAS.md", "docs/source/SECURITY.md", "docs/source/Welcome.md", "docs/source/adaptor.md", "docs/source/add_new_adaptor.md", "docs/source/add_new_data_type.md", "docs/source/api-doc/adaptor.rst", "docs/source/api-doc/adaptor/onnxrt.rst", "docs/source/api-doc/adaptor/torch_utils.rst", "docs/source/api-doc/api_doc_example.rst", "docs/source/api-doc/apis.rst", "docs/source/api-doc/benchmark.rst", "docs/source/api-doc/compression.rst", "docs/source/api-doc/config.rst", "docs/source/api-doc/mix_precision.rst", "docs/source/api-doc/model.rst", "docs/source/api-doc/objective.rst", "docs/source/api-doc/quantization.rst", "docs/source/api-doc/strategy.rst", "docs/source/api-doc/training.rst", "docs/source/benchmark.md", "docs/source/calibration.md", "docs/source/dataloader.md", "docs/source/dataset.md", "docs/source/design.md", "docs/source/diagnosis.md", "docs/source/distillation.md", "docs/source/distillation_quantization.md", "docs/source/distributed.md", "docs/source/examples_readme.md", "docs/source/export.md", "docs/source/faq.md", "docs/source/framework_yaml.md", "docs/source/get_started.md", "docs/source/incompatible_changes.md", "docs/source/infrastructure.md", "docs/source/installation_guide.md", "docs/source/legal_information.md", "docs/source/llm_recipes.md", "docs/source/metric.md", "docs/source/migration.md", "docs/source/mixed_precision.md", "docs/source/model.md", "docs/source/neural_coder/README.md", "docs/source/neural_coder/docs/AWSSageMakerSupport.md", "docs/source/neural_coder/docs/BigDLNanoSupport.md", "docs/source/neural_coder/docs/IntelCPU_PerformanceSetting.md", "docs/source/neural_coder/docs/PythonAPI.md", "docs/source/neural_coder/docs/PythonLauncher.md", "docs/source/neural_coder/docs/Quantization.md", "docs/source/neural_coder/docs/SupportMatrix.md", "docs/source/neural_coder/docs/release_notes/v0.4.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/CHANGELOG.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/DEVELOP.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/README.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/RELEASE.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/CHANGELOG.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/DEVELOP.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/RELEASE.md", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/CHANGELOG.md", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/README.md", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/vsc-extension-quickstart.md", "docs/source/neural_insights/README.md", "docs/source/neural_insights/docs/source/onnx_accuracy_debug.md", "docs/source/neural_insights/docs/source/pytorch_nlp_cli_mode.md", "docs/source/neural_insights/docs/source/tf_accuracy_debug.md", "docs/source/neural_insights/gui/README.md", "docs/source/neural_solution/README.md", "docs/source/neural_solution/docs/source/README.md", "docs/source/neural_solution/docs/source/description_api.md", "docs/source/neural_solution/docs/source/ns_design_doc.md", "docs/source/neural_solution/docs/source/template/task_request_description.md", "docs/source/neural_solution/examples/README.md", "docs/source/neural_solution/examples/custom_models_optimized/tf_example1/README.md", "docs/source/neural_solution/examples/hf_models/README.md", "docs/source/neural_solution/examples/hf_models_grpc/README.md", "docs/source/neural_solution/frontend/README.md", "docs/source/objective.md", "docs/source/orchestration.md", "docs/source/pruning.md", "docs/source/publication_list.md", "docs/source/pythonic_style.md", "docs/source/quantization.md", "docs/source/quantization_layer_wise.md", "docs/source/quantization_mixed_precision.md", "docs/source/quantization_weight_only.md", "docs/source/releases_info.md", "docs/source/sigopt_strategy.md", "docs/source/smooth_quant.md", "docs/source/tensorboard.md", "docs/source/transform.md", "docs/source/tuning_strategies.md", "docs/source/user_guide.md", "docs/source/user_yaml.md", "docs/source/validated_model_list.md", "index.rst"], "titles": ["block_mask", "neural_compressor.adaptor.adaptor", "neural_compressor.adaptor", "neural_compressor.adaptor.keras", "neural_compressor.adaptor.keras_utils.conv2d", "neural_compressor.adaptor.keras_utils.dense", "neural_compressor.adaptor.keras_utils.depthwise_conv2d", "neural_compressor.adaptor.keras_utils", "neural_compressor.adaptor.keras_utils.pool2d", "neural_compressor.adaptor.keras_utils.quantizer", "neural_compressor.adaptor.keras_utils.separable_conv2d", "neural_compressor.adaptor.mxnet", "neural_compressor.adaptor.mxnet_utils", "neural_compressor.adaptor.mxnet_utils.util", "neural_compressor.adaptor.onnxrt", "neural_compressor.adaptor.ox_utils.calibration", "neural_compressor.adaptor.ox_utils.calibrator", "neural_compressor.adaptor.ox_utils", "neural_compressor.adaptor.ox_utils.operators.activation", "neural_compressor.adaptor.ox_utils.operators.argmax", "neural_compressor.adaptor.ox_utils.operators.attention", "neural_compressor.adaptor.ox_utils.operators.binary_op", "neural_compressor.adaptor.ox_utils.operators.concat", "neural_compressor.adaptor.ox_utils.operators.conv", "neural_compressor.adaptor.ox_utils.operators.direct_q8", "neural_compressor.adaptor.ox_utils.operators.embed_layernorm", "neural_compressor.adaptor.ox_utils.operators.gather", "neural_compressor.adaptor.ox_utils.operators.gavgpool", "neural_compressor.adaptor.ox_utils.operators.gemm", "neural_compressor.adaptor.ox_utils.operators", "neural_compressor.adaptor.ox_utils.operators.lstm", "neural_compressor.adaptor.ox_utils.operators.matmul", "neural_compressor.adaptor.ox_utils.operators.maxpool", "neural_compressor.adaptor.ox_utils.operators.norm", "neural_compressor.adaptor.ox_utils.operators.ops", "neural_compressor.adaptor.ox_utils.operators.pad", "neural_compressor.adaptor.ox_utils.operators.pooling", "neural_compressor.adaptor.ox_utils.operators.reduce", "neural_compressor.adaptor.ox_utils.operators.resize", "neural_compressor.adaptor.ox_utils.operators.split", "neural_compressor.adaptor.ox_utils.operators.unary_op", "neural_compressor.adaptor.ox_utils.quantizer", "neural_compressor.adaptor.ox_utils.smooth_quant", "neural_compressor.adaptor.ox_utils.util", "neural_compressor.adaptor.ox_utils.weight_only", "neural_compressor.adaptor.pytorch", "neural_compressor.adaptor.query", "neural_compressor.adaptor.tensorflow", "neural_compressor.adaptor.tf_utils.graph_converter", "neural_compressor.adaptor.tf_utils.graph_converter_without_calib", "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert", "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base", "neural_compressor.adaptor.tf_utils.graph_rewriter", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils", "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq", "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern", "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq", "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern", "neural_compressor.adaptor.tf_utils.graph_util", "neural_compressor.adaptor.tf_utils", "neural_compressor.adaptor.tf_utils.quantize_graph", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize", "neural_compressor.adaptor.tf_utils.quantize_graph.qat", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling", "neural_compressor.adaptor.tf_utils.quantize_graph_common", "neural_compressor.adaptor.tf_utils.smooth_quant_calibration", "neural_compressor.adaptor.tf_utils.smooth_quant_scaler", "neural_compressor.adaptor.tf_utils.tf2onnx_converter", "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction", "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base", "neural_compressor.adaptor.tf_utils.transform_graph", "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging", "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat", "neural_compressor.adaptor.tf_utils.util", "neural_compressor.adaptor.torch_utils.autoround.autoround", "neural_compressor.adaptor.torch_utils.autoround", "neural_compressor.adaptor.torch_utils.autoround.sign_sgd", "neural_compressor.adaptor.torch_utils.awq", "neural_compressor.adaptor.torch_utils.bf16_convert", "neural_compressor.adaptor.torch_utils.gptq", "neural_compressor.adaptor.torch_utils.hawq_metric", "neural_compressor.adaptor.torch_utils", "neural_compressor.adaptor.torch_utils.layer_wise_quant", "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle", "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize", "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load", "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils", "neural_compressor.adaptor.torch_utils.mixed_precision", "neural_compressor.adaptor.torch_utils.model_wrapper", "neural_compressor.adaptor.torch_utils.pattern_detector", "neural_compressor.adaptor.torch_utils.smooth_quant", "neural_compressor.adaptor.torch_utils.symbolic_trace", "neural_compressor.adaptor.torch_utils.teq", "neural_compressor.adaptor.torch_utils.util", "neural_compressor.adaptor.torch_utils.weight_only", "neural_compressor.algorithm.algorithm", "neural_compressor.algorithm.fast_bias_correction", "neural_compressor.algorithm", "neural_compressor.algorithm.smooth_quant", "neural_compressor.algorithm.weight_correction", "neural_compressor.benchmark", "neural_compressor.common.base_config", "neural_compressor.common", "neural_compressor.common.logger", "neural_compressor.common.utility", "neural_compressor.compression.callbacks", "neural_compressor.compression.distillation.criterions", "neural_compressor.compression.distillation", "neural_compressor.compression.distillation.optimizers", "neural_compressor.compression.distillation.utility", "neural_compressor.compression.hpo", "neural_compressor.compression.hpo.sa_optimizer", "neural_compressor.compression.hpo.search_algorithms", "neural_compressor.compression.hpo.search_space", "neural_compressor.compression", "neural_compressor.compression.pruner.criteria", "neural_compressor.compression.pruner", "neural_compressor.compression.pruner.model_slim.auto_slim", "neural_compressor.compression.pruner.model_slim", "neural_compressor.compression.pruner.model_slim.pattern_analyzer", "neural_compressor.compression.pruner.model_slim.weight_slim", "neural_compressor.compression.pruner.patterns.base", "neural_compressor.compression.pruner.patterns", "neural_compressor.compression.pruner.patterns.mha", "neural_compressor.compression.pruner.patterns.ninm", "neural_compressor.compression.pruner.patterns.nxm", "neural_compressor.compression.pruner.pruners.base", "neural_compressor.compression.pruner.pruners.basic", "neural_compressor.compression.pruner.pruners.block_mask", "neural_compressor.compression.pruner.pruners", "neural_compressor.compression.pruner.pruners.mha", "neural_compressor.compression.pruner.pruners.pattern_lock", "neural_compressor.compression.pruner.pruners.progressive", "neural_compressor.compression.pruner.pruners.retrain_free", "neural_compressor.compression.pruner.pruners.sparse_gpt", "neural_compressor.compression.pruner.pruning", "neural_compressor.compression.pruner.regs", "neural_compressor.compression.pruner.schedulers", "neural_compressor.compression.pruner.tf_criteria", "neural_compressor.compression.pruner.utils", "neural_compressor.conf.config", "neural_compressor.conf.dotdict", "neural_compressor.conf", "neural_compressor.conf.pythonic_config", "neural_compressor.config", "neural_compressor.contrib", "neural_compressor.contrib.strategy", "neural_compressor.contrib.strategy.sigopt", "neural_compressor.contrib.strategy.tpe", "neural_compressor.data.dataloaders.base_dataloader", "neural_compressor.data.dataloaders.dataloader", "neural_compressor.data.dataloaders.default_dataloader", "neural_compressor.data.dataloaders.fetcher", "neural_compressor.data.dataloaders", "neural_compressor.data.dataloaders.mxnet_dataloader", "neural_compressor.data.dataloaders.onnxrt_dataloader", "neural_compressor.data.dataloaders.pytorch_dataloader", "neural_compressor.data.dataloaders.sampler", "neural_compressor.data.dataloaders.tensorflow_dataloader", "neural_compressor.data.datasets.bert_dataset", "neural_compressor.data.datasets.coco_dataset", "neural_compressor.data.datasets.dataset", "neural_compressor.data.datasets.dummy_dataset", "neural_compressor.data.datasets.dummy_dataset_v2", "neural_compressor.data.datasets.imagenet_dataset", "neural_compressor.data.datasets", "neural_compressor.data.datasets.style_transfer_dataset", "neural_compressor.data.filters.coco_filter", "neural_compressor.data.filters.filter", "neural_compressor.data.filters", "neural_compressor.data", "neural_compressor.data.transforms.coco_transform", "neural_compressor.data.transforms.imagenet_transform", "neural_compressor.data.transforms", "neural_compressor.data.transforms.postprocess", "neural_compressor.data.transforms.tokenization", "neural_compressor.data.transforms.transform", "neural_compressor.experimental.benchmark", "neural_compressor.experimental.common.criterion", "neural_compressor.experimental.common.dataloader", "neural_compressor.experimental.common", "neural_compressor.experimental.common.metric", "neural_compressor.experimental.common.model", "neural_compressor.experimental.common.optimizer", "neural_compressor.experimental.common.postprocess", "neural_compressor.experimental.common.torch_utils", "neural_compressor.experimental.component", "neural_compressor.experimental.compression", "neural_compressor.experimental.contrib", "neural_compressor.experimental.contrib.strategy", "neural_compressor.experimental.contrib.strategy.sigopt", "neural_compressor.experimental.contrib.strategy.tpe", "neural_compressor.experimental.data.dataloaders.base_dataloader", "neural_compressor.experimental.data.dataloaders.dataloader", "neural_compressor.experimental.data.dataloaders.default_dataloader", "neural_compressor.experimental.data.dataloaders.fetcher", "neural_compressor.experimental.data.dataloaders", "neural_compressor.experimental.data.dataloaders.mxnet_dataloader", "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader", "neural_compressor.experimental.data.dataloaders.pytorch_dataloader", "neural_compressor.experimental.data.dataloaders.sampler", "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader", "neural_compressor.experimental.data.datasets.bert_dataset", "neural_compressor.experimental.data.datasets.coco_dataset", "neural_compressor.experimental.data.datasets.dataset", "neural_compressor.experimental.data.datasets.dummy_dataset", "neural_compressor.experimental.data.datasets.dummy_dataset_v2", "neural_compressor.experimental.data.datasets.imagenet_dataset", "neural_compressor.experimental.data.datasets", "neural_compressor.experimental.data.datasets.style_transfer_dataset", "neural_compressor.experimental.data.filters.coco_filter", "neural_compressor.experimental.data.filters.filter", "neural_compressor.experimental.data.filters", "neural_compressor.experimental.data", "neural_compressor.experimental.data.transforms.imagenet_transform", "neural_compressor.experimental.data.transforms", "neural_compressor.experimental.data.transforms.tokenization", "neural_compressor.experimental.data.transforms.transform", "neural_compressor.experimental.distillation", "neural_compressor.experimental.export", "neural_compressor.experimental.export.qlinear2qdq", "neural_compressor.experimental.export.tf2onnx", "neural_compressor.experimental.export.torch2onnx", "neural_compressor.experimental.graph_optimization", "neural_compressor.experimental", "neural_compressor.experimental.metric.bleu", "neural_compressor.experimental.metric.bleu_util", "neural_compressor.experimental.metric.coco_label_map", "neural_compressor.experimental.metric.coco_tools", "neural_compressor.experimental.metric.evaluate_squad", "neural_compressor.experimental.metric.f1", "neural_compressor.experimental.metric", "neural_compressor.experimental.metric.metric", "neural_compressor.experimental.mixed_precision", "neural_compressor.experimental.model_conversion", "neural_compressor.experimental.nas.basic_nas", "neural_compressor.experimental.nas.dynas", "neural_compressor.experimental.nas", "neural_compressor.experimental.nas.nas", "neural_compressor.experimental.nas.nas_utils", "neural_compressor.experimental.nas.search_algorithms", "neural_compressor.experimental.pruner_legacy.gradient_sensitivity", "neural_compressor.experimental.pruner_legacy.group_lasso", "neural_compressor.experimental.pruner_legacy", "neural_compressor.experimental.pruner_legacy.magnitude", "neural_compressor.experimental.pruner_legacy.pattern_lock", "neural_compressor.experimental.pruner_legacy.pruner", "neural_compressor.experimental.pruning", "neural_compressor.experimental.pruning_recipes", "neural_compressor.experimental.pruning_recipes.patterns", "neural_compressor.experimental.pruning_recipes.patterns.pattern", "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern", "neural_compressor.experimental.pruning_v2", "neural_compressor.experimental.pytorch_pruner", "neural_compressor.experimental.pytorch_pruner.logger", "neural_compressor.experimental.pytorch_pruner.patterns", "neural_compressor.experimental.pytorch_pruner.prune_utils", "neural_compressor.experimental.pytorch_pruner.pruner", "neural_compressor.experimental.pytorch_pruner.pruning", "neural_compressor.experimental.pytorch_pruner.scheduler", "neural_compressor.experimental.quantization", "neural_compressor.experimental.scheduler", "neural_compressor.experimental.strategy.auto_mixed_precision", "neural_compressor.experimental.strategy.basic", "neural_compressor.experimental.strategy.bayesian", "neural_compressor.experimental.strategy.exhaustive", "neural_compressor.experimental.strategy", "neural_compressor.experimental.strategy.mse", "neural_compressor.experimental.strategy.mse_v2", "neural_compressor.experimental.strategy.random", "neural_compressor.experimental.strategy.strategy", "neural_compressor.experimental.strategy.utils.constant", "neural_compressor.experimental.strategy.utils", "neural_compressor.experimental.strategy.utils.tuning_sampler", "neural_compressor.experimental.strategy.utils.tuning_space", "neural_compressor.experimental.strategy.utils.tuning_structs", "neural_compressor.experimental.strategy.utils.utility", "neural_compressor", "neural_compressor.metric.bleu", "neural_compressor.metric.bleu_util", "neural_compressor.metric.coco_label_map", "neural_compressor.metric.coco_tools", "neural_compressor.metric.evaluate_squad", "neural_compressor.metric.f1", "neural_compressor.metric", "neural_compressor.metric.metric", "neural_compressor.mix_precision", "neural_compressor.model.base_model", "neural_compressor.model", "neural_compressor.model.keras_model", "neural_compressor.model.model", "neural_compressor.model.mxnet_model", "neural_compressor.model.nets_factory", "neural_compressor.model.onnx_model", "neural_compressor.model.tensorflow_model", "neural_compressor.model.torch_model", "neural_compressor.objective", "neural_compressor.profiling", "neural_compressor.profiling.parser.factory", "neural_compressor.profiling.parser", "neural_compressor.profiling.parser.onnx_parser.factory", "neural_compressor.profiling.parser.onnx_parser", "neural_compressor.profiling.parser.onnx_parser.parser", "neural_compressor.profiling.parser.parser", "neural_compressor.profiling.parser.result", "neural_compressor.profiling.parser.tensorflow_parser.factory", "neural_compressor.profiling.parser.tensorflow_parser", "neural_compressor.profiling.parser.tensorflow_parser.parser", "neural_compressor.profiling.profiler.factory", "neural_compressor.profiling.profiler", "neural_compressor.profiling.profiler.onnxrt_profiler.factory", "neural_compressor.profiling.profiler.onnxrt_profiler", "neural_compressor.profiling.profiler.onnxrt_profiler.profiler", "neural_compressor.profiling.profiler.onnxrt_profiler.utils", "neural_compressor.profiling.profiler.profiler", "neural_compressor.profiling.profiler.tensorflow_profiler.factory", "neural_compressor.profiling.profiler.tensorflow_profiler", "neural_compressor.profiling.profiler.tensorflow_profiler.profiler", "neural_compressor.profiling.profiler.tensorflow_profiler.utils", "neural_compressor.quantization", "neural_compressor.strategy.auto", "neural_compressor.strategy.auto_mixed_precision", "neural_compressor.strategy.basic", "neural_compressor.strategy.bayesian", "neural_compressor.strategy.conservative", "neural_compressor.strategy.exhaustive", "neural_compressor.strategy.hawq_v2", "neural_compressor.strategy", "neural_compressor.strategy.mse", "neural_compressor.strategy.mse_v2", "neural_compressor.strategy.random", "neural_compressor.strategy.strategy", "neural_compressor.strategy.utils.constant", "neural_compressor.strategy.utils", "neural_compressor.strategy.utils.tuning_sampler", "neural_compressor.strategy.utils.tuning_space", "neural_compressor.strategy.utils.tuning_structs", "neural_compressor.strategy.utils.utility", "neural_compressor.template.api_doc_example", "neural_compressor.template", "neural_compressor.tensorflow.algorithms", "neural_compressor.tensorflow.algorithms.static_quantize", "neural_compressor.tensorflow.algorithms.static_quantize.keras", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d", "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry", "neural_compressor.tensorflow", "neural_compressor.tensorflow.quantization.config", "neural_compressor.tensorflow.quantization", "neural_compressor.tensorflow.quantization.quantize", "neural_compressor.tensorflow.utils", "neural_compressor.torch.algorithms", "neural_compressor.torch.algorithms.weight_only.gptq", "neural_compressor.torch.algorithms.weight_only", "neural_compressor.torch.algorithms.weight_only.rtn", "neural_compressor.torch.algorithms.weight_only_algos", "neural_compressor.torch.amp.autocast", "neural_compressor.torch.amp.fp8.functions", "neural_compressor.torch.amp.fp8", "neural_compressor.torch.amp", "neural_compressor.torch", "neural_compressor.torch.quantization.config", "neural_compressor.torch.quantization.fp8", "neural_compressor.torch.quantization.fp8.modules", "neural_compressor.torch.quantization.fp8.observer", "neural_compressor.torch.quantization.fp8.quantization_impl", "neural_compressor.torch.quantization", "neural_compressor.torch.quantization.layers", "neural_compressor.torch.quantization.quantize", "neural_compressor.torch.utils.constants", "neural_compressor.torch.utils", "neural_compressor.torch.utils.utility", "neural_compressor.training", "neural_compressor.utils.collect_layer_histogram", "neural_compressor.utils.constant", "neural_compressor.utils.create_obj_from_config", "neural_compressor.utils", "neural_compressor.utils.kl_divergence", "neural_compressor.utils.load_huggingface", "neural_compressor.utils.logger", "neural_compressor.utils.neural_insights_utils", "neural_compressor.utils.options", "neural_compressor.utils.pytorch", "neural_compressor.utils.utility", "neural_compressor.utils.weights_details", "neural_compressor.version", "Intel\u00ae Neural Compressor Documentation", "Contributor Covenant Code of Conduct", "Contribution Guidelines", "FX", "Neural Architecture Search", "Security Policy", "Intel\u00ae Neural Compressor", "Adaptor", "How to Add An Adaptor", "How to Support New Data Type, Like Int4, with a Few Line Changes", "Adaptor", "ONNX Runtime", "Torch Utils", "API Document Example", "APIs", "Benchmark", "Compression", "Config", "Mix Precision", "Model", "Objective", "Quantization", "Strategy", "Training", "Benchmarking", "Calibration Algorithms in Quantization", "DataLoader", "Dataset", "Design", "Diagnosis", "Distillation", "Distillation for Quantization", "Distributed Training and Inference (Evaluation)", "Examples", "Export", "Frequently Asked Questions", "Framework YAML Configuration Files", "Getting Started", "Incompatible changes between v1.2 and v1.1", "Infrastructure of Intel\u00ae Neural Compressor", "Installation", "Legal Information", "LLMs Quantization Recipes", "Metrics", "Code Migration from Intel Neural Compressor 1.X to Intel Neural Compressor 2.X", "Mixed Precision", "Model", "Neural Coder", "AWS Amazon SageMaker Support", "BigDL Nano Support", "Intel CPU Platforms: Best Performance Setting", "Neural Coder as Python API", "Python Launcher", "Neural Coder for Quantization", "Supported Optimization Features", "v0.4", "Changelog", "neural_compressor_ext_lab", "Intel\u00ae Neural Compressor as JupyterLab Extension", "Making a new release of neural_compressor_ext_lab", "Changelog", "neural_compressor_ext_lab_alibaba", "Making a new release of neural_compressor_ext_lab_alibaba", "Change Log", "Neural Coder", "Welcome to your VS Code Extension", "Neural Insights", "Step by step example how to debug accuracy with Neural Insights", "Step by step example how to dump weights data for PyTorch model with Neural Insights", "Step by step example how to debug accuracy with Neural Insights", "Getting Started with Create React App", "What\u2019s Neural Solution?", "Get started", "Neural Solution API", "Design Doc for Optimization as a Service [WIP]", "Task request description", "Examples List", "An end-to-end example: quantize a custom model with Neural Solution", "An end-to-end example: quantize a Hugging Face model with Neural Solution", "An end-to-end example: quantize a Hugging Face model with Neural Solution gRPC API", "Client", "Objective", "Optimization Orchestration", "Pruning", "Full Publications/Events (78)", "Pythonic Style Access for Configurations", "Quantization", "Layer Wise Quantization (LWQ)", "Turn OFF Auto Mixed Precision during Quantization", "Weight Only Quantization (WOQ)", "Release", "SigOpt Strategy", "Smooth Quant", "TensorBoard", "Transform", "Tuning Strategies", "User Guide", "User YAML Configuration Files", "Validated Models", "Intel\u00ae Neural Compressor Documentation"], "terms": {"block": [0, 44, 149, 164, 168, 169, 190, 200, 203, 208, 214, 330, 371, 413, 434, 505, 547, 549, 555, 561], "mask": [0, 190, 196, 198, 201, 203, 207, 208, 234, 277, 303, 332, 356, 549, 564], "adaptor_registri": [1, 473], "cl": [1, 161, 170, 181, 183, 187, 188, 196, 201, 210, 211, 212, 236, 243, 251, 253, 258, 279, 286, 292, 314, 321, 325, 330, 332, 334, 345, 360, 371, 406, 463], "sourc": [1, 3, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 110, 113, 115, 116, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 151, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 176, 178, 180, 181, 183, 184, 187, 188, 190, 191, 192, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 241, 242, 243, 246, 247, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 265, 266, 267, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 284, 285, 286, 289, 291, 292, 293, 295, 296, 297, 298, 299, 300, 301, 303, 304, 305, 307, 308, 309, 310, 311, 313, 314, 315, 316, 317, 319, 320, 321, 322, 325, 326, 327, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 356, 357, 358, 360, 361, 362, 364, 365, 366, 367, 368, 369, 370, 371, 373, 375, 377, 378, 379, 380, 382, 383, 385, 387, 388, 389, 390, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 409, 410, 411, 412, 413, 417, 425, 427, 429, 430, 432, 434, 435, 436, 441, 447, 448, 451, 452, 453, 455, 457, 458, 459, 460, 461, 462, 463, 464, 465, 469, 472, 507, 510, 523, 525, 527, 528, 530, 550], "The": [1, 3, 11, 14, 16, 34, 54, 74, 113, 119, 121, 140, 148, 149, 151, 160, 162, 168, 170, 175, 176, 180, 181, 183, 187, 188, 190, 194, 196, 198, 199, 201, 202, 203, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 234, 235, 236, 237, 238, 242, 243, 251, 253, 256, 258, 261, 265, 266, 267, 277, 278, 279, 280, 281, 285, 286, 292, 293, 298, 300, 301, 302, 304, 305, 307, 309, 310, 311, 313, 314, 316, 317, 319, 320, 321, 322, 325, 327, 330, 331, 332, 333, 334, 335, 337, 338, 339, 340, 342, 343, 344, 345, 349, 351, 353, 354, 355, 357, 358, 360, 361, 369, 371, 394, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 410, 412, 413, 417, 425, 429, 430, 435, 436, 448, 451, 452, 453, 455, 457, 458, 462, 463, 464, 467, 469, 470, 473, 474, 475, 476, 478, 482, 485, 488, 490, 491, 492, 493, 495, 496, 498, 500, 502, 504, 505, 506, 508, 509, 510, 511, 512, 515, 516, 518, 521, 523, 524, 525, 527, 528, 530, 531, 532, 533, 535, 536, 537, 538, 539, 540, 541, 543, 547, 548, 549, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563, 564], "decor": [1, 16, 34, 67, 68, 70, 148, 170, 176, 183, 187, 188, 196, 201, 210, 212, 251, 258, 292, 307, 314, 321, 325, 330, 332, 334, 345, 348, 360, 371, 406, 430, 436, 451, 463, 469, 470, 473, 561], "us": [1, 13, 16, 34, 42, 43, 44, 48, 49, 70, 103, 105, 116, 141, 149, 151, 155, 160, 162, 168, 169, 175, 181, 183, 187, 188, 190, 194, 196, 201, 205, 206, 210, 212, 213, 215, 216, 218, 219, 222, 223, 232, 233, 234, 235, 236, 237, 238, 241, 250, 251, 252, 253, 258, 265, 266, 275, 276, 277, 278, 279, 280, 281, 284, 291, 292, 296, 297, 298, 300, 301, 303, 307, 308, 309, 314, 321, 322, 325, 327, 330, 332, 333, 334, 335, 336, 339, 342, 345, 348, 349, 353, 354, 356, 360, 371, 388, 393, 394, 398, 401, 403, 406, 410, 412, 413, 430, 434, 436, 451, 452, 453, 454, 455, 456, 458, 463, 467, 468, 469, 470, 473, 474, 490, 491, 493, 495, 496, 497, 498, 500, 502, 504, 506, 507, 510, 511, 512, 513, 514, 515, 517, 518, 521, 523, 525, 527, 528, 530, 532, 533, 534, 535, 536, 543, 544, 545, 547, 549, 550, 551, 552, 553, 554, 555, 556, 557, 559, 560, 561, 563, 564], "regist": [1, 16, 34, 158, 160, 170, 176, 181, 183, 187, 188, 190, 191, 196, 197, 201, 204, 210, 211, 212, 213, 236, 243, 251, 253, 258, 279, 286, 292, 307, 314, 321, 325, 330, 332, 334, 345, 348, 360, 371, 406, 412, 427, 430, 451, 460, 470, 473, 493, 498, 509, 510, 531, 547, 558, 561], "all": [1, 13, 16, 34, 44, 45, 63, 97, 154, 160, 161, 168, 169, 170, 172, 175, 176, 180, 183, 188, 191, 196, 204, 214, 218, 219, 224, 225, 232, 236, 243, 251, 252, 258, 261, 267, 275, 279, 286, 292, 297, 300, 303, 305, 307, 314, 321, 325, 326, 330, 336, 345, 348, 353, 356, 358, 360, 362, 371, 406, 412, 427, 432, 455, 463, 467, 468, 472, 473, 474, 475, 492, 493, 498, 502, 506, 510, 513, 521, 524, 525, 528, 529, 530, 531, 532, 535, 536, 538, 539, 543, 544, 545, 548, 549, 550, 552, 554, 555, 558, 560, 561], "subclass": [1, 16, 34, 170, 183, 187, 188, 196, 201, 210, 212, 229, 233, 236, 243, 251, 258, 272, 276, 279, 286, 292, 307, 314, 321, 325, 330, 332, 334, 345, 348, 360, 371, 406, 473], "paramet": [1, 11, 13, 14, 16, 42, 43, 44, 45, 67, 68, 70, 86, 105, 116, 132, 140, 141, 148, 149, 151, 153, 154, 155, 160, 161, 165, 166, 168, 169, 170, 175, 176, 178, 180, 181, 183, 185, 187, 188, 190, 191, 192, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 233, 234, 236, 243, 247, 251, 253, 258, 265, 266, 276, 277, 279, 286, 289, 292, 293, 295, 296, 297, 298, 300, 301, 303, 304, 305, 307, 309, 310, 311, 313, 314, 315, 316, 317, 319, 320, 321, 322, 325, 327, 330, 331, 332, 333, 334, 335, 339, 345, 349, 351, 353, 354, 356, 357, 358, 360, 361, 365, 369, 371, 388, 393, 394, 398, 406, 410, 412, 413, 425, 429, 430, 432, 434, 436, 448, 451, 452, 455, 458, 459, 460, 462, 463, 469, 474, 492, 493, 496, 498, 505, 509, 510, 524, 530, 531, 532, 533, 538, 543, 544, 549, 552, 553, 555, 556, 557, 558, 560, 561, 563], "framework_specific_info": [1, 3, 11, 14, 45, 47, 417, 473], "base": [1, 3, 11, 13, 14, 16, 34, 45, 46, 47, 86, 105, 116, 120, 122, 132, 144, 149, 151, 155, 158, 164, 168, 170, 176, 180, 187, 188, 189, 190, 191, 197, 204, 211, 213, 219, 224, 227, 232, 234, 236, 243, 251, 261, 267, 270, 275, 277, 279, 286, 292, 307, 313, 315, 321, 322, 325, 327, 332, 342, 345, 349, 360, 362, 369, 370, 371, 403, 406, 410, 470, 472, 473, 474, 475, 493, 497, 498, 502, 510, 511, 518, 519, 521, 530, 533, 538, 541, 544, 545, 549, 550, 552, 555, 557, 558, 559, 561, 564], "framework": [1, 3, 11, 13, 14, 45, 151, 175, 176, 181, 183, 191, 197, 201, 204, 208, 209, 210, 220, 221, 225, 226, 230, 233, 234, 235, 236, 237, 238, 239, 240, 241, 243, 245, 248, 251, 253, 254, 258, 263, 264, 268, 269, 271, 273, 276, 277, 278, 279, 280, 281, 282, 283, 284, 286, 288, 290, 292, 298, 307, 308, 335, 343, 349, 360, 361, 362, 363, 365, 404, 410, 417, 427, 455, 472, 473, 475, 491, 495, 498, 499, 503, 504, 505, 506, 509, 510, 511, 532, 533, 549, 550, 552, 556, 559, 560, 561, 562, 563, 564], "layer": [1, 3, 11, 14, 45, 46, 47, 116, 117, 118, 119, 121, 122, 149, 154, 157, 159, 161, 165, 169, 173, 181, 184, 192, 194, 195, 196, 200, 205, 214, 218, 219, 253, 260, 330, 331, 417, 432, 434, 446, 453, 455, 463, 472, 473, 474, 475, 497, 505, 533, 549, 555, 556, 562], "mxnet_util": 2, "util": [2, 12, 17, 105, 110, 111, 139, 142, 153, 155, 156, 157, 166, 176, 182, 189, 191, 218, 219, 260, 299, 301, 331, 341, 352, 354, 386, 391, 402, 427, 441, 474, 475, 476, 491, 498, 510, 513, 533, 549, 552, 561, 562], "ox_util": 2, "oper": [2, 17, 43, 104, 110, 140, 148, 194, 195, 200, 218, 219, 247, 289, 330, 388, 393, 425, 469, 490, 492, 495, 500, 530, 536, 549, 552, 555, 558, 560, 561], "activ": [2, 17, 29, 44, 141, 152, 168, 169, 184, 218, 219, 260, 349, 410, 412, 473, 474, 475, 491, 495, 497, 502, 510, 531, 532, 535, 543, 544, 545, 551, 552, 555, 558, 559, 563], "argmax": [2, 17, 29], "attent": [2, 17, 29, 164, 192, 194, 205, 218, 219, 234, 277, 467, 496, 549], "binary_op": [2, 17, 29], "concat": [2, 17, 29, 147], "conv": [2, 17, 29, 58, 62, 66, 71, 72, 73, 92, 109, 173, 218, 219, 469, 474, 475, 510, 549, 551, 552, 561], "direct_q8": [2, 17, 29], "embed_layernorm": [2, 17, 29], "gather": [2, 13, 17, 29, 218, 219, 330], "gavgpool": [2, 17, 29], "gemm": [2, 17, 29, 218, 219], "lstm": [2, 17, 29], "matmul": [2, 17, 29, 44, 53, 59, 65, 73, 94, 109, 128, 137, 200, 218, 219, 330, 502, 533, 555, 561], "maxpool": [2, 17, 29, 129, 138, 502], "norm": [2, 17, 29], "op": [2, 13, 17, 29, 45, 51, 53, 65, 66, 67, 68, 69, 70, 71, 72, 74, 78, 81, 85, 88, 91, 92, 93, 94, 96, 105, 107, 109, 123, 124, 125, 131, 133, 134, 135, 136, 141, 143, 146, 148, 153, 155, 166, 168, 173, 194, 218, 219, 297, 342, 349, 350, 388, 393, 399, 401, 403, 410, 411, 412, 425, 436, 451, 457, 463, 473, 474, 475, 495, 502, 510, 511, 534, 535, 549, 552, 554, 556, 558, 559, 561, 563], "pad": [2, 17, 29, 44, 71, 72, 234, 251, 277, 292, 493, 555, 560], "pool": [2, 17, 29, 540], "reduc": [2, 17, 29, 218, 219, 473, 491, 497, 510, 511, 530, 531, 549, 550, 552, 553, 554, 555, 558, 561, 563], "resiz": [2, 17, 29, 234, 235, 247, 251, 277, 278, 289, 292, 493, 560], "split": [2, 17, 29, 43, 82, 149, 169, 250, 251, 291, 292, 434, 469, 553, 555, 558, 560], "unary_op": [2, 17, 29], "calibr": [2, 11, 13, 14, 17, 44, 49, 89, 90, 140, 168, 169, 175, 218, 219, 222, 223, 265, 266, 298, 335, 394, 425, 429, 448, 457, 473, 475, 493, 504, 505, 549, 552, 555, 561, 562, 563], "quantiz": [2, 11, 13, 14, 16, 17, 42, 43, 44, 48, 49, 88, 92, 94, 96, 99, 107, 112, 113, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 149, 152, 153, 154, 155, 156, 157, 161, 162, 163, 165, 167, 168, 169, 173, 175, 180, 218, 219, 222, 223, 247, 254, 261, 265, 266, 289, 297, 298, 299, 309, 336, 342, 348, 352, 399, 401, 403, 412, 425, 432, 434, 435, 452, 453, 457, 458, 462, 463, 473, 480, 492, 493, 498, 499, 502, 504, 505, 509, 512, 513, 518, 520, 521, 524, 537, 539, 540, 542, 548, 550, 556, 559, 560, 561, 562, 563], "smooth_quant": [2, 17, 159, 168, 172, 218, 219, 352, 552, 558], "weight_onli": [2, 17, 219, 462, 553, 555], "tf_util": 2, "graph_rewrit": [2, 111], "bf16": [2, 44, 87, 111, 153, 218, 219, 349, 410, 473, 474, 502, 510, 515, 520, 524, 530, 554, 561, 564], "gener": [2, 13, 48, 49, 87, 111, 122, 148, 154, 168, 175, 194, 214, 222, 223, 224, 233, 236, 237, 238, 239, 251, 265, 266, 267, 276, 279, 280, 281, 282, 292, 300, 308, 339, 353, 361, 389, 394, 398, 413, 427, 432, 441, 452, 468, 469, 473, 475, 492, 496, 509, 510, 511, 513, 518, 523, 525, 527, 528, 530, 532, 533, 547, 549, 550, 552, 554, 555, 558, 559, 560, 561], "int8": [2, 18, 19, 43, 44, 87, 111, 123, 124, 125, 131, 133, 134, 135, 136, 143, 148, 169, 174, 175, 218, 219, 247, 289, 295, 296, 297, 349, 351, 410, 412, 427, 434, 462, 463, 468, 469, 472, 473, 474, 475, 490, 493, 497, 502, 508, 510, 511, 515, 518, 520, 521, 524, 530, 533, 535, 550, 551, 552, 554, 555, 556, 557, 558, 559, 560, 563], "onnx": [2, 14, 15, 16, 29, 41, 43, 44, 87, 111, 142, 173, 218, 219, 230, 273, 295, 296, 297, 361, 368, 388, 461, 468, 472, 473, 474, 476, 492, 495, 499, 500, 502, 503, 505, 511, 512, 515, 520, 521, 533, 550, 551, 555, 556, 558, 561], "qdq": [2, 42, 87, 111, 112, 113, 142, 168, 169, 218, 219, 295, 296, 297, 434, 473, 495, 500, 505, 520, 521, 552, 556, 558], "graph_bas": [2, 87, 111], "quantize_graph": [2, 111], "qat": [2, 111, 112, 166, 219, 309, 369, 497, 498, 505, 510, 552], "quantize_graph_bas": [2, 111, 112], "quantize_graph_bn": [2, 111, 112], "quantize_graph_concatv2": [2, 111, 112], "quantize_graph_conv": [2, 111, 112], "quantize_graph_for_intel_cpu": [2, 111, 112], "quantize_graph_matmul": [2, 111, 112], "quantize_graph_pool": [2, 111, 112], "transform_graph": [2, 111], "bias_correct": [2, 111, 145], "graph_transform_bas": [2, 111, 145], "insert_log": [2, 111, 145], "rerange_quantized_concat": [2, 111, 145], "graph_convert": [2, 111], "graph_converter_without_calib": [2, 111], "graph_util": [2, 111], "quantize_graph_common": [2, 111], "smooth_quant_calibr": [2, 111], "smooth_quant_scal": [2, 111], "tf2onnx_convert": [2, 111], "torch_util": [2, 255, 299, 352, 553, 558], "layer_wise_qu": [2, 156, 219, 553], "modified_pickl": [2, 156, 157], "torch_load": [2, 156, 157], "bf16_convert": [2, 52, 87, 111, 156], "hawq_metr": [2, 156], "model_wrapp": [2, 15, 156], "pattern_detector": [2, 156], "symbolic_trac": [2, 156], "tensorflow": [2, 52, 54, 75, 76, 77, 87, 95, 101, 102, 103, 104, 105, 106, 110, 111, 112, 114, 117, 130, 140, 141, 142, 145, 148, 181, 183, 213, 218, 219, 233, 234, 235, 236, 239, 241, 243, 251, 258, 276, 277, 278, 279, 282, 284, 286, 292, 296, 297, 298, 301, 303, 307, 308, 309, 335, 343, 354, 356, 360, 361, 369, 387, 388, 392, 393, 394, 404, 463, 468, 470, 472, 473, 474, 491, 492, 495, 496, 497, 499, 502, 503, 505, 506, 510, 511, 512, 520, 521, 532, 535, 549, 550, 551, 557, 558, 561, 563], "kerasadaptor": [3, 417], "kerasqueri": [3, 417], "local_config_fil": [3, 11, 14, 45, 47, 417], "none": [3, 13, 14, 41, 43, 44, 45, 47, 48, 49, 63, 89, 102, 104, 105, 110, 116, 142, 148, 149, 151, 152, 154, 155, 159, 160, 161, 162, 163, 165, 167, 168, 169, 175, 176, 180, 181, 188, 190, 191, 192, 194, 198, 210, 214, 215, 216, 218, 219, 222, 223, 224, 226, 232, 233, 234, 235, 236, 237, 238, 239, 241, 247, 251, 252, 253, 254, 261, 265, 266, 267, 269, 275, 276, 277, 278, 279, 280, 281, 282, 284, 289, 292, 293, 296, 297, 298, 303, 307, 308, 309, 310, 313, 322, 327, 331, 335, 339, 342, 343, 345, 349, 356, 360, 361, 371, 387, 392, 393, 394, 395, 398, 399, 403, 404, 406, 410, 413, 417, 425, 427, 429, 430, 432, 436, 441, 447, 448, 452, 453, 455, 458, 460, 462, 463, 473, 474, 492, 493, 509, 533, 552, 555, 559, 560, 561], "defin": [3, 11, 14, 45, 46, 86, 151, 155, 187, 188, 194, 196, 201, 202, 203, 208, 209, 210, 211, 212, 218, 219, 222, 223, 265, 266, 310, 311, 313, 314, 315, 322, 327, 330, 331, 332, 334, 361, 394, 427, 441, 452, 462, 467, 470, 473, 474, 492, 493, 496, 497, 502, 505, 509, 510, 531, 548, 549, 552, 555, 557, 558, 559, 561, 563], "queri": [3, 11, 13, 14, 45, 47, 148, 168, 194, 205, 218, 219, 417, 474, 475, 540, 552], "interfac": [3, 11, 14, 45, 46, 86, 113, 215, 298, 322, 327, 335, 336, 455, 505, 510, 521, 539, 552, 556], "each": [3, 11, 14, 45, 46, 141, 148, 155, 160, 168, 169, 214, 218, 219, 232, 236, 239, 247, 251, 275, 279, 282, 289, 292, 301, 303, 304, 305, 342, 354, 356, 357, 358, 403, 434, 463, 468, 473, 474, 475, 493, 495, 496, 497, 502, 510, 515, 521, 524, 530, 538, 540, 547, 549, 553, 555, 557, 559, 560, 561, 562], "adapt": [3, 11, 14, 45, 46, 149, 467, 472, 474, 493, 521, 550], "should": [3, 11, 14, 45, 46, 55, 115, 116, 160, 180, 192, 194, 205, 218, 219, 222, 223, 232, 234, 236, 251, 256, 265, 266, 275, 277, 279, 292, 297, 301, 354, 360, 361, 394, 413, 436, 452, 463, 469, 470, 473, 474, 475, 493, 496, 498, 509, 510, 516, 525, 528, 530, 532, 533, 547, 549, 552, 555, 560, 561, 563], "implement": [3, 11, 14, 45, 46, 110, 143, 147, 151, 152, 160, 222, 223, 229, 232, 233, 234, 236, 265, 266, 272, 275, 276, 277, 279, 300, 353, 361, 371, 394, 401, 452, 475, 492, 493, 509, 510, 521, 531, 549, 552, 555, 556, 559, 561, 563], "inherit": [3, 11, 14, 45, 46, 180, 181, 206, 207, 212, 218, 231, 251, 253, 261, 274, 292, 332, 334, 470, 473, 474, 493], "specif": [3, 11, 14, 42, 45, 46, 104, 116, 151, 169, 175, 176, 183, 214, 218, 219, 234, 235, 236, 237, 241, 243, 258, 277, 278, 279, 280, 284, 286, 316, 317, 319, 320, 321, 360, 394, 434, 436, 460, 467, 470, 473, 474, 491, 492, 495, 496, 502, 504, 508, 509, 510, 511, 512, 513, 517, 518, 520, 524, 530, 532, 538, 547, 549, 551, 555, 561, 563], "backend": [3, 11, 14, 15, 41, 42, 45, 46, 173, 183, 218, 219, 220, 221, 225, 226, 230, 234, 235, 237, 238, 239, 240, 241, 245, 248, 251, 257, 258, 263, 264, 268, 269, 271, 273, 277, 278, 280, 281, 282, 283, 284, 288, 290, 292, 308, 343, 361, 362, 363, 365, 404, 427, 441, 469, 475, 495, 498, 504, 505, 510, 511, 519, 538, 543, 544, 545, 551, 555, 560, 561, 563], "own": [3, 11, 14, 45, 46, 74, 160, 232, 251, 275, 292, 371, 470, 474, 492, 493, 505, 509, 532, 536, 547, 555, 557, 562], "mxnetadaptor": 11, "do": [11, 14, 151, 154, 180, 210, 218, 219, 233, 234, 276, 277, 293, 297, 300, 303, 333, 353, 356, 432, 462, 467, 474, 493, 498, 502, 505, 509, 510, 525, 528, 549, 554, 556, 558, 561], "inspect": [11, 14, 556, 559], "tensor": [11, 13, 14, 15, 16, 43, 44, 70, 105, 140, 148, 149, 151, 155, 160, 161, 168, 169, 190, 191, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 211, 213, 219, 251, 292, 295, 297, 330, 332, 342, 369, 403, 434, 436, 458, 462, 463, 469, 475, 492, 493, 495, 549, 552, 556, 559, 560, 561], "dict": [11, 13, 14, 44, 45, 116, 148, 149, 151, 153, 154, 155, 160, 168, 169, 170, 175, 183, 187, 190, 191, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 233, 252, 258, 265, 266, 276, 295, 297, 302, 303, 304, 305, 307, 310, 313, 314, 315, 322, 325, 327, 330, 331, 332, 333, 334, 339, 342, 348, 351, 355, 356, 357, 358, 360, 361, 369, 394, 409, 412, 413, 425, 427, 430, 432, 434, 435, 452, 453, 455, 462, 463, 469, 474, 500, 509, 549, 551, 552, 558, 559, 561], "configur": [11, 13, 14, 45, 118, 149, 153, 168, 169, 175, 176, 214, 215, 218, 219, 222, 223, 225, 236, 239, 252, 257, 265, 266, 279, 282, 293, 297, 298, 309, 310, 311, 313, 322, 327, 331, 335, 336, 342, 360, 361, 371, 394, 403, 412, 425, 429, 434, 448, 452, 454, 455, 461, 462, 469, 470, 473, 474, 493, 495, 510, 517, 531, 538, 543, 544, 545, 547, 549, 552, 555, 556, 558, 560, 561, 564], "mxnetqueri": 11, "mxnet": [12, 13, 16, 219, 229, 233, 236, 239, 243, 251, 272, 276, 279, 282, 286, 292, 298, 307, 335, 360, 361, 366, 394, 468, 472, 473, 474, 491, 492, 499, 502, 505, 506, 510, 511, 512, 551, 561, 563], "init": [12, 17, 42, 172, 182, 191, 193, 493, 509, 561], "optyp": [13, 218, 219, 295, 474], "enum": 13, "type": [13, 16, 42, 43, 44, 45, 74, 96, 105, 116, 122, 132, 140, 148, 149, 153, 154, 155, 160, 168, 169, 170, 181, 183, 187, 188, 194, 195, 196, 201, 210, 211, 212, 214, 216, 218, 219, 232, 234, 236, 243, 251, 253, 258, 275, 277, 279, 286, 292, 297, 300, 301, 303, 307, 314, 321, 325, 330, 332, 334, 339, 345, 349, 351, 353, 354, 356, 360, 369, 371, 398, 399, 406, 410, 412, 413, 425, 429, 430, 432, 434, 436, 451, 462, 463, 473, 474, 493, 495, 498, 500, 502, 505, 510, 511, 531, 533, 538, 539, 543, 544, 552, 553, 555, 557, 560, 561, 562, 563], "isiter": 13, "obj": [13, 105, 191, 214, 233, 276, 293, 298, 309, 310, 311, 313, 322, 327, 331, 335, 361, 371, 394, 452, 455, 463], "bool": [13, 42, 43, 44, 141, 148, 149, 151, 154, 160, 166, 168, 169, 196, 218, 219, 234, 236, 247, 251, 277, 279, 289, 292, 297, 301, 307, 330, 348, 354, 360, 409, 413, 427, 432, 434, 436, 441, 448, 458, 462, 463, 492, 493, 509, 541, 551, 560], "check": [13, 44, 67, 68, 105, 148, 149, 168, 169, 214, 225, 236, 279, 295, 331, 430, 462, 463, 472, 495, 498, 506, 514, 516, 518, 525, 528, 529, 533, 536, 539, 540, 556], "whether": [13, 43, 44, 105, 116, 148, 149, 151, 154, 160, 168, 169, 196, 218, 219, 232, 234, 247, 251, 275, 277, 289, 292, 301, 303, 307, 330, 354, 356, 360, 432, 434, 436, 455, 458, 462, 463, 473, 493, 509, 552, 555, 558, 560], "object": [13, 42, 43, 44, 45, 74, 86, 105, 116, 132, 148, 149, 151, 153, 155, 158, 160, 166, 168, 175, 180, 190, 191, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 234, 235, 236, 251, 252, 254, 265, 266, 267, 277, 278, 279, 292, 293, 298, 303, 311, 313, 316, 317, 319, 320, 321, 322, 327, 330, 331, 332, 333, 334, 335, 339, 352, 356, 360, 361, 369, 370, 388, 393, 394, 398, 412, 430, 451, 452, 455, 462, 463, 469, 470, 474, 480, 490, 492, 493, 501, 509, 510, 512, 548, 549, 551, 552, 560, 561, 562, 564], "i": [13, 43, 44, 45, 48, 49, 51, 54, 55, 60, 64, 70, 82, 85, 105, 132, 143, 148, 149, 151, 154, 155, 158, 160, 162, 166, 168, 169, 174, 175, 180, 183, 184, 190, 194, 195, 201, 206, 207, 208, 209, 210, 211, 213, 214, 218, 219, 222, 223, 224, 232, 233, 234, 235, 236, 237, 238, 241, 243, 247, 251, 252, 254, 258, 260, 261, 265, 266, 267, 275, 276, 277, 278, 279, 280, 281, 284, 286, 289, 292, 300, 303, 305, 307, 309, 314, 322, 327, 331, 332, 336, 343, 353, 356, 358, 360, 361, 371, 377, 378, 382, 394, 399, 404, 412, 413, 430, 432, 436, 448, 452, 458, 462, 463, 467, 468, 469, 470, 473, 474, 475, 476, 478, 482, 485, 488, 490, 491, 492, 493, 495, 496, 497, 498, 500, 501, 502, 505, 506, 507, 509, 510, 511, 512, 513, 514, 515, 516, 518, 519, 521, 523, 524, 525, 527, 528, 530, 531, 532, 533, 535, 536, 537, 538, 539, 540, 541, 543, 545, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 563, 564], "iter": [13, 15, 105, 140, 148, 149, 151, 168, 169, 175, 195, 201, 208, 212, 218, 219, 222, 223, 227, 232, 236, 237, 254, 265, 266, 270, 275, 279, 280, 332, 334, 361, 394, 425, 429, 452, 455, 469, 470, 473, 490, 492, 493, 510, 549, 551, 552, 558, 559, 561, 563], "return": [13, 16, 44, 45, 54, 67, 68, 70, 74, 105, 116, 148, 149, 151, 153, 154, 155, 160, 166, 168, 169, 170, 175, 181, 183, 187, 188, 191, 194, 196, 197, 201, 204, 210, 211, 212, 214, 216, 222, 223, 236, 243, 247, 251, 252, 253, 258, 265, 266, 279, 286, 289, 292, 297, 300, 301, 303, 304, 305, 307, 313, 314, 321, 325, 330, 331, 332, 334, 339, 345, 349, 351, 353, 354, 356, 357, 358, 360, 361, 365, 369, 371, 388, 393, 394, 398, 406, 410, 412, 413, 425, 427, 429, 430, 432, 434, 441, 448, 451, 452, 455, 460, 462, 463, 469, 470, 474, 475, 492, 493, 498, 509, 512, 543, 544, 545, 547, 549, 552, 555, 558, 559, 561], "true": [13, 43, 44, 85, 113, 146, 148, 149, 154, 160, 169, 175, 187, 218, 219, 232, 234, 236, 237, 250, 251, 252, 275, 277, 279, 280, 291, 292, 297, 301, 307, 325, 348, 354, 360, 371, 394, 409, 413, 427, 432, 434, 436, 441, 448, 455, 458, 462, 463, 474, 492, 493, 495, 498, 502, 509, 510, 513, 516, 517, 532, 533, 534, 535, 541, 543, 551, 552, 553, 555, 558, 559, 560, 561, 563], "els": [13, 148, 151, 169, 219, 232, 275, 371, 434, 460, 518, 555, 559], "fals": [13, 14, 15, 41, 42, 43, 44, 47, 48, 49, 71, 72, 89, 92, 99, 102, 103, 105, 113, 131, 136, 143, 146, 147, 148, 149, 151, 152, 154, 159, 160, 166, 168, 169, 175, 181, 184, 218, 219, 224, 226, 233, 234, 236, 247, 251, 252, 253, 254, 260, 267, 269, 276, 277, 279, 289, 292, 303, 307, 356, 360, 371, 394, 413, 432, 434, 441, 455, 458, 462, 463, 473, 474, 492, 493, 502, 509, 510, 523, 527, 533, 541, 544, 545, 551, 552, 555, 558, 559, 560, 561, 563], "boolean": [13, 149], "ensure_list": 13, "x": [13, 55, 74, 149, 154, 195, 218, 219, 233, 251, 276, 292, 339, 398, 413, 432, 491, 495, 498, 511, 512, 538, 539, 543, 544, 546, 552, 553, 558, 559, 560, 562], "ensur": [13, 251, 292, 339, 398, 498, 552, 560], "list": [13, 42, 43, 44, 54, 105, 140, 148, 149, 151, 153, 154, 155, 164, 168, 175, 176, 188, 194, 195, 200, 205, 210, 214, 218, 219, 222, 223, 227, 234, 247, 251, 252, 265, 266, 270, 277, 289, 292, 296, 297, 300, 301, 303, 304, 305, 307, 314, 322, 327, 330, 333, 348, 353, 354, 356, 357, 358, 360, 361, 369, 377, 378, 382, 394, 409, 413, 427, 432, 441, 452, 453, 463, 469, 472, 473, 493, 500, 502, 506, 508, 510, 513, 518, 520, 523, 524, 527, 535, 538, 540, 541, 547, 549, 551, 552, 554, 558, 559, 561], "input": [13, 15, 42, 43, 44, 45, 54, 60, 64, 67, 68, 70, 71, 72, 74, 82, 83, 85, 86, 105, 109, 110, 116, 122, 141, 148, 149, 151, 153, 163, 165, 166, 167, 168, 169, 173, 194, 195, 214, 218, 219, 222, 223, 234, 235, 236, 238, 247, 250, 251, 256, 265, 266, 277, 278, 279, 281, 289, 291, 292, 295, 296, 297, 360, 361, 365, 369, 394, 434, 436, 447, 451, 452, 458, 460, 462, 463, 470, 473, 474, 490, 491, 492, 493, 495, 496, 497, 498, 500, 502, 504, 509, 510, 511, 512, 513, 518, 549, 551, 552, 555, 558, 559, 560, 563], "check_mx_vers": 13, "version": [13, 54, 104, 149, 151, 163, 168, 194, 219, 296, 297, 352, 447, 467, 469, 473, 502, 506, 507, 510, 523, 525, 527, 528, 550, 556, 558, 561, 562], "str": [13, 42, 44, 140, 149, 153, 155, 160, 161, 164, 165, 166, 168, 169, 170, 181, 183, 191, 194, 218, 219, 234, 235, 236, 243, 247, 251, 253, 257, 258, 277, 278, 279, 286, 289, 292, 296, 297, 300, 301, 303, 305, 307, 314, 325, 348, 351, 353, 354, 356, 358, 360, 379, 387, 389, 392, 393, 409, 412, 413, 425, 427, 430, 434, 435, 436, 441, 451, 455, 458, 460, 463, 464, 492, 493, 509, 541, 551, 559, 560], "mx": 13, "__version__": [13, 158], "combine_cap": 13, "current": [13, 70, 104, 165, 169, 190, 191, 194, 197, 201, 204, 218, 219, 309, 316, 317, 319, 320, 321, 330, 332, 339, 343, 398, 404, 434, 463, 469, 470, 473, 475, 491, 498, 502, 510, 513, 517, 530, 538, 547, 549, 552, 555, 558, 561], "new": [13, 16, 44, 148, 149, 165, 175, 224, 236, 251, 252, 267, 279, 292, 331, 371, 427, 436, 441, 468, 472, 474, 498, 510, 511, 524, 530, 531, 532, 533, 539, 540, 543, 544, 549, 550, 552, 555, 556, 557, 560, 562, 563], "combin": [13, 168, 218, 219, 222, 223, 247, 261, 265, 266, 289, 361, 394, 452, 463, 469, 473, 505, 510, 548, 550, 552, 554, 555, 560, 561], "capabl": [13, 47, 349, 410, 474, 475, 490, 502, 510, 511, 521, 532, 537, 549, 551, 552, 561, 563], "contain": [13, 67, 68, 70, 74, 139, 148, 149, 155, 160, 168, 169, 175, 180, 191, 194, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 214, 218, 219, 222, 223, 234, 235, 236, 265, 266, 277, 278, 279, 293, 297, 298, 303, 304, 305, 309, 322, 325, 327, 330, 331, 332, 333, 334, 335, 356, 357, 358, 361, 394, 452, 455, 462, 491, 493, 496, 505, 509, 531, 538, 543, 544, 545, 549, 555, 559, 561, 562], "make_nc_model": 13, "target": [13, 42, 43, 102, 149, 151, 154, 168, 194, 212, 214, 219, 331, 334, 339, 398, 432, 458, 493, 498, 510, 549, 559, 560, 561, 563], "sym_model": 13, "ctx": 13, "input_desc": 13, "convert": [13, 43, 48, 49, 50, 53, 54, 55, 56, 57, 66, 74, 86, 99, 100, 102, 103, 104, 105, 131, 136, 140, 142, 153, 168, 194, 218, 219, 234, 247, 250, 251, 277, 289, 291, 292, 296, 303, 309, 331, 349, 356, 410, 413, 469, 474, 510, 511, 515, 552, 554, 555, 558, 560, 561], "symbol": [13, 43, 153, 166, 168, 300, 353, 361, 394, 469, 512], "model": [13, 15, 16, 29, 41, 42, 43, 44, 45, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 69, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 116, 118, 140, 141, 142, 148, 149, 151, 152, 153, 154, 155, 159, 160, 161, 162, 164, 165, 166, 167, 168, 169, 173, 175, 180, 187, 191, 192, 194, 201, 202, 203, 206, 208, 209, 210, 212, 214, 218, 219, 222, 223, 230, 233, 234, 236, 251, 252, 255, 256, 265, 266, 273, 276, 277, 279, 292, 293, 295, 296, 297, 298, 299, 307, 308, 309, 310, 313, 316, 317, 319, 320, 321, 322, 327, 331, 332, 333, 334, 335, 336, 339, 342, 343, 345, 352, 360, 361, 371, 387, 392, 393, 394, 395, 398, 399, 403, 404, 406, 412, 413, 425, 429, 430, 432, 434, 435, 436, 448, 451, 452, 458, 460, 462, 463, 465, 468, 469, 470, 472, 473, 475, 480, 490, 491, 492, 493, 495, 496, 497, 498, 499, 504, 505, 507, 509, 511, 513, 518, 520, 521, 524, 530, 532, 537, 539, 540, 541, 542, 547, 548, 550, 552, 556, 557, 559, 560, 561, 562, 563], "an": [13, 67, 68, 70, 105, 141, 143, 148, 149, 151, 155, 158, 160, 168, 174, 184, 201, 218, 219, 227, 232, 236, 251, 255, 260, 270, 275, 279, 292, 299, 300, 304, 305, 313, 314, 336, 352, 353, 357, 358, 361, 388, 393, 394, 413, 436, 452, 463, 465, 467, 469, 470, 472, 473, 475, 491, 492, 493, 494, 495, 500, 508, 509, 510, 511, 513, 517, 518, 521, 530, 533, 534, 535, 538, 541, 547, 549, 550, 552, 555, 556, 557, 558, 559, 560, 561], "neural": [13, 155, 175, 180, 183, 196, 197, 198, 199, 210, 218, 219, 246, 247, 248, 251, 252, 255, 258, 261, 289, 290, 292, 294, 299, 306, 307, 309, 322, 327, 330, 333, 335, 336, 341, 347, 352, 359, 360, 361, 365, 372, 394, 401, 402, 408, 460, 465, 468, 473, 474, 475, 490, 491, 493, 494, 496, 497, 498, 499, 500, 501, 502, 503, 504, 507, 508, 511, 512, 514, 515, 518, 520, 521, 523, 525, 527, 528, 529, 541, 547, 548, 550, 552, 555, 556, 558, 559, 560, 561, 563, 564], "compressor": [13, 175, 180, 183, 198, 199, 210, 218, 219, 246, 247, 248, 251, 252, 255, 258, 261, 289, 290, 292, 294, 299, 306, 307, 309, 330, 333, 335, 336, 341, 347, 352, 359, 360, 361, 365, 372, 394, 402, 408, 460, 465, 468, 470, 473, 474, 475, 490, 491, 493, 494, 496, 497, 498, 499, 500, 501, 502, 503, 504, 507, 508, 511, 512, 513, 514, 518, 520, 521, 523, 525, 527, 528, 529, 532, 533, 534, 535, 537, 538, 545, 547, 548, 549, 550, 552, 555, 556, 558, 559, 560, 561, 562, 563, 564], "tupl": [13, 105, 148, 168, 188, 219, 222, 223, 247, 251, 265, 266, 289, 292, 297, 348, 361, 394, 409, 435, 452, 462, 474, 493, 509, 510, 552, 560], "symnet": 13, "arg": [13, 54, 105, 149, 168, 178, 234, 235, 236, 277, 278, 279, 330, 339, 398, 413, 432, 435, 458, 459, 493, 498, 510, 519, 549, 552, 555, 558, 559, 560], "aux": 13, "data": [13, 42, 43, 44, 56, 105, 140, 148, 149, 155, 160, 165, 168, 169, 173, 194, 218, 219, 222, 223, 252, 254, 265, 266, 297, 299, 339, 349, 351, 352, 361, 387, 392, 394, 398, 410, 412, 425, 429, 434, 452, 455, 460, 463, 472, 473, 491, 492, 493, 498, 502, 503, 506, 509, 510, 511, 532, 533, 535, 538, 543, 544, 552, 554, 555, 556, 557, 558, 559, 560, 561, 562], "descript": [13, 132, 413, 469, 474, 475, 492, 538, 542, 558], "ncmodel": 13, "fuse": [13, 58, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 91, 92, 93, 94, 96, 131, 136, 166, 168, 173, 469, 558, 559], "suppli": 13, "get_framework_nam": 13, "get": [13, 42, 44, 45, 67, 68, 70, 104, 105, 148, 149, 154, 161, 165, 168, 175, 183, 184, 188, 190, 191, 192, 194, 197, 204, 211, 212, 213, 214, 216, 219, 227, 251, 252, 258, 260, 270, 292, 297, 330, 332, 334, 342, 349, 351, 360, 369, 394, 403, 410, 412, 427, 430, 432, 451, 455, 458, 460, 463, 474, 491, 501, 505, 506, 508, 510, 516, 533, 535, 543, 544, 550, 555, 558, 561, 562, 565], "name": [13, 43, 45, 54, 67, 68, 70, 104, 105, 110, 116, 140, 148, 149, 153, 154, 155, 160, 161, 165, 166, 168, 170, 175, 176, 184, 187, 188, 190, 194, 196, 201, 204, 205, 210, 211, 212, 213, 214, 216, 218, 219, 234, 235, 236, 239, 243, 249, 251, 252, 256, 259, 260, 277, 278, 279, 282, 286, 292, 295, 296, 297, 302, 307, 325, 330, 332, 334, 349, 351, 355, 360, 365, 369, 371, 394, 410, 412, 425, 430, 432, 451, 453, 455, 460, 463, 468, 469, 475, 493, 495, 498, 500, 502, 507, 509, 510, 512, 516, 523, 527, 531, 532, 538, 549, 552, 556, 557, 559, 561, 563, 564], "context": [13, 436, 463, 551, 555], "prepare_model_data": 13, "nc_model": [13, 322, 327], "data_x": 13, "prepar": [13, 44, 168, 469, 472, 493, 498, 503, 532, 543, 544, 545, 549, 552], "dataload": [13, 15, 42, 44, 140, 141, 149, 152, 154, 155, 165, 168, 169, 175, 191, 192, 194, 210, 214, 222, 223, 234, 245, 255, 265, 266, 277, 288, 293, 299, 322, 327, 336, 352, 387, 392, 394, 452, 455, 469, 472, 473, 474, 495, 496, 497, 498, 503, 504, 510, 511, 532, 533, 548, 549, 552, 553, 554, 555, 558, 559, 560, 562, 563], "need": [13, 42, 105, 109, 165, 169, 175, 194, 210, 219, 222, 223, 224, 232, 233, 236, 243, 251, 254, 256, 257, 265, 266, 267, 275, 276, 279, 286, 292, 297, 336, 342, 360, 361, 371, 394, 403, 452, 462, 463, 469, 473, 492, 493, 495, 496, 498, 505, 510, 513, 515, 516, 519, 523, 524, 525, 527, 528, 530, 531, 532, 533, 534, 535, 537, 541, 543, 549, 551, 552, 553, 554, 555, 556, 558, 560, 561, 563], "run": [13, 140, 148, 160, 169, 175, 201, 214, 218, 219, 222, 223, 233, 250, 252, 265, 266, 276, 291, 331, 332, 339, 361, 394, 398, 436, 452, 473, 490, 498, 501, 502, 510, 513, 515, 517, 518, 519, 521, 523, 524, 525, 527, 528, 530, 538, 539, 540, 541, 543, 544, 545, 550, 552, 555, 556, 557, 559, 561, 563], "loader": [13, 140, 222, 223, 265, 266, 361, 394, 425, 429, 452, 458, 492, 552], "dataloaderwrap": 13, "prepare_model": 13, "create_data_exampl": 13, "creat": [13, 16, 105, 158, 218, 219, 224, 234, 236, 254, 267, 277, 279, 303, 313, 314, 349, 356, 388, 393, 410, 412, 413, 455, 467, 470, 473, 493, 512, 523, 525, 527, 528, 531, 543, 544, 545, 549, 552, 557, 559, 561, 562], "exampl": [13, 44, 149, 151, 155, 160, 168, 169, 175, 176, 188, 194, 195, 210, 218, 219, 234, 235, 236, 247, 251, 277, 278, 279, 289, 292, 303, 304, 305, 307, 333, 356, 357, 358, 360, 361, 371, 394, 412, 413, 430, 434, 451, 452, 462, 463, 467, 472, 474, 475, 480, 504, 505, 513, 516, 517, 518, 521, 538, 541, 554, 556, 560, 561, 562, 565], "prepare_dataload": 13, "io": [13, 160, 536], "ndarray_to_devic": 13, "ndarrai": [13, 42, 43, 67, 68, 70, 251, 292, 453, 501, 560], "devic": [13, 45, 79, 89, 90, 91, 92, 93, 94, 97, 107, 131, 136, 147, 149, 154, 159, 160, 162, 168, 169, 191, 194, 195, 210, 214, 218, 219, 432, 436, 441, 458, 474, 492, 496, 510, 511, 513, 516, 521, 530, 549, 551, 553, 555], "is_model_quant": 13, "query_quantizable_nod": 13, "node": [13, 42, 43, 44, 50, 54, 55, 56, 57, 60, 62, 64, 67, 68, 70, 74, 77, 80, 82, 83, 84, 98, 102, 103, 105, 110, 132, 140, 148, 194, 295, 297, 369, 393, 473, 495, 498, 533, 537, 540, 543, 544, 545, 553, 559, 561, 564], "given": [13, 16, 67, 68, 70, 104, 105, 116, 148, 149, 161, 168, 251, 292, 303, 356, 394, 451, 470, 475, 549, 558, 560], "map": [13, 43, 105, 148, 160, 168, 219, 251, 292, 295, 297, 298, 302, 304, 305, 307, 322, 327, 332, 335, 355, 357, 358, 360, 493, 498, 509, 510, 523, 527, 535, 549, 552, 555], "quantize_sym_model": 13, "qconfig": [13, 168, 462, 555, 559], "accord": [13, 122, 168, 175, 218, 219, 234, 235, 236, 251, 277, 278, 279, 292, 342, 401, 403, 455, 470, 473, 493, 498, 533, 538, 543, 544, 545, 549, 554, 558, 560, 561], "run_forward": 13, "b_filter": 13, "collector": [13, 155, 453], "pre_batch": 13, "post_batch": 13, "forward": [13, 149, 168, 214, 436, 474, 510, 532, 549, 551, 552, 555, 558, 559], "propag": [13, 100], "filter": [13, 234, 235, 236, 237, 238, 239, 241, 245, 277, 278, 279, 280, 281, 282, 284, 288, 299, 352, 463, 475, 493, 505, 549, 559], "which": [13, 42, 56, 83, 110, 149, 151, 154, 155, 160, 165, 169, 190, 194, 195, 197, 201, 202, 203, 205, 208, 209, 210, 212, 214, 218, 219, 234, 235, 236, 247, 252, 277, 278, 279, 289, 300, 305, 314, 316, 317, 319, 320, 321, 325, 330, 331, 332, 334, 339, 353, 358, 360, 365, 371, 394, 398, 430, 432, 451, 463, 467, 469, 470, 473, 474, 475, 491, 492, 493, 495, 496, 498, 501, 502, 505, 509, 510, 511, 512, 514, 518, 521, 524, 530, 531, 532, 535, 538, 543, 544, 545, 548, 549, 551, 552, 553, 554, 555, 556, 558, 559, 560, 561, 562, 563], "batch": [13, 149, 168, 224, 226, 227, 232, 233, 254, 267, 269, 270, 275, 276, 452, 492, 496, 497, 510, 548, 549, 552, 558, 560, 561, 564], "infer": [13, 43, 105, 140, 168, 169, 194, 298, 335, 369, 371, 394, 436, 452, 473, 474, 491, 496, 497, 510, 511, 530, 547, 549, 550, 552, 555, 558, 559, 561], "collect": [13, 16, 43, 149, 168, 249, 251, 254, 256, 257, 259, 292, 305, 307, 358, 360, 453, 463, 474, 552, 559, 561], "inform": [13, 149, 155, 190, 191, 194, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 219, 222, 223, 254, 256, 257, 265, 266, 330, 332, 333, 334, 336, 360, 463, 467, 468, 471, 472, 473, 474, 475, 476, 478, 482, 485, 488, 491, 496, 502, 510, 512, 525, 528, 531, 532, 535, 536, 538, 539, 543, 544, 549, 554, 555, 556, 558, 559, 563, 564, 565], "dure": [13, 158, 160, 196, 200, 212, 218, 219, 330, 334, 371, 463, 474, 495, 510, 512, 537, 547, 548, 549, 552, 558, 559, 563], "call": [13, 42, 160, 165, 170, 194, 202, 203, 208, 303, 332, 356, 436, 469, 470, 473, 492, 504, 519, 521, 531, 549, 552, 558, 559, 560], "prior": [13, 88, 561], "after": [13, 78, 148, 168, 192, 196, 201, 203, 208, 218, 219, 234, 247, 251, 254, 277, 289, 292, 332, 399, 413, 458, 463, 470, 474, 493, 495, 496, 497, 500, 505, 509, 510, 523, 524, 527, 531, 535, 547, 548, 549, 552, 554, 555, 557, 558, 559, 560, 561], "count": [13, 470, 493, 555], "int": [13, 16, 42, 43, 44, 105, 140, 148, 149, 152, 164, 168, 169, 192, 218, 219, 233, 234, 235, 247, 251, 276, 277, 278, 289, 292, 296, 297, 301, 303, 307, 314, 354, 356, 360, 379, 388, 393, 412, 413, 425, 429, 434, 441, 458, 463, 492, 493, 509, 510, 541, 551, 555, 560], "make_symbol_block": 13, "gluon": [13, 361, 394, 512], "symbolblock": 13, "make_modul": 13, "parse_tune_config": 13, "tune_cfg": [13, 148, 153, 168, 425, 473, 475, 561], "quantizable_nod": 13, "strategi": [13, 168, 208, 218, 219, 220, 236, 263, 279, 299, 352, 472, 473, 474, 475, 480, 491, 492, 498, 505, 510, 518, 530, 535, 550, 551, 552, 554, 555, 556, 562, 563], "config": [13, 44, 115, 116, 118, 122, 168, 175, 176, 190, 191, 192, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 218, 222, 223, 234, 265, 266, 277, 316, 317, 319, 320, 321, 322, 327, 330, 331, 332, 333, 334, 349, 350, 352, 361, 388, 393, 410, 411, 412, 413, 417, 425, 435, 452, 455, 462, 463, 470, 472, 474, 475, 480, 490, 492, 495, 496, 497, 498, 500, 503, 505, 509, 510, 511, 512, 532, 533, 548, 549, 551, 552, 554, 555, 557, 559, 561], "tune": [13, 45, 149, 175, 218, 219, 222, 223, 234, 236, 265, 266, 277, 279, 298, 335, 337, 338, 339, 340, 342, 343, 344, 345, 348, 349, 350, 351, 361, 371, 394, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 409, 410, 411, 412, 425, 452, 463, 473, 474, 491, 492, 493, 495, 498, 505, 507, 510, 511, 530, 534, 537, 539, 540, 547, 549, 550, 554, 556, 557, 559, 563], "from": [13, 43, 45, 61, 67, 68, 70, 105, 148, 149, 151, 160, 161, 165, 168, 169, 175, 180, 181, 188, 190, 191, 197, 198, 199, 200, 204, 206, 207, 208, 209, 210, 211, 212, 213, 214, 218, 219, 222, 223, 224, 227, 231, 234, 235, 236, 237, 238, 239, 241, 246, 247, 253, 254, 257, 265, 266, 267, 270, 274, 277, 278, 279, 280, 281, 282, 284, 289, 293, 295, 296, 297, 300, 303, 304, 305, 309, 314, 330, 331, 332, 334, 349, 351, 353, 356, 357, 358, 361, 369, 371, 394, 410, 412, 413, 417, 425, 427, 434, 441, 452, 455, 458, 462, 463, 467, 468, 469, 470, 473, 475, 490, 492, 493, 495, 496, 497, 498, 499, 500, 501, 503, 505, 508, 509, 511, 512, 513, 517, 518, 519, 521, 531, 533, 535, 536, 540, 543, 544, 545, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562], "distribute_calib_tensor": 13, "calib_tensor": 13, "calib_cfg": 13, "tensor_to_nod": 13, "distribut": [13, 16, 143, 174, 218, 219, 224, 226, 227, 232, 233, 254, 267, 269, 270, 275, 276, 457, 472, 474, 492, 496, 506, 525, 528, 532, 535, 543, 550, 552, 555, 556, 558, 562, 564], "depend": [13, 222, 223, 252, 265, 266, 361, 394, 452, 468, 501, 502, 536, 551, 552, 561], "algorithm": [13, 44, 151, 154, 168, 176, 187, 215, 219, 300, 307, 315, 352, 353, 360, 430, 451, 455, 457, 470, 473, 474, 475, 496, 497, 502, 505, 508, 519, 524, 549, 552, 559, 563], "set": [13, 43, 51, 96, 105, 115, 148, 149, 160, 165, 168, 175, 183, 214, 216, 218, 219, 222, 223, 224, 234, 236, 239, 251, 252, 257, 258, 265, 266, 267, 277, 279, 282, 292, 303, 309, 322, 327, 331, 336, 356, 360, 361, 369, 393, 394, 413, 417, 451, 452, 460, 463, 467, 470, 474, 490, 492, 493, 496, 498, 500, 502, 504, 505, 506, 509, 510, 511, 513, 515, 517, 531, 532, 533, 534, 535, 536, 540, 543, 549, 551, 552, 555, 557, 558, 561, 563], "kl": [13, 16, 218, 219, 453, 457, 474, 475, 491, 502, 510, 561, 563], "minmax": [13, 16, 441, 474, 475, 491, 502, 552, 563], "calib_model": 13, "qsym_model": 13, "calib_data": [13, 159], "calibdata": 13, "threshold": [13, 171, 453, 457, 509], "amp_convert": 13, "amp_cfg": 13, "support": [13, 42, 43, 44, 97, 104, 149, 165, 173, 181, 183, 191, 197, 204, 208, 209, 218, 219, 222, 223, 233, 234, 236, 243, 247, 251, 253, 254, 255, 258, 265, 266, 276, 277, 279, 286, 289, 292, 299, 307, 309, 314, 330, 332, 336, 343, 349, 352, 360, 361, 365, 371, 394, 404, 410, 413, 452, 455, 457, 458, 463, 465, 472, 474, 508, 510, 513, 518, 521, 524, 530, 537, 538, 541, 550, 554, 557, 561, 562], "amp": [13, 149, 513, 520, 539, 555], "wrap": [13, 105, 116, 149, 181, 253, 303, 356, 436, 469, 498, 525, 528], "dataiterload": 13, "data_it": [13, 194], "collectorbas": 13, "calibcollector": 13, "include_tensors_kl": 13, "include_tensors_minmax": 13, "num_bin": [13, 16, 453], "8001": [13, 453, 538, 543, 544, 545], "tensorcollector": 13, "include_nod": 13, "qtensor_to_tensor": 13, "build": [13, 42, 44, 115, 170, 171, 173, 174, 310, 313, 364, 366, 368, 369, 370, 473, 474, 475, 506, 512, 523, 525, 527, 528, 531, 550, 561], "up": [13, 100, 205, 251, 292, 331, 498, 499, 502, 505, 521, 525, 528, 530, 549, 550, 551, 552, 557, 560, 561, 563], "namecollector": 13, "cache_kl": 13, "cache_minmax": 13, "tensors_kl": 13, "tensors_minmax": 13, "onnxruntimeadaptor": 14, "rt": 14, "onnxrt_weightonlyadaptor": 14, "onnxrt_qlinearopsadaptor": [14, 473], "onnxrt_integeropsadaptor": 14, "onnxrt_qdqadaptor": 14, "onnxrtqueri": 14, "dynam": [14, 149, 160, 219, 224, 267, 297, 349, 410, 448, 473, 492, 496, 500, 505, 510, 513, 518, 519, 520, 521, 524, 530, 550, 561, 564], "static": [14, 41, 42, 47, 165, 173, 194, 219, 297, 349, 394, 410, 425, 427, 441, 448, 473, 474, 475, 495, 500, 505, 510, 513, 518, 519, 520, 521, 524, 530, 533, 541, 543, 544, 545, 553, 558, 561, 564], "format": [14, 18, 43, 54, 148, 168, 218, 219, 234, 235, 236, 277, 278, 279, 297, 303, 309, 349, 356, 410, 413, 458, 472, 474, 475, 493, 498, 500, 509, 510, 511, 512, 513, 535, 538, 550, 552, 555, 556], "onnxrtaug": 15, "dump_op_typ": 15, "black_nod": 15, "white_nod": 15, "cpuexecutionprovid": [15, 41, 42, 44, 511, 552], "reduce_rang": [15, 41, 42, 218, 219, 475, 551], "kwarg": [15, 43, 105, 122, 123, 124, 125, 126, 127, 128, 129, 132, 133, 135, 137, 149, 161, 168, 169, 178, 192, 218, 219, 236, 249, 251, 256, 259, 279, 292, 348, 350, 360, 361, 362, 364, 366, 368, 369, 370, 394, 409, 411, 413, 432, 434, 435, 452, 458, 459, 462, 463, 492], "augment": 15, "dump": [15, 158, 168, 175, 297, 463, 468, 535, 552, 556, 559], "calib_registri": 16, "calib_method": 16, "calibratorbas": 16, "minmaxcalibr": 16, "percentilecalibr": 16, "2048": [16, 149, 154, 169, 432, 441, 463, 555], "percentil": [16, 44, 140, 169, 434, 491], "99": [16, 564], "999": [16, 563], "option": [16, 44, 105, 149, 151, 160, 168, 169, 196, 218, 219, 222, 223, 234, 251, 265, 266, 277, 292, 296, 297, 303, 309, 330, 336, 349, 352, 356, 360, 361, 394, 410, 412, 413, 430, 434, 436, 452, 456, 458, 463, 474, 475, 492, 493, 502, 506, 510, 524, 538, 541, 543, 544, 545, 549, 552, 555, 557, 558, 560, 561, 563], "number": [16, 44, 67, 68, 105, 140, 149, 168, 169, 188, 192, 198, 199, 218, 219, 232, 235, 247, 251, 275, 278, 289, 292, 304, 305, 307, 330, 339, 357, 358, 360, 388, 393, 398, 413, 455, 463, 490, 492, 493, 498, 509, 538, 540, 549, 552, 555, 557, 558, 560, 561], "bin": [16, 160, 161, 463, 501], "histogram": [16, 453, 463, 532, 559], "valu": [16, 43, 44, 56, 67, 68, 70, 89, 90, 105, 143, 148, 149, 160, 168, 174, 175, 188, 190, 194, 195, 205, 213, 214, 215, 216, 218, 219, 222, 223, 234, 237, 238, 247, 251, 252, 265, 266, 277, 280, 281, 289, 292, 303, 307, 331, 339, 342, 349, 356, 360, 361, 394, 398, 403, 410, 412, 413, 436, 452, 453, 455, 463, 469, 474, 475, 491, 493, 495, 502, 509, 510, 511, 516, 533, 535, 541, 547, 549, 551, 552, 555, 556, 558, 560, 561, 563], "default": [16, 44, 97, 148, 149, 151, 160, 168, 169, 176, 214, 216, 218, 219, 222, 223, 226, 234, 235, 236, 247, 251, 265, 266, 269, 277, 278, 279, 289, 292, 296, 297, 300, 309, 331, 351, 353, 360, 369, 412, 427, 430, 434, 436, 441, 448, 455, 458, 463, 469, 473, 492, 493, 502, 505, 506, 509, 510, 511, 518, 521, 523, 527, 535, 538, 543, 544, 545, 547, 549, 551, 552, 554, 555, 557, 558, 560, 561, 563], "float": [16, 43, 44, 140, 141, 149, 151, 155, 169, 196, 201, 211, 214, 218, 219, 234, 247, 277, 289, 301, 303, 304, 305, 332, 354, 356, 357, 358, 409, 413, 434, 441, 448, 460, 463, 493, 509, 551, 552, 558, 560], "A": [16, 55, 74, 75, 103, 116, 140, 141, 148, 149, 158, 168, 180, 187, 188, 190, 191, 194, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 218, 219, 236, 251, 254, 256, 257, 279, 292, 293, 300, 303, 304, 305, 307, 310, 313, 314, 315, 322, 325, 327, 330, 331, 332, 333, 334, 339, 353, 356, 357, 358, 360, 361, 365, 369, 398, 452, 463, 468, 474, 492, 493, 499, 502, 509, 510, 512, 523, 524, 527, 530, 538, 549, 550, 552, 555, 558, 560, 561, 563], "between": [16, 42, 143, 174, 207, 218, 219, 251, 292, 304, 307, 357, 360, 388, 393, 463, 469, 473, 474, 475, 491, 495, 496, 505, 509, 510, 521, 552, 555, 556, 557, 558, 560, 561], "0": [16, 43, 44, 54, 90, 105, 148, 149, 151, 159, 160, 168, 169, 171, 173, 181, 188, 190, 192, 214, 218, 219, 224, 226, 233, 234, 237, 238, 241, 247, 251, 253, 254, 267, 269, 276, 277, 280, 281, 284, 289, 292, 297, 298, 307, 314, 322, 327, 335, 360, 371, 394, 399, 413, 434, 441, 458, 469, 492, 493, 496, 498, 500, 501, 502, 506, 507, 509, 510, 511, 516, 518, 523, 527, 533, 543, 544, 549, 551, 552, 553, 555, 556, 557, 558, 559, 560, 561, 563], "100": [16, 175, 188, 218, 219, 236, 279, 413, 425, 429, 490, 493, 498, 504, 510, 535, 551, 552, 560, 561, 563, 564], "klcalibr": 16, "128": [16, 44, 149, 152, 154, 168, 169, 234, 237, 238, 251, 277, 280, 281, 292, 432, 441, 493, 510, 552, 555, 560, 564], "num_quantized_bin": 16, "histogramcollector": 16, "collctor": 16, "smooth_distribut": 16, "p": [16, 151, 531, 532, 555], "ep": [16, 174, 511], "0001": [16, 188, 218, 219, 496, 510, 551], "smooth": [16, 140, 141, 148, 165, 173, 218, 219, 348, 549, 561], "discret": [16, 188, 561], "mai": [16, 148, 158, 160, 316, 317, 319, 320, 321, 413, 436, 467, 468, 474, 491, 495, 500, 501, 507, 511, 523, 527, 533, 536, 538, 550, 552, 555, 558, 561], "have": [16, 74, 83, 141, 148, 160, 191, 195, 197, 204, 232, 254, 275, 300, 303, 330, 332, 353, 356, 360, 394, 412, 413, 467, 468, 474, 475, 492, 493, 495, 498, 502, 507, 509, 510, 511, 513, 530, 533, 536, 538, 543, 544, 545, 547, 549, 552, 553, 555, 558, 561, 562], "been": [16, 149, 160, 191, 197, 204, 300, 330, 332, 353, 470, 475, 496, 510, 511, 530, 555, 558], "normal": [16, 33, 251, 292, 305, 358, 510, 539, 547, 555, 558, 560], "1": [16, 42, 43, 44, 55, 74, 89, 105, 109, 113, 146, 148, 149, 151, 160, 163, 165, 168, 169, 171, 173, 174, 175, 181, 188, 190, 202, 203, 205, 218, 219, 224, 226, 233, 234, 235, 237, 238, 241, 242, 247, 251, 252, 253, 254, 267, 269, 276, 277, 278, 280, 281, 284, 285, 289, 292, 298, 303, 304, 305, 307, 322, 327, 332, 335, 336, 356, 357, 358, 360, 371, 394, 412, 413, 434, 441, 447, 455, 458, 463, 467, 469, 472, 473, 475, 491, 492, 493, 495, 496, 500, 502, 503, 506, 508, 509, 511, 514, 516, 532, 533, 540, 541, 543, 544, 545, 547, 548, 549, 551, 552, 553, 555, 556, 557, 558, 559, 560, 561, 562, 563], "replac": [16, 149, 161, 165, 168, 169, 305, 358, 498, 510, 521, 556], "zero": [16, 43, 44, 149, 154, 169, 201, 214, 251, 292, 332, 432, 434, 463, 472, 535, 549, 552, 555, 558, 560, 561], "multipli": [16, 218, 219, 555], "scale": [16, 43, 44, 100, 141, 143, 149, 154, 163, 165, 167, 168, 169, 173, 174, 247, 251, 289, 292, 432, 434, 447, 552, 555, 557, 558, 560, 561], "factor": [16, 141, 151, 555, 558, 564], "take": [16, 196, 219, 222, 223, 227, 251, 256, 265, 266, 270, 292, 330, 339, 360, 361, 394, 398, 452, 467, 469, 470, 492, 495, 496, 502, 510, 530, 549, 552, 554, 555, 560, 561, 563], "correspond": [16, 155, 194, 205, 218, 219, 234, 277, 300, 303, 307, 353, 356, 360, 436, 455, 463, 473, 502, 510, 549, 551, 552, 557, 561], "amount": [16, 558], "off": [16, 67, 68, 70, 468, 555], "non": [16, 331, 463, 469, 495, 555, 561], "ref": [16, 148], "http": [16, 154, 155, 190, 198, 199, 208, 209, 210, 234, 236, 277, 279, 300, 301, 303, 304, 305, 330, 332, 333, 353, 354, 356, 357, 358, 360, 394, 432, 441, 469, 472, 493, 495, 503, 506, 507, 510, 519, 525, 528, 532, 534, 535, 536, 537, 538, 541, 543, 544, 545, 549, 556], "hanj": 16, "c": [16, 74, 236, 279, 463, 493, 501, 506, 555, 561], "illinoi": 16, "edu": [16, 236, 279, 493], "cs412": 16, "bk3": 16, "diverg": [16, 453, 457, 475, 491, 496, 561], "pdf": 16, "github": [16, 155, 198, 199, 210, 234, 277, 300, 301, 304, 305, 330, 333, 353, 354, 357, 358, 360, 394, 468, 472, 493, 495, 499, 506, 507, 510, 519, 525, 528, 532, 534, 535, 536, 537, 538, 541, 544, 545, 556], "com": [16, 155, 198, 199, 210, 234, 277, 300, 301, 304, 305, 330, 333, 353, 354, 357, 358, 360, 394, 467, 472, 493, 495, 503, 506, 507, 510, 513, 519, 532, 534, 535, 537, 538, 541, 544, 545, 556, 557, 564], "apach": [16, 507], "incub": 16, "blob": [16, 155, 198, 199, 300, 301, 304, 305, 330, 353, 354, 357, 358, 360, 394, 510, 519, 541, 544, 545], "master": [16, 198, 199, 210, 300, 301, 304, 305, 330, 333, 353, 354, 357, 358, 360, 394, 510, 561], "python": [16, 75, 148, 158, 160, 236, 255, 279, 299, 352, 413, 463, 465, 468, 469, 493, 495, 498, 501, 506, 510, 515, 521, 524, 530, 534, 535, 537, 538, 540, 543, 545, 549, 550, 560], "contrib": [16, 299, 352], "py": [16, 148, 155, 175, 201, 218, 219, 301, 303, 304, 305, 332, 354, 356, 357, 358, 413, 469, 473, 495, 498, 506, 510, 515, 517, 518, 519, 525, 528, 532, 534, 535, 537, 538, 540, 541, 543, 544, 545, 552, 556, 559], "microsoft": [16, 472, 473], "onnxruntim": [16, 218, 219, 230, 236, 243, 273, 279, 286, 308, 388, 473, 491, 492, 505, 506, 511, 533, 551], "main": [16, 154, 183, 188, 205, 210, 258, 333, 425, 429, 432, 435, 448, 469, 492, 495, 498, 510, 517, 519, 531, 540, 549, 552, 555], "tool": [16, 148, 296, 463, 472, 473, 510, 523, 527, 533, 536, 537, 538, 549, 550, 552], "arrai": [16, 43, 44, 148, 160, 251, 292, 303, 314, 356, 463, 560], "small": [16, 67, 68, 69, 70, 401, 470, 535, 536, 549, 555, 561, 564], "probabl": [16, 218, 219, 457, 555], "activationoper": 18, "onnx_quant": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40], "onnx_nod": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 87, 101, 111], "removableactivationoper": 18, "remov": [18, 43, 51, 57, 60, 74, 80, 83, 84, 85, 96, 98, 140, 192, 205, 305, 358, 467, 510, 523, 527, 536, 543, 544, 549, 559], "qactivationoper": 18, "children": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 34, 35, 36, 38, 39, 161], "initi": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 34, 35, 36, 38, 39, 42, 43, 44, 105, 116, 148, 151, 160, 181, 201, 222, 223, 231, 234, 253, 265, 266, 274, 277, 331, 332, 349, 394, 410, 452, 470, 475, 493, 509, 529, 549, 552, 558, 561], "qoper": [18, 34, 218, 219, 500, 533], "float16activationoper": 18, "float16": [18, 21, 43, 149, 436, 458, 493, 555], "argmaxoper": 19, "qargmaxoper": 19, "attentionoper": 20, "qattentionoper": 20, "qattent": 20, "binari": [21, 148, 307, 360, 501, 509, 525, 528, 556], "binaryoper": 21, "binarydirect8bitoper": 21, "qbinaryoper": 21, "qbinari": 21, "float16binaryoper": 21, "concatoper": 22, "qconcatoper": 22, "qconcat": 22, "convoper": 23, "qconvoper": 23, "qlinearconv": 23, "direct8bit": 24, "direct8bitoper": 24, "qdirectoper": 24, "qdirect": 24, "embedlayernorm": 25, "embedlayernormalizationoper": 25, "qembedlayernormalizationoper": 25, "qembedlayernorm": 25, "gatheroper": 26, "qgatheroper": 26, "qgather": 26, "globalaveragepool": 27, "globalaveragepooloper": 27, "qglobalaveragepooloper": 27, "qlinearglobalaveragepool": 27, "gemmoper": 28, "qgemmoper": 28, "qgemm": 28, "lstmoper": 30, "matmuloper": 31, "qmatmuloper": 31, "qlinearmatmul": 31, "fusedmatmuloper": 31, "fusedmatmul": 31, "maxpooloper": 32, "qmaxpooloper": 32, "qmaxpool": 32, "batchnormalizationoper": 33, "batchnorm": [33, 62, 67, 121, 469, 558], "normalizationoper": 33, "op_registri": 34, "op_typ": [34, 140, 141, 148, 350, 411], "qop_registri": 34, "padoper": 35, "qpadoper": 35, "qpad": 35, "averagepool": 36, "pooloper": 36, "qpooloper": 36, "qlinearaveragepool": 36, "reduceoper": 37, "reduceminmaxoper": 37, "reducemin": 37, "reducemax": 37, "resizeoper": 38, "qresizeoper": 38, "qresiz": 38, "splitoper": 39, "qsplitoper": 39, "qsplit": 39, "unari": 40, "unaryoper": 40, "unarydirect8bitoper": 40, "q_config": [41, 168, 297, 473], "mode": [41, 42, 43, 45, 110, 160, 165, 243, 286, 303, 349, 356, 369, 410, 448, 460, 462, 463, 473, 474, 495, 505, 523, 527, 535, 536, 552, 554, 555, 561], "quantization_param": 41, "op_types_to_quant": 41, "fallback_list": 41, "fp32": [41, 42, 44, 79, 131, 136, 143, 168, 169, 174, 218, 219, 222, 223, 265, 266, 296, 297, 307, 342, 349, 360, 399, 403, 410, 425, 429, 434, 441, 455, 458, 462, 463, 468, 472, 473, 475, 495, 502, 503, 509, 510, 511, 520, 532, 533, 534, 535, 551, 552, 554, 555, 556, 557, 558, 559, 561, 563, 564], "add_qdq_pair_to_weight": [41, 218, 219, 552], "optypes_to_exclude_output_qu": [41, 218, 219, 552], "dedicated_qdq_pair": [41, 218, 219, 552], "smoothquant": [42, 165, 168, 173, 472, 508, 550, 555, 562], "onnxrt": [42, 43, 44, 234, 236, 243, 251, 277, 279, 286, 292, 307, 360, 387, 461, 473, 495, 511, 532, 552, 564], "get_quant_dequant_output": 42, "input_data": [42, 492], "output_data": 42, "loss": [42, 181, 218, 219, 253, 298, 307, 322, 327, 335, 360, 436, 452, 491, 495, 496, 497, 498, 499, 508, 509, 510, 511, 521, 533, 535, 548, 549, 550, 552, 555, 558, 561, 563], "output": [42, 43, 44, 51, 54, 59, 74, 98, 105, 110, 148, 149, 168, 169, 178, 184, 194, 195, 200, 214, 216, 218, 219, 222, 223, 256, 260, 265, 266, 296, 297, 300, 330, 353, 360, 361, 369, 394, 430, 434, 436, 452, 458, 459, 463, 469, 473, 474, 496, 497, 498, 500, 502, 504, 509, 510, 512, 521, 530, 531, 533, 538, 539, 543, 544, 545, 548, 549, 551, 552, 555, 556, 558, 559, 560, 561, 563], "numpi": [42, 43, 67, 68, 70, 105, 148, 251, 292, 303, 314, 356, 501, 558, 560], "7": [42, 169, 175, 218, 219, 371, 434, 475, 490, 501, 502, 510, 549, 552, 556, 558, 561, 564], "bit": [42, 44, 149, 152, 168, 169, 218, 219, 412, 434, 475, 491, 497, 511, 550, 552, 555, 558], "execut": [42, 43, 54, 154, 160, 175, 201, 202, 203, 218, 219, 332, 336, 338, 393, 394, 395, 397, 432, 452, 455, 462, 463, 495, 496, 497, 510, 511, 515, 516, 523, 524, 527, 530, 531, 532, 533, 537, 540, 548, 549, 552, 555, 557, 561, 564], "provid": [42, 43, 44, 102, 105, 110, 149, 194, 222, 223, 251, 265, 266, 292, 298, 303, 322, 327, 335, 336, 356, 361, 394, 452, 456, 458, 470, 472, 473, 474, 475, 490, 492, 495, 497, 498, 499, 505, 506, 508, 509, 510, 511, 512, 513, 517, 521, 524, 530, 531, 532, 538, 539, 549, 551, 552, 555, 558, 559, 561, 562, 563, 564], "make_sub_graph": 42, "opset": [42, 102, 104, 105, 219, 296, 297, 500], "ir_vers": 42, "thi": [42, 45, 86, 110, 132, 139, 143, 147, 149, 151, 155, 158, 160, 168, 169, 174, 180, 184, 187, 192, 194, 196, 198, 199, 200, 201, 205, 206, 207, 208, 210, 211, 212, 218, 219, 222, 223, 233, 234, 235, 236, 237, 238, 239, 241, 251, 254, 260, 261, 265, 266, 276, 277, 278, 279, 280, 281, 282, 284, 292, 300, 303, 304, 305, 307, 316, 317, 319, 320, 321, 322, 327, 330, 332, 334, 335, 336, 339, 342, 353, 356, 357, 358, 360, 361, 371, 394, 398, 403, 412, 413, 427, 436, 441, 452, 462, 463, 467, 468, 469, 470, 473, 474, 475, 491, 492, 493, 496, 497, 498, 500, 501, 502, 505, 507, 508, 509, 510, 511, 512, 513, 515, 516, 518, 519, 521, 523, 525, 527, 528, 529, 530, 531, 532, 533, 534, 535, 536, 538, 539, 543, 544, 545, 549, 552, 554, 555, 556, 557, 558, 559, 560, 561, 562], "quant_dequant_data": 42, "qtype": [42, 43, 473], "3": [42, 44, 148, 149, 160, 203, 219, 236, 251, 279, 292, 303, 356, 413, 463, 469, 470, 472, 491, 492, 493, 496, 498, 500, 502, 503, 506, 509, 510, 511, 513, 517, 521, 523, 527, 532, 537, 538, 540, 541, 543, 547, 549, 551, 552, 555, 556, 557, 558, 560, 561, 564], "scheme": [42, 43, 44, 149, 152, 163, 168, 169, 434, 447, 473, 474, 475, 492, 502, 521, 555, 561, 563], "sym": [42, 43, 44, 149, 169, 434, 474, 475, 502, 552, 555, 563], "dequant": [42, 43, 44, 51, 88, 91, 92, 93, 94, 96, 149, 155, 168, 169, 434, 463, 469, 474, 558, 559], "asym": [42, 43, 44, 149, 152, 163, 168, 169, 434, 447, 475, 502, 555, 563], "ortsmoothqu": 42, "fake": [42, 44, 113, 163, 165, 169, 173, 412, 434, 447, 510, 552, 555, 558], "channel": [42, 43, 44, 143, 165, 169, 173, 174, 192, 195, 200, 218, 219, 247, 251, 289, 292, 330, 434, 458, 472, 473, 475, 505, 506, 513, 515, 520, 535, 549, 555, 560, 564], "For": [42, 44, 149, 168, 169, 173, 194, 195, 198, 199, 210, 219, 236, 251, 279, 292, 304, 305, 307, 330, 333, 357, 358, 360, 361, 394, 434, 467, 469, 471, 473, 475, 496, 497, 498, 500, 502, 505, 513, 515, 516, 518, 521, 532, 533, 538, 549, 554, 555, 558, 559, 561, 563, 564], "more": [42, 148, 149, 165, 173, 198, 199, 251, 292, 330, 436, 470, 471, 472, 474, 491, 493, 496, 498, 500, 503, 505, 506, 508, 510, 511, 513, 521, 525, 528, 533, 538, 547, 548, 549, 554, 555, 558, 561, 562, 564], "detail": [42, 151, 165, 173, 176, 194, 251, 292, 463, 464, 467, 472, 474, 475, 491, 496, 502, 503, 504, 508, 509, 510, 511, 513, 521, 530, 538, 539, 549, 555, 556, 557, 558, 559, 561, 562], "pleas": [42, 149, 154, 155, 165, 173, 190, 198, 199, 200, 208, 209, 210, 218, 219, 234, 235, 236, 239, 277, 278, 279, 282, 330, 332, 333, 360, 394, 413, 432, 469, 470, 471, 472, 473, 490, 491, 493, 497, 498, 500, 506, 508, 509, 511, 513, 514, 518, 521, 537, 538, 539, 549, 552, 554, 555, 556, 557, 558, 561, 562], "refer": [42, 149, 154, 155, 165, 173, 190, 198, 199, 200, 208, 209, 210, 214, 218, 219, 234, 277, 300, 301, 307, 330, 332, 333, 353, 354, 360, 394, 413, 432, 469, 473, 474, 490, 492, 493, 495, 497, 498, 500, 504, 506, 507, 509, 510, 511, 513, 518, 521, 532, 533, 535, 537, 538, 539, 547, 551, 553, 556, 560, 561], "accur": [42, 154, 165, 173, 209, 432, 441, 549, 555, 558], "effici": [42, 165, 173, 470, 472, 491, 492, 496, 513, 538, 548, 549, 550, 555, 558, 561], "post": [42, 97, 98, 154, 165, 173, 208, 219, 222, 223, 265, 266, 394, 432, 441, 467, 472, 473, 474, 495, 497, 498, 500, 505, 506, 513, 519, 530, 540, 549, 550, 553, 555, 558, 559, 561], "train": [42, 57, 80, 149, 154, 165, 173, 180, 202, 203, 206, 208, 209, 218, 219, 222, 223, 234, 236, 251, 261, 265, 266, 277, 279, 292, 293, 309, 332, 352, 394, 432, 441, 455, 470, 472, 473, 474, 480, 493, 495, 496, 497, 500, 505, 511, 513, 519, 530, 535, 543, 548, 550, 553, 555, 557, 558, 561, 563], "larg": [42, 43, 165, 173, 209, 472, 492, 496, 508, 510, 550, 553, 555, 558, 564], "languag": [42, 165, 173, 209, 300, 353, 467, 472, 500, 508, 534, 550, 553, 555, 558], "2": [42, 43, 44, 54, 74, 105, 109, 149, 160, 165, 169, 171, 173, 175, 196, 202, 203, 218, 219, 235, 252, 278, 303, 305, 307, 332, 339, 356, 358, 360, 371, 398, 413, 434, 463, 469, 473, 491, 492, 493, 495, 496, 502, 505, 506, 507, 508, 509, 511, 534, 540, 541, 543, 544, 545, 547, 549, 550, 552, 553, 555, 556, 557, 558, 560, 561, 562], "spiq": [42, 165, 173, 558], "free": [42, 165, 173, 208, 222, 223, 265, 266, 394, 467, 519, 524, 532, 540, 547, 557, 558], "per": [42, 43, 44, 165, 169, 173, 175, 218, 219, 252, 434, 436, 457, 473, 475, 492, 538, 549, 554, 555, 564], "we": [42, 43, 67, 68, 70, 74, 86, 143, 160, 165, 173, 174, 175, 194, 198, 205, 218, 219, 233, 252, 254, 276, 300, 303, 353, 356, 401, 467, 469, 473, 474, 475, 492, 495, 498, 500, 502, 508, 509, 510, 517, 518, 521, 525, 528, 530, 531, 533, 536, 543, 544, 545, 547, 548, 549, 551, 552, 553, 555, 556, 557, 558, 559, 561, 562], "onli": [42, 44, 54, 63, 70, 86, 109, 115, 143, 160, 165, 167, 169, 173, 174, 175, 183, 188, 191, 197, 204, 218, 219, 234, 252, 254, 258, 277, 297, 309, 330, 332, 343, 394, 404, 412, 413, 436, 441, 463, 472, 473, 474, 475, 490, 491, 492, 495, 496, 498, 501, 502, 508, 510, 511, 518, 531, 549, 550, 551, 552, 553, 558, 559, 561, 562, 563], "inplac": [42, 165, 448], "mean": [42, 44, 149, 165, 169, 196, 205, 218, 219, 247, 251, 289, 292, 305, 307, 330, 342, 358, 360, 403, 434, 469, 474, 475, 492, 495, 498, 502, 509, 510, 516, 535, 549, 552, 553, 555, 558, 560, 561, 563, 564], "weight": [42, 43, 44, 60, 61, 122, 140, 141, 143, 148, 149, 151, 152, 155, 165, 167, 168, 169, 174, 190, 191, 195, 198, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 211, 213, 218, 219, 297, 330, 332, 349, 360, 394, 401, 410, 412, 434, 436, 441, 463, 464, 472, 473, 474, 475, 491, 495, 497, 502, 504, 508, 510, 532, 543, 547, 549, 550, 551, 552, 553, 558, 559, 561, 562, 563], "chang": [42, 96, 143, 149, 165, 174, 202, 203, 205, 206, 208, 209, 212, 218, 219, 332, 334, 401, 463, 468, 474, 492, 498, 501, 507, 510, 513, 523, 524, 527, 530, 536, 549, 559, 560, 561], "you": [42, 160, 165, 218, 219, 232, 234, 275, 277, 332, 360, 394, 436, 468, 469, 474, 492, 493, 495, 498, 506, 507, 509, 511, 513, 515, 516, 518, 523, 527, 530, 531, 532, 533, 534, 535, 536, 538, 549, 552, 555, 556, 557, 558, 559, 562], "can": [42, 43, 44, 143, 151, 155, 160, 165, 174, 187, 194, 195, 196, 201, 209, 210, 212, 218, 219, 222, 223, 233, 236, 251, 252, 254, 265, 266, 276, 279, 292, 303, 305, 307, 330, 332, 334, 356, 358, 360, 361, 371, 394, 436, 452, 463, 469, 470, 472, 473, 474, 475, 490, 492, 493, 495, 496, 497, 498, 500, 502, 505, 506, 508, 509, 510, 511, 512, 513, 514, 515, 517, 518, 519, 521, 523, 524, 525, 527, 528, 530, 531, 533, 535, 536, 537, 538, 540, 547, 548, 549, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 563, 564], "recov": [42, 165, 462, 463, 473, 497], "helper": [43, 45, 110, 116, 148, 168, 234, 235, 236, 250, 277, 278, 279, 291, 295, 296, 297, 369, 461], "simple_progress_bar": 43, "total": [43, 201, 251, 292, 307, 332, 360, 493, 495, 549, 555, 560, 564], "progress": [43, 189, 191, 204, 236, 279, 524, 530, 532, 549, 552], "bar": [43, 236, 279, 530, 550], "case": [43, 70, 74, 151, 160, 169, 175, 219, 233, 250, 251, 252, 276, 291, 292, 298, 322, 327, 335, 371, 475, 492, 496, 497, 498, 502, 504, 509, 514, 518, 530, 531, 532, 535, 541, 544, 545, 547, 549, 550, 552, 555, 556, 558, 560, 562, 563, 564], "where": [43, 151, 160, 218, 219, 303, 307, 356, 360, 412, 463, 475, 491, 495, 496, 523, 527, 531, 558, 559], "tqdm": [43, 510], "t": [43, 67, 68, 70, 143, 151, 160, 174, 196, 218, 219, 251, 254, 292, 305, 358, 469, 473, 495, 496, 498, 510, 511, 531, 536, 549, 552, 555, 561, 563], "dtype_to_nam": 43, "dtype_map": 43, "dtype": [43, 44, 102, 105, 218, 219, 237, 238, 247, 251, 280, 281, 289, 292, 434, 436, 458, 474, 475, 493, 495, 500, 502, 513, 535, 551, 552, 555, 558, 559, 560, 563], "its": [43, 60, 96, 148, 155, 194, 203, 206, 208, 214, 219, 230, 236, 251, 273, 279, 292, 295, 301, 302, 332, 339, 354, 355, 398, 467, 493, 496, 507, 509, 511, 521, 523, 527, 530, 531, 549, 555, 557, 560, 561], "string": [43, 45, 116, 148, 149, 154, 158, 160, 175, 181, 183, 187, 188, 194, 196, 201, 210, 211, 212, 214, 215, 218, 219, 236, 253, 258, 279, 293, 298, 300, 303, 309, 310, 311, 313, 314, 322, 327, 330, 331, 332, 333, 334, 335, 353, 356, 365, 369, 430, 432, 455, 460, 463, 509, 560], "represent": [43, 158, 467, 469, 491, 497, 549, 552], "quanttyp": [43, 412], "repres": [43, 196, 200, 201, 210, 211, 214, 236, 241, 279, 284, 303, 305, 307, 356, 358, 360, 467, 475, 491, 493, 500, 538, 549, 552, 553, 561], "make_quant_nod": 43, "make": [43, 105, 143, 174, 187, 196, 201, 210, 212, 232, 275, 330, 332, 334, 463, 467, 473, 474, 490, 492, 502, 509, 510, 518, 523, 527, 530, 532, 549, 552, 553, 554, 555, 557, 558, 561], "quantizelinear": 43, "make_dquant_nod": 43, "axi": [43, 219], "dequantizelinear": 43, "is_b_transpos": 43, "inuput": 43, "b": [43, 74, 149, 151, 234, 277, 463, 468, 491, 493, 509, 549, 555, 558, 561], "transpos": [43, 73, 200, 247, 251, 292, 296, 330, 555, 560], "split_shared_bia": 43, "share": [43, 44, 82, 98, 109, 141, 149, 169, 434, 501, 502, 555, 558, 561], "float_to_float16": 43, "float_to_bfloat16": 43, "bfloat16": [43, 436, 511, 513, 521, 554], "cast_tensor": 43, "is_large_model": 43, "tensorproto": [43, 105], "raw": [43, 175, 235, 239, 242, 278, 282, 285, 342, 403, 509, 534, 561], "remove_init_from_model_input": 43, "collate_pr": 43, "result": [43, 148, 155, 168, 247, 251, 289, 292, 300, 303, 304, 305, 307, 353, 356, 357, 358, 360, 374, 394, 401, 452, 462, 463, 467, 470, 472, 492, 495, 496, 498, 505, 507, 509, 510, 518, 519, 530, 531, 534, 538, 539, 540, 541, 547, 549, 550, 552, 555, 557, 558, 559, 560, 561, 562, 564], "quantize_data_with_scale_zero": 43, "zero_point": [43, 44], "point": [43, 44, 149, 169, 247, 289, 304, 305, 314, 339, 357, 358, 398, 434, 463, 509, 530, 535, 536, 552, 555, 558, 560, 561], "To": [43, 303, 356, 371, 468, 474, 475, 493, 495, 498, 511, 514, 517, 523, 525, 527, 528, 532, 536, 549, 551, 554, 555, 556, 558, 561, 563], "pack": [43, 61], "comput": [43, 44, 105, 149, 151, 155, 168, 300, 301, 304, 305, 307, 353, 354, 357, 358, 360, 436, 452, 463, 491, 492, 497, 500, 509, 510, 511, 513, 524, 533, 549, 550, 552, 555, 558, 561], "linear": [43, 149, 154, 163, 167, 168, 169, 173, 192, 194, 195, 200, 205, 214, 218, 219, 330, 432, 434, 447, 469, 496, 500, 510, 549, 555, 558, 561], "transform": [43, 50, 143, 145, 146, 147, 149, 154, 164, 167, 208, 234, 235, 236, 237, 238, 239, 241, 243, 245, 277, 278, 279, 280, 281, 282, 284, 286, 288, 299, 352, 432, 441, 448, 469, 470, 472, 491, 493, 496, 497, 498, 499, 503, 508, 510, 513, 518, 519, 520, 521, 533, 541, 544, 545, 549, 550, 554, 555, 558, 559, 561, 563, 564], "when": [43, 54, 64, 70, 148, 158, 160, 195, 201, 206, 214, 218, 219, 234, 235, 243, 251, 277, 278, 286, 292, 301, 331, 332, 354, 394, 436, 452, 467, 470, 474, 492, 493, 510, 521, 523, 524, 527, 531, 532, 535, 536, 537, 539, 543, 549, 552, 555, 558, 560, 561], "uint8": [43, 169, 247, 289, 303, 351, 356, 412, 434, 473, 493, 502, 551, 552, 560, 563], "rmin": [43, 552], "rmax": [43, 552], "m": [43, 155, 169, 198, 199, 218, 219, 330, 434, 468, 496, 506, 513, 515, 518, 521, 525, 528, 538, 549, 564], "max": [43, 104, 143, 149, 169, 174, 188, 218, 219, 251, 292, 304, 305, 339, 357, 358, 398, 434, 463, 472, 495, 506, 510, 533, 535, 549, 552, 555, 558, 560, 561], "ab": [43, 154, 169, 190, 208, 209, 332, 432, 434, 441, 549, 552, 558], "np": [43, 251, 292, 339, 398, 498, 540, 558, 560, 561], "calculate_scale_zp": 43, "quantize_rang": 43, "calcul": [43, 60, 168, 190, 198, 214, 219, 237, 238, 280, 281, 304, 305, 330, 332, 342, 357, 358, 403, 453, 463, 491, 493, 509, 510, 521, 533, 547, 549, 552, 555, 557, 558, 561, 563], "quantize_data": 43, "add": [43, 53, 64, 109, 119, 148, 183, 214, 218, 219, 234, 236, 258, 277, 279, 331, 349, 410, 463, 468, 469, 475, 492, 493, 498, 500, 502, 509, 510, 525, 528, 532, 533, 540, 543, 544, 557, 558, 559, 561, 562], "necessari": [43, 210, 467, 470, 474, 512, 531, 549, 557, 561], "intermedi": [43, 155, 181, 218, 219, 253, 469, 505, 552], "full": [43, 149, 234, 235, 236, 277, 278, 279, 458, 463, 472, 491, 493, 495, 501, 507, 531, 536, 549, 555, 556], "equat": [43, 305, 307, 358, 360, 552, 558], "r": [43, 143, 174, 495, 506, 531, 532, 534, 535, 537, 538, 552, 564], "": [43, 44, 105, 143, 148, 160, 174, 194, 195, 196, 200, 201, 202, 203, 206, 208, 209, 214, 215, 216, 218, 219, 233, 236, 250, 251, 252, 254, 256, 276, 279, 291, 292, 305, 330, 332, 358, 360, 361, 365, 394, 430, 436, 460, 463, 467, 468, 470, 474, 475, 495, 496, 498, 500, 502, 505, 510, 511, 518, 521, 523, 527, 530, 533, 535, 538, 548, 549, 550, 551, 552, 555, 556, 557, 558, 561, 562, 563, 564], "q": [43, 44, 107, 109, 131, 555, 558], "z": [43, 491, 496, 558], "real": [43, 237, 254, 280, 474, 491, 498, 532, 539, 550, 552], "origin": [43, 44, 140, 148, 149, 161, 165, 168, 194, 206, 214, 219, 234, 251, 252, 277, 292, 316, 317, 319, 320, 321, 331, 332, 351, 399, 412, 448, 458, 463, 468, 493, 518, 549, 552, 560, 561, 563], "quantize_data_per_channel": 43, "dequantize_data_with_scale_zero": 43, "tensor_valu": 43, "scale_valu": 43, "zo_valu": 43, "dequantize_data": 43, "valueinfo": 43, "tensor_nam": [43, 148, 160, 161], "new_dtyp": 43, "cast": [43, 51, 554, 560], "info": [43, 168, 169, 178, 198, 199, 214, 249, 254, 259, 330, 365, 458, 459, 463, 469, 495, 512, 540, 545], "quantizedvalu": 43, "new_quantized_nam": 43, "scale_nam": 43, "zero_point_nam": 43, "quantized_value_typ": 43, "quint8": 43, "linearli": 43, "quantizediniti": 43, "quantized_data": 43, "quantizationmod": 43, "quantizedvaluetyp": 43, "quantformat": 43, "quantize_nparrai": 43, "arr": [43, 463], "low": [43, 149, 222, 223, 237, 238, 265, 266, 280, 281, 298, 308, 335, 361, 473, 474, 490, 491, 493, 498, 510, 511, 535, 550, 552, 555, 558, 561], "high": [43, 237, 238, 280, 281, 493, 495, 506, 535, 550, 561], "attribute_to_kwarg": 43, "attribut": [43, 83, 104, 105, 148, 168, 194, 205, 215, 216, 219, 436, 463, 473, 492, 502, 504, 510, 551, 563], "make_nod": 43, "find_by_nam": 43, "item_list": 43, "find": [43, 67, 68, 70, 105, 148, 307, 314, 339, 360, 398, 463, 473, 495, 508, 516, 523, 527, 530, 531, 533, 535, 549, 555, 557, 558, 559, 561], "item": [43, 214, 216, 218, 219, 250, 291, 331, 349, 410, 430, 491, 498, 549, 558, 561], "trt_env_setup": 43, "environ": [43, 175, 252, 467, 490, 523, 527, 530, 538, 541, 543, 544, 545, 561], "variabl": [43, 158, 175, 211, 218, 219, 236, 252, 279, 339, 398, 412, 506, 549, 561], "tensorrt": [43, 491, 511, 552], "to_numpi": 43, "infer_shap": 43, "in_mp": 43, "int_max": 43, "31": [43, 564], "auto_merg": 43, "guess_output_rank": 43, "verbos": [43, 297, 339, 398], "base_dir": 43, "shape": [43, 44, 105, 148, 149, 196, 237, 238, 247, 251, 280, 281, 289, 292, 303, 356, 472, 493, 502, 503, 510, 532, 533, 555, 558, 560], "weightonli": 44, "get_blob_s": 44, "group_siz": [44, 149, 152, 163, 168, 169, 412, 434, 447, 555], "has_zp": 44, "blob_siz": 44, "how": [44, 160, 169, 180, 190, 196, 202, 203, 208, 209, 218, 219, 251, 292, 293, 330, 434, 468, 469, 471, 473, 492, 493, 496, 497, 498, 504, 509, 510, 524, 525, 528, 529, 530, 532, 543, 544, 545, 549, 550, 552, 558, 560, 561, 562, 563], "mani": [44, 169, 360, 394, 434, 492, 506, 555, 561, 563], "element": [44, 149, 169, 198, 199, 214, 232, 275, 303, 330, 356, 434, 463, 493, 505, 509, 549, 555, 558], "one": [44, 109, 110, 115, 160, 168, 169, 175, 196, 200, 205, 208, 209, 210, 212, 251, 261, 292, 300, 303, 307, 309, 330, 333, 334, 353, 356, 360, 434, 436, 470, 473, 491, 496, 497, 498, 502, 505, 506, 509, 510, 511, 513, 514, 518, 519, 521, 523, 524, 527, 530, 531, 532, 535, 536, 537, 538, 540, 547, 548, 549, 551, 552, 553, 555, 556, 558, 560, 561], "zp": [44, 169, 434, 558], "make_matmul_weight_only_nod": 44, "weight_shap": 44, "num_bit": [44, 113, 149, 163, 168, 169, 434, 447, 558], "k_block": 44, "q_weight": 44, "accuracy_level": 44, "matmulfpq4": 44, "accuraci": [44, 175, 214, 218, 219, 222, 223, 265, 266, 293, 298, 307, 322, 327, 335, 360, 361, 371, 394, 399, 413, 436, 452, 460, 469, 472, 474, 475, 491, 492, 493, 495, 497, 498, 499, 500, 508, 509, 510, 521, 530, 532, 539, 540, 543, 544, 547, 548, 549, 550, 551, 555, 556, 557, 558, 559, 562, 563, 564], "level": [44, 178, 194, 399, 413, 459, 467, 540, 558, 561], "unset": 44, "jbla": 44, "kernel": [44, 173, 218, 219, 473, 474, 561], "fp16": [44, 219, 349, 410, 552], "4": [44, 54, 149, 152, 163, 168, 169, 175, 196, 205, 218, 219, 243, 246, 247, 251, 286, 289, 292, 300, 301, 303, 353, 354, 356, 412, 413, 434, 441, 447, 467, 473, 475, 490, 498, 499, 502, 505, 506, 509, 510, 518, 538, 540, 544, 549, 552, 555, 558, 560, 561, 564], "matmulnbit": 44, "new_init": 44, "matmul_weight_only_nod": 44, "quant_tensor": 44, "32": [44, 149, 152, 169, 192, 412, 434, 441, 498, 504, 555, 564], "ratio": [44, 143, 174, 196, 201, 214, 218, 219, 247, 251, 289, 292, 332, 493, 510, 533, 549, 560, 564], "group": [44, 149, 151, 169, 211, 317, 434, 472, 505, 549, 555, 559, 560, 561, 564], "clip": [44, 169, 434, 555, 558], "qdq_tensor": 44, "quant": [44, 148, 168, 169, 218, 219, 349, 410, 427, 434, 469, 508, 510, 552], "pad_tensor": 44, "rowi": 44, "so": [44, 105, 251, 292, 412, 469, 473, 495, 501, 505, 511, 516, 518, 534, 535, 536, 552, 554, 555, 558, 559, 560, 562], "divis": 44, "pade": 44, "rtn_quantiz": [44, 169, 434], "weight_config": [44, 149, 152, 154, 167, 169, 432, 434], "round": [44, 143, 149, 169, 174, 434, 441, 472, 550, 552, 555, 558], "nearst": [44, 169, 434], "method": [44, 141, 143, 149, 158, 160, 168, 169, 178, 187, 211, 218, 219, 227, 232, 233, 234, 236, 243, 251, 254, 270, 275, 276, 277, 279, 286, 292, 313, 314, 315, 349, 410, 412, 434, 436, 455, 456, 458, 459, 469, 470, 472, 491, 492, 493, 495, 496, 497, 509, 510, 548, 549, 552, 554, 555, 558, 560, 561], "modelproto": [44, 295, 361, 512], "onnxmodel": [44, 368, 387], "fc2": [44, 168, 169, 434], "rtn": [44, 168, 435, 441, 553, 555], "get_weight_scal": 44, "apply_awq_scal": 44, "absorb_pair": 44, "output_dict": 44, "appli": [44, 113, 126, 127, 128, 131, 133, 137, 148, 149, 163, 167, 180, 205, 207, 261, 301, 354, 425, 432, 435, 447, 467, 474, 475, 510, 513, 515, 521, 530, 534, 535, 540, 548, 549, 552, 554, 557, 558, 561, 562, 563], "salient": [44, 169, 549, 555], "apply_awq_clip": 44, "mse": [44, 168, 169, 218, 219, 299, 307, 341, 352, 360, 394, 402, 463, 495, 509, 535, 551, 555, 556], "prepare_input": 44, "n_sampl": [44, 149, 152, 168, 169], "sampl": [44, 77, 149, 168, 169, 218, 219, 227, 232, 234, 235, 236, 247, 251, 270, 275, 277, 278, 279, 289, 292, 307, 314, 339, 360, 398, 470, 492, 493, 499, 505, 531, 552, 555, 558, 560, 561, 563, 564], "session": [44, 148, 233, 276, 369, 510, 559], "awq_quant": [44, 169], "enable_auto_scal": [44, 169, 555], "enable_mse_search": [44, 169, 434, 441, 555], "awar": [44, 152, 155, 169, 180, 219, 261, 309, 330, 401, 452, 473, 474, 475, 491, 497, 498, 500, 505, 530, 540, 548, 550, 555, 561], "awq": [44, 169, 553, 555], "enabl": [44, 109, 149, 151, 155, 169, 201, 218, 219, 332, 436, 474, 475, 498, 506, 511, 513, 515, 518, 519, 521, 532, 534, 535, 537, 540, 549, 550, 555, 558, 561], "gptq": [44, 169, 434, 441, 553, 555], "w": [44, 154, 251, 292, 432, 549, 558, 560], "h": [44, 218, 219, 251, 292, 498, 538, 539, 543, 544, 545, 560], "blocksiz": 44, "percdamp": [44, 441, 555], "01": [44, 149, 218, 219, 441, 510, 551, 555, 561, 563, 564], "actord": [44, 555], "perchannel": 44, "hessian": [44, 155, 401, 555, 561], "matrix": [44, 360, 394, 472, 521, 562], "percent": 44, "averag": [44, 304, 305, 307, 357, 358, 360, 509, 510, 555, 561, 564], "diagon": [44, 555], "dampen": [44, 151], "rearrang": [44, 208, 549, 555], "consid": [44, 148, 151, 307, 360, 467, 491, 496, 531, 561], "diag": 44, "error": [44, 105, 149, 155, 160, 178, 307, 342, 360, 403, 459, 495, 509, 514, 535, 536, 539, 555, 558, 561], "gptq_quantiz": [44, 169], "get_ops_recurs": 45, "prefix": [45, 148, 153, 160, 161, 166, 168, 175, 513, 518, 559], "graph_info": 45, "templateadaptor": 45, "tampl": 45, "dictionari": [45, 67, 68, 70, 148, 149, 153, 155, 160, 168, 187, 215, 216, 218, 219, 250, 291, 303, 310, 313, 315, 356, 430, 451, 463], "yaml": [45, 214, 215, 216, 219, 222, 223, 234, 236, 252, 265, 266, 277, 279, 293, 298, 309, 310, 311, 313, 322, 327, 335, 336, 417, 462, 463, 473, 475, 504, 509, 510, 547, 551, 559, 560], "file": [45, 105, 148, 158, 160, 161, 168, 172, 184, 210, 214, 215, 218, 219, 222, 223, 234, 235, 236, 239, 250, 251, 257, 260, 265, 266, 277, 278, 279, 282, 291, 292, 293, 298, 303, 309, 310, 311, 313, 322, 327, 331, 333, 335, 336, 356, 361, 371, 377, 378, 382, 394, 462, 463, 468, 470, 473, 474, 475, 498, 501, 504, 507, 509, 510, 512, 516, 525, 528, 529, 530, 531, 533, 534, 535, 536, 538, 539, 543, 544, 545, 547, 551, 552, 555, 559, 560], "pytorchadaptor": 45, "api": [45, 70, 75, 110, 151, 154, 262, 298, 303, 335, 348, 349, 356, 360, 394, 409, 410, 413, 432, 463, 469, 476, 478, 482, 485, 488, 495, 500, 505, 506, 510, 515, 519, 520, 521, 537, 538, 542, 556, 557, 561, 565], "pytorch_ipexadaptor": 45, "intel": [45, 183, 198, 199, 210, 255, 258, 294, 299, 306, 307, 330, 333, 341, 347, 352, 359, 360, 372, 394, 402, 408, 465, 467, 468, 470, 471, 473, 474, 475, 491, 493, 494, 496, 497, 499, 500, 502, 503, 507, 508, 511, 512, 513, 518, 520, 521, 532, 533, 534, 535, 537, 538, 547, 548, 549, 550, 552, 554, 555, 556, 558, 559, 561, 562, 563], "extens": [45, 158, 160, 463, 470, 472, 473, 502, 505, 506, 508, 510, 511, 512, 514, 519, 520, 521, 525, 528, 529, 533, 549, 550, 552, 555, 558, 561, 562, 563], "ipex": [45, 162, 168, 218, 219, 462, 505, 510, 511, 515, 519, 520, 558], "pytorch_fxadaptor": 45, "fx": [45, 168, 218, 343, 404, 505, 511, 519, 520, 534, 550, 552, 554], "graph": [45, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 113, 114, 117, 130, 132, 136, 139, 142, 143, 145, 146, 147, 148, 194, 233, 276, 298, 362, 369, 393, 469, 473, 493, 496, 498, 504, 512, 513, 532, 535, 552, 553, 554, 559], "pytorchweightonlyadaptor": 45, "pytorchqueri": 45, "cpu": [45, 91, 92, 93, 94, 149, 154, 159, 160, 162, 168, 218, 219, 432, 436, 458, 463, 472, 474, 490, 491, 505, 510, 511, 513, 515, 521, 530, 538, 550, 551, 552, 553, 554, 555, 559], "querybackendcap": [46, 473, 474], "tensorflowadaptor": 47, "stock": [47, 519, 558], "spr": 47, "tensorflow_itexadaptor": 47, "itex": [47, 109, 218, 219, 296, 511, 552, 558], "tensorflowqueri": [47, 473], "performance_onli": [47, 48, 49, 107, 131, 136, 147, 218, 510], "itex_mod": [47, 48, 89, 107, 131, 136], "quant_mod": [47, 349, 410, 474, 475], "graphconvert": 48, "qt_config": 48, "recip": [48, 194, 218, 219, 298, 335, 472, 510, 553, 555, 558, 561], "int8_sequ": 48, "fp32_op": [48, 50, 107], "bf16_op": [48, 50, 107, 474, 554], "data_load": [48, 49, 473], "calib_func": [48, 152, 168, 169, 394, 554], "fake_qu": [48, 88, 107, 131, 136], "qdq_enabl": 48, "new_api": [48, 49, 71, 72, 77, 79, 92, 99, 131, 136, 143], "use_bf16": [48, 49, 218, 551], "without": [49, 90, 148, 206, 251, 292, 332, 351, 412, 467, 496, 498, 510, 521, 532, 535, 549, 550, 551, 561, 562], "graphconverterwithoutcalib": 49, "recover_config": 49, "rewrit": [50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 106, 107, 108, 109, 191], "bf16convert": [50, 554], "rerewrit": 51, "dequantizecastoptim": 51, "b16": 51, "dequantize_cast_optim": [52, 87, 111], "biasadd": [53, 59, 64, 66, 109, 502], "convertaddtobiasaddoptim": 53, "conv2d": [53, 59, 60, 61, 65, 66, 71, 125, 135, 143, 154, 432, 474, 475, 495, 500, 502, 535, 558, 559, 561], "addv2": [53, 69, 502], "layout": 54, "convertlayoutoptim": 54, "convers": [54, 55, 219, 309, 468, 473, 474, 510, 511, 552, 554, 558], "optim": [54, 74, 75, 79, 80, 116, 118, 148, 149, 151, 182, 185, 186, 187, 189, 191, 194, 203, 208, 215, 218, 219, 255, 261, 298, 299, 315, 335, 339, 352, 398, 452, 453, 460, 463, 470, 472, 490, 495, 496, 497, 498, 502, 503, 505, 506, 508, 510, 512, 513, 515, 517, 518, 521, 524, 532, 535, 536, 537, 539, 541, 550, 551, 552, 554, 555, 557, 558, 559, 561, 563], "nchw": [54, 247], "nhwc": [54, 247], "It": [54, 160, 180, 184, 196, 222, 223, 260, 265, 266, 305, 307, 314, 330, 335, 342, 358, 360, 361, 394, 399, 403, 452, 473, 474, 475, 491, 495, 496, 510, 516, 519, 524, 530, 531, 532, 533, 535, 536, 538, 549, 552, 555, 556, 557, 561, 563], "exist": [54, 175, 216, 252, 369, 430, 463, 500, 509, 517, 561], "abov": [54, 473, 474, 475, 496, 532, 533, 535, 538, 549, 552, 558, 561], "graph_def": [54, 140, 141, 148, 296, 361, 369, 393, 394], "leakyrelu": [55, 558], "convertleakyreluoptim": 55, "below": [55, 66, 74, 218, 219, 336, 360, 394, 468, 469, 472, 473, 474, 475, 492, 495, 496, 498, 504, 509, 513, 515, 523, 524, 527, 530, 533, 538, 547, 548, 549, 551, 552, 555, 557, 558, 559, 561, 562], "subgraph": [55, 66, 105, 166, 553, 561], "mul": [55, 65, 66, 69, 169, 173, 500, 555, 558], "maximum": [55, 149, 196, 201, 218, 219, 234, 251, 277, 292, 301, 332, 339, 354, 369, 398, 475, 491, 493, 495, 510, 549, 552, 558, 560], "note": [55, 158, 200, 303, 343, 356, 404, 470, 472, 474, 475, 492, 495, 498, 500, 502, 506, 508, 510, 515, 518, 523, 527, 530, 532, 536, 538, 540, 549, 552, 555, 558, 559, 561, 562, 563], "coeffici": [55, 149, 211, 549], "less": [55, 148, 168, 218, 219, 463, 490, 496, 510, 537, 549], "than": [55, 148, 234, 251, 277, 292, 430, 436, 463, 470, 472, 490, 493, 504, 535, 543, 547, 548, 549, 552, 555, 557, 560, 561], "valid": [55, 67, 68, 105, 201, 204, 214, 218, 219, 236, 279, 303, 331, 332, 356, 369, 470, 472, 473, 493, 495, 496, 499, 502, 505, 507, 510, 521, 535, 549, 552, 555, 556], "nan": 56, "random": [56, 148, 149, 187, 218, 219, 247, 251, 289, 292, 299, 315, 339, 341, 352, 398, 402, 463, 470, 510, 549, 551, 560, 563], "convertnantorandom": 56, "const": [56, 57, 63, 64, 67, 68, 70, 82, 98], "consist": [56, 63, 468, 469, 538, 558, 561], "placehold": [57, 232, 275], "convertplaceholdertoconst": 57, "dilat": 58, "contract": 58, "dilatedcontract": 58, "spacetobatchnd": 58, "batchtospacend": 58, "pattern": [58, 59, 61, 78, 96, 107, 108, 109, 131, 136, 168, 187, 188, 189, 190, 191, 194, 195, 201, 202, 203, 204, 206, 208, 209, 211, 215, 218, 219, 236, 279, 299, 320, 321, 323, 328, 332, 349, 352, 410, 473, 493, 502, 505, 510, 531, 548, 551, 558, 561, 564], "inject": [59, 510], "dummi": [59, 194, 237, 238, 280, 281, 307, 360, 472, 493, 503, 509, 510, 532], "injectdummybiasaddoptim": 59, "fusion": [59, 61, 70, 78, 109, 126, 127, 128, 131, 132, 133, 137, 469, 473, 502], "expanddim": 60, "expanddimsoptim": 60, "next": [60, 227, 270, 413, 470, 474, 475, 492, 551, 555, 561], "fetch": [61, 168, 172, 227, 270, 474, 493, 543, 544, 545], "reshap": [61, 67, 68, 73, 558], "fetchweightfromreshapeoptim": 61, "handl": [61, 148, 165, 173, 178, 459, 469, 471, 492, 538, 558], "fold": [62, 63, 168, 169, 297, 502, 555, 558], "foldbatchnormnodesoptim": 62, "graphfoldconstantoptim": 63, "sequenc": [63, 105, 149, 195, 198, 199, 218, 219, 234, 250, 251, 277, 291, 292, 301, 305, 330, 354, 358, 473, 493, 502, 549, 555, 560], "self": [63, 168, 169, 194, 218, 219, 371, 436, 473, 474, 492, 493, 505, 509, 532, 557, 559, 561], "supported_op_typ": 63, "fusebiasaddandaddoptim": 64, "second": [64, 160, 195, 218, 219, 234, 277, 399, 463, 495, 510, 523, 527, 531, 543, 544, 555, 558, 561, 563], "columnwis": 65, "fusecolumnwisemuloptim": 65, "depthwiseconv2dn": [65, 71, 125, 135, 502], "math": [66, 552], "fuseconvwithmathoptim": 66, "elimin": [66, 537], "sub": [66, 168, 175, 194, 252, 470, 561], "realdiv": [66, 69], "decompos": [67, 68], "fusedecomposedbnoptim": 67, "input_graph_def": [67, 68, 70], "node_name_from_input": [67, 68, 70], "node_nam": [67, 68, 70, 148, 369, 379, 474], "strip": [67, 68, 70, 83, 84, 148, 559], "port": [67, 68, 70, 532, 539], "other": [67, 68, 70, 149, 151, 158, 165, 173, 233, 276, 305, 358, 369, 467, 469, 474, 475, 495, 502, 505, 507, 510, 512, 533, 547, 549, 552, 558, 560, 561, 564], "underli": [67, 68, 70, 160], "node_from_map": [67, 68, 70], "node_map": [67, 68, 70], "pull": [67, 68, 70], "def": [67, 68, 70, 222, 223, 265, 266, 394, 413, 430, 436, 451, 452, 469, 473, 492, 493, 496, 497, 498, 509, 510, 552, 558, 559, 561], "entri": [67, 68, 70, 155, 183, 258, 298, 336, 425, 429, 435, 448, 463, 507], "index": [67, 68, 70, 105, 175, 214, 219, 227, 232, 236, 270, 275, 279, 314, 463, 493, 509, 531, 535, 555, 558], "everi": [67, 68, 70, 196, 199, 201, 218, 219, 330, 332, 473, 492, 518, 523, 527, 553, 555, 561], "identifi": [67, 68, 70, 160, 303, 356, 369, 538, 549, 555], "want": [67, 68, 70, 194, 218, 219, 232, 234, 275, 277, 332, 399, 436, 452, 469, 473, 492, 493, 498, 510, 518, 530, 531, 538, 547, 552, 555, 557, 559, 561], "nodedef": [67, 68, 70], "rais": [67, 68, 70, 105, 158, 160, 168, 191, 197, 204, 214, 303, 330, 331, 332, 356, 361, 413, 472, 532, 549, 550], "valueerror": [67, 68, 70, 168, 303, 356, 413, 501], "If": [67, 68, 70, 74, 160, 169, 175, 218, 219, 222, 223, 236, 251, 265, 266, 279, 292, 331, 361, 394, 413, 434, 436, 452, 468, 469, 474, 490, 492, 493, 498, 506, 507, 509, 510, 516, 524, 525, 528, 530, 536, 541, 547, 549, 552, 555, 557, 558, 559, 560, 561], "isn": [67, 68, 70], "present": [67, 68, 70, 495, 538, 550, 558], "values_from_const": [67, 68, 70], "node_def": [67, 68, 70], "extract": [67, 68, 70, 148, 194, 236, 279, 351, 412, 493], "ha": [67, 68, 70, 74, 149, 154, 160, 200, 201, 252, 300, 330, 332, 353, 413, 432, 468, 470, 473, 474, 475, 492, 500, 505, 510, 511, 516, 530, 535, 536, 538, 541, 549, 551, 552, 554, 557, 558, 561], "access": [67, 68, 70, 215, 216, 219, 458, 463, 525, 528, 532], "valid_reshape_input": [67, 68], "reshape_in0_ndef": [67, 68], "reshape_in1_ndef": [67, 68], "ar": [67, 68, 105, 160, 168, 196, 201, 202, 203, 208, 209, 218, 219, 234, 251, 277, 292, 303, 307, 314, 330, 331, 332, 336, 338, 339, 356, 360, 395, 397, 398, 412, 413, 436, 455, 462, 463, 467, 468, 469, 470, 473, 474, 492, 493, 495, 496, 497, 498, 499, 500, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 513, 516, 518, 521, 524, 530, 532, 533, 535, 536, 537, 538, 541, 547, 548, 549, 550, 552, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563], "bypass_reshap": [67, 68], "input_node_map": [67, 68], "input_nam": [67, 68, 102, 142, 219, 296, 297, 500], "get_const_dim_count": [67, 68], "dimens": [67, 68, 105, 149, 226, 251, 269, 292, 493, 496, 555, 560], "instancenorm": [68, 558], "fusedecomposedinoptim": 68, "gelu": 69, "fusegeluoptim": 69, "sqrt": [69, 495], "erf": 69, "layernorm": [70, 558], "fuselayernormoptim": 70, "remap": [70, 160], "smaller": [70, 251, 292, 496, 510, 549, 560], "fusedbatcnormv3": 70, "And": [70, 468, 469, 490, 510, 516, 558], "further": [70, 219, 467, 511, 512, 513, 515, 524, 530, 552], "restrict": [70, 160, 218, 219, 549, 557], "2d": [70, 558], "3d": [70, 550, 558], "kera": [70, 116, 183, 194, 214, 219, 236, 243, 258, 279, 286, 364, 369, 425, 427, 429, 474, 492, 498, 512, 520, 521, 556], "fusepadwithconv2doptim": 71, "excluded_op_nam": [71, 72, 215, 218, 219, 510, 549], "cfg": [71, 72, 168, 215, 349, 410, 455, 474, 475], "itex_qdq_mod": [71, 72], "conv3d": [71, 125], "fusepadwithfp32conv2doptim": 72, "fusetransposereshapeoptim": 73, "cse": [74, 98], "graphcseoptim": 74, "introduc": [74, 473, 474, 475, 502, 510, 552, 555, 556, 558, 562], "ident": [74, 80, 195, 467, 496], "three": [74, 214, 234, 277, 338, 395, 397, 469, 473, 474, 491, 506, 511, 524, 538, 548, 552, 554, 557, 558, 559], "d": [74, 168, 496, 504, 531, 533, 539, 549, 564], "those": [74, 160, 342, 403, 463, 495, 496, 497, 504, 510, 511, 548, 549, 552, 561], "child": [74, 154, 161, 432, 559], "b1": 74, "c1c2": 74, "d1": [74, 463], "c1": 74, "c2": 74, "memori": [74, 149, 168, 298, 322, 327, 335, 371, 463, 491, 492, 497, 510, 511, 513, 547, 549, 552, 553, 555, 558, 561, 564], "bound": [74, 175, 188, 251, 292, 303, 339, 356, 398, 509, 560], "like": [74, 96, 98, 148, 149, 160, 194, 214, 219, 222, 223, 224, 236, 265, 266, 267, 279, 298, 307, 332, 335, 336, 360, 369, 394, 452, 468, 469, 470, 473, 474, 495, 496, 497, 505, 518, 533, 535, 548, 549, 552, 555, 556, 558, 561], "relu": [74, 78, 109, 469, 502, 558, 559], "relu6": [74, 502], "updat": [74, 151, 161, 168, 190, 196, 214, 332, 360, 394, 425, 460, 501, 508, 509, 510, 516, 521, 524, 540, 549, 555, 558, 561, 562], "graphdef": [74, 148, 369, 393, 512], "grappler": [75, 502], "grappleroptim": 75, "input_output_nam": 75, "opt_cfg": 75, "wrapper": [75, 102, 103, 104, 105, 122, 140, 149, 153, 163, 167, 181, 191, 233, 251, 253, 254, 256, 257, 276, 292, 303, 307, 356, 360, 365, 369, 447, 554], "leverag": [75, 458, 470, 472, 496, 500, 513, 530, 548, 552, 555, 561], "built": [75, 183, 205, 220, 221, 225, 230, 234, 235, 240, 242, 244, 245, 247, 248, 251, 256, 258, 263, 264, 268, 271, 273, 277, 278, 283, 285, 287, 288, 289, 290, 292, 336, 360, 363, 371, 394, 452, 470, 473, 493, 498, 510, 523, 527, 547, 552, 557, 560, 561, 563], "convert_add_to_biasadd": [76, 87, 111], "convert_layout": [76, 87, 111], "convert_leakyrelu": [76, 87, 111], "convert_nan_to_random": [76, 87, 111], "convert_placeholder_to_const": [76, 87, 111], "dilated_contract": [76, 87, 111], "dummy_biasadd": [76, 87, 111], "expanddims_optim": [76, 87, 111], "fetch_weight_from_reshap": [76, 87, 111], "fold_batch_norm": [76, 87, 111], "fold_const": [76, 87, 111], "fuse_biasadd_add": [76, 87, 111], "fuse_column_wise_mul": [76, 87, 111], "fuse_conv_with_math": [76, 87, 111], "fuse_decomposed_bn": [76, 87, 111], "fuse_decomposed_in": [76, 87, 111], "fuse_gelu": [76, 87, 111], "fuse_layer_norm": [76, 87, 111], "fuse_pad_with_conv": [76, 87, 111], "fuse_pad_with_fp32_conv": [76, 87, 111], "fuse_reshape_transpos": [76, 87, 111], "graph_cse_optim": [76, 87, 111], "grappler_pass": [76, 87, 111], "insert_print_nod": [76, 87, 111], "move_squeeze_after_relu": [76, 87, 111], "pre_optim": [76, 87, 111], "remove_training_nod": [76, 87, 111], "rename_batch_norm": [76, 87, 111], "split_shared_input": [76, 87, 111], "strip_equivalent_nod": [76, 87, 111, 148], "strip_unused_nod": [76, 87, 111, 148], "switch_optim": [76, 87, 111], "insert": [77, 105, 107, 109, 113, 146, 149, 165, 173, 469, 474, 492, 505, 510, 513, 549, 552, 554, 555, 558, 559], "print": [77, 154, 155, 194, 307, 360, 413, 432, 463, 498, 509, 510, 532, 533, 549, 558, 561], "insertprintminmaxnod": 77, "pre_node_nam": 77, "post_node_nam": 77, "pass": [77, 148, 149, 158, 160, 175, 360, 394, 430, 436, 462, 463, 468, 469, 473, 490, 493, 496, 497, 498, 504, 509, 510, 531, 538, 549, 551, 552, 554, 558, 563], "move": [78, 149, 160, 469, 536, 551, 555, 556], "squeez": [78, 469], "movesqueezeafterreluoptim": 78, "match": [78, 102, 160, 194, 303, 304, 356, 357, 496, 531, 555], "pre": [79, 116, 161, 194, 222, 223, 234, 265, 266, 277, 361, 394, 441, 452, 493, 496, 497, 510, 518, 535, 549, 550, 552, 555, 559, 561], "entranc": [79, 188, 225], "preoptim": 79, "removetrainingnodesoptim": 80, "protected_nod": 80, "types_to_splic": 80, "checknumer": 80, "stopgradi": 80, "renam": [81, 556], "fusedbatchnorm": 81, "fusedbatchnormv2": 81, "renamebatchnormoptim": 81, "splitsharedinputoptim": 82, "equival": [83, 167, 472, 550, 555, 558], "stripequivalentnodesoptim": 83, "output_node_nam": [83, 84, 131, 132, 136, 148], "same": [83, 141, 148, 169, 208, 219, 234, 251, 277, 292, 303, 356, 436, 463, 473, 475, 490, 492, 493, 496, 498, 502, 510, 514, 518, 523, 527, 549, 551, 552, 555, 558, 559, 560, 561], "unus": [84, 148], "stripunusednodesoptim": 84, "input_node_nam": [84, 131, 136, 148], "switch": [85, 513, 559], "switchoptim": 85, "condit": [85, 234, 235, 236, 251, 277, 278, 279, 292, 338, 395, 397, 493, 507, 560, 561], "graphrewriterbas": 86, "abstract": [86, 180, 188, 251, 292, 293, 298, 335, 473, 475, 504], "freeze_fake_qu": [87, 95, 111], "freeze_valu": [87, 95, 111], "freeze_value_without_calib": [87, 95, 111], "fuse_conv_redundant_dequant": [87, 95, 111], "fuse_conv_requant": [87, 95, 111], "fuse_matmul_redundant_dequant": [87, 95, 111], "fuse_matmul_requant": [87, 95, 111], "meta_op_optim": [87, 95, 111], "post_hostconst_convert": [87, 95, 111], "post_quantized_op_cs": [87, 95, 111], "rnn_convert": [87, 95, 111], "scale_propag": [87, 95, 111], "onnx_graph": [87, 101, 111], "onnx_schema": [87, 101, 111], "tf2onnx_util": [87, 101, 111], "insert_qdq_pattern": [87, 106, 111], "merge_duplicated_qdq": [87, 106, 111], "share_qdq_y_pattern": [87, 106, 111], "freez": [88, 89, 90, 148, 513, 549], "fakequ": 88, "freezefakequantopoptim": 88, "follow": [88, 110, 195, 236, 279, 300, 303, 353, 356, 467, 468, 469, 470, 473, 474, 475, 492, 493, 496, 497, 498, 502, 506, 507, 509, 510, 511, 512, 513, 514, 515, 523, 527, 532, 534, 535, 538, 543, 548, 549, 551, 552, 555, 558, 559, 561], "freezevaluetransform": 89, "max_min_data": [89, 90], "postfix": [89, 90], "tensor_data": [89, 463, 464], "th": [89, 90], "gpu": [89, 90, 97, 149, 160, 218, 219, 436, 472, 490, 505, 510, 511, 515, 521, 530, 551, 552, 553], "freezevaluewithoutcalibtransform": 90, "95": [90, 307, 360, 509, 564], "quantizedconv": [91, 92], "quantizeddeconv": 91, "redund": [91, 93], "fuseconvredundantdequantizetransform": 91, "_quantizedconv": 91, "_quantizeddeconv": 91, "successor": [91, 92, 93, 94], "requant": [92, 94, 559], "fuseconvrequantizetransform": 92, "quantizedmatmul": [93, 94], "fusematmulredundantdequantizetransform": 93, "_quantizedmatmul": [93, 94], "fusematmulrequantizedequantizetransform": 94, "quantizedmatmulwithbiasanddequant": 94, "fusematmulrequantizetransform": 94, "fusematmulrequantizedequantizenewapitransform": 94, "fusematmulrequantizenewapitransform": 94, "newapi": 94, "meta": [96, 508, 550, 564], "metainfochangingmemopoptim": 96, "metaop": 96, "With": [96, 371, 469, 473, 475, 492, 510, 518, 523, 527, 531, 537, 547, 549, 550, 557, 558, 561, 564], "better": [96, 218, 219, 222, 223, 265, 266, 314, 361, 394, 452, 497, 509, 511, 549, 550, 552, 555, 557, 558, 561], "perform": [96, 140, 149, 151, 175, 211, 218, 219, 234, 246, 247, 252, 277, 289, 298, 322, 327, 335, 342, 360, 371, 394, 399, 403, 436, 468, 469, 470, 473, 474, 490, 493, 494, 495, 497, 499, 500, 505, 506, 509, 510, 511, 512, 513, 515, 519, 521, 524, 530, 536, 547, 548, 549, 550, 551, 552, 553, 554, 555, 558, 559, 561, 563, 564], "hostconst": 97, "posthostconstconvert": 97, "just": [97, 224, 249, 251, 254, 256, 257, 259, 267, 292, 371, 470, 510, 520, 524, 530, 538, 548, 552, 558, 560, 561], "postcseoptim": 98, "duplic": [98, 108, 339, 398], "quantizev2": 98, "decreas": [98, 535, 549], "size": [98, 149, 169, 198, 199, 226, 227, 233, 236, 242, 247, 251, 269, 270, 276, 279, 285, 289, 292, 330, 369, 371, 434, 463, 467, 474, 492, 493, 498, 501, 510, 530, 531, 547, 549, 552, 553, 555, 558, 560, 563, 564], "rnn": 99, "quantizedrnnconvert": 99, "calibration_data": [99, 107], "rnn_detail": 99, "scalepropagationtransform": 100, "direct": [100, 200, 330, 549], "export": [101, 219, 299, 303, 352, 356, 472, 503, 516, 531, 533, 559, 562], "onnxgraph": 102, "output_shap": 102, "extra_opset": 102, "output_nam": [102, 142, 219, 296, 297, 500], "is_subgraph": 102, "graph_nam": 102, "manipul": [102, 103], "onnxnod": 103, "skip_convers": 103, "schema": [104, 169, 434], "onnxopschema": 104, "domain": [104, 105, 218, 219, 549, 561], "since_vers": 104, "get_schema": 104, "max_inclusive_opset_vers": 104, "within": [104, 176, 202, 203, 208, 209, 298, 303, 335, 356, 369, 388, 393, 467, 469, 475, 491, 511, 523, 527, 530, 538, 549, 550, 558, 561], "get_max_supported_opset_vers": 104, "packag": [104, 473, 501, 506, 530, 531, 550, 556, 561], "set_nam": 105, "find_opset": 105, "assert_error": 105, "bool_val": 105, "error_msg": 105, "messag": [105, 146, 468, 538, 539, 543, 544, 545, 561], "map_numpy_to_onnx_dtyp": 105, "np_dtype": 105, "map_onnx_to_numpy_typ": 105, "onnx_typ": 105, "add_port_to_nam": 105, "nr": 105, "get_tensorflow_node_attr": 105, "pars": [105, 148, 168, 234, 235, 247, 251, 277, 278, 289, 292, 377, 378, 382, 425, 474, 475, 560], "get_tensorflow_tensor_shap": 105, "get_tensorflow_node_shape_attr": 105, "attr": [105, 148, 194], "map_tensorflow_dtyp": 105, "get_tensorflow_tensor_data": 105, "convert_tensorflow_tensor_to_onnx": 105, "read_tensorflow_node_attr": 105, "read": [105, 148, 160, 239, 251, 282, 292, 331, 493, 554, 557], "infer_onnx_shape_dtyp": 105, "opset_vers": [105, 142, 219, 296, 297, 500], "input_shap": [105, 238, 281, 493], "input_dtyp": 105, "sometim": [105, 469, 495, 552], "make_onnx_shap": 105, "seqtyp": 105, "tensor_dtyp": 105, "around": 105, "signifi": 105, "make_onnx_inputs_output": 105, "elem_typ": 105, "text": [105, 149, 151, 210, 250, 251, 291, 292, 300, 305, 333, 353, 358, 500, 507, 519, 541, 544, 545, 549, 550, 555, 558, 560, 564], "datatyp": [105, 168, 554, 561, 564], "save_protobuf": 105, "path": [105, 140, 148, 161, 168, 194, 210, 214, 215, 234, 235, 236, 251, 277, 278, 279, 292, 293, 296, 297, 298, 309, 310, 311, 313, 322, 327, 331, 333, 335, 336, 349, 361, 369, 393, 394, 410, 458, 460, 463, 469, 470, 473, 493, 495, 498, 504, 509, 510, 511, 512, 516, 519, 530, 533, 535, 538, 543, 544, 545, 548, 555, 560, 563], "as_text": 105, "save": [105, 148, 159, 160, 191, 214, 218, 219, 236, 279, 296, 297, 336, 369, 394, 452, 453, 458, 463, 469, 473, 504, 510, 511, 512, 514, 518, 523, 527, 533, 538, 543, 544, 545, 548, 552, 553, 555, 558], "protobuf": [105, 369, 533], "is_onnx_domain": 105, "is_list_or_tupl": 105, "are_shapes_equ": 105, "src": [105, 531], "dest": 105, "equal": [105, 143, 148, 174, 413, 430, 463, 549, 555], "get_subgraphs_from_onnx": 105, "model_proto": 105, "over": [105, 160, 236, 279, 307, 360, 474, 499, 503, 505, 509, 521, 530, 536, 540, 549, 551, 558, 561], "df": 105, "initialize_name_count": 105, "avoid": [105, 160, 168, 169, 234, 277, 469, 559], "conflict": [105, 501], "counter": 105, "make_nam": 105, "get_index_from_strided_slice_of_shap": 105, "outputs_to_valu": 105, "stride": [105, 251, 292, 560], "slice": 105, "compute_const_folding_using_tf": 105, "g": [105, 149, 151, 160, 196, 218, 219, 436, 468, 496, 499, 503, 513, 518, 549, 555, 556, 558, 561], "const_node_valu": 105, "graph_output": 105, "constant": [105, 297, 299, 339, 341, 347, 352, 398, 402, 408, 456, 492, 502, 533, 560], "tf": [105, 116, 141, 148, 194, 214, 233, 234, 235, 236, 251, 276, 277, 278, 279, 292, 367, 369, 498, 506, 512, 550, 554, 556, 560], "generategraphwithqdqpattern": 107, "op_wise_config": [107, 131, 136, 474], "quantized_nod": 107, "llm_weight_minmax": 107, "dq": [107, 109, 131, 558], "pair": [107, 218, 219, 474, 492, 510, 511, 556], "befor": [107, 109, 154, 173, 187, 196, 201, 203, 208, 210, 212, 218, 219, 234, 277, 330, 332, 334, 432, 468, 475, 492, 493, 496, 497, 498, 501, 502, 506, 510, 525, 528, 534, 535, 552, 555, 557, 559, 561], "merg": [108, 226, 269, 349, 410, 525, 528, 559, 561], "mergeduplicatedqdqoptim": 108, "y": [109, 218, 219, 251, 292, 339, 398, 495, 501, 516, 558, 560], "shareqdqforitexypatternoptim": 109, "break": [109, 498, 510], "graphanalyz": 110, "extend_engin": 110, "analyz": [110, 194, 369, 557, 558, 559], "under": [110, 218, 219, 236, 279, 430, 436, 451, 458, 462, 468, 470, 472, 493, 507, 509, 510, 513, 518, 519, 530, 538, 548, 549, 550, 553, 555, 559, 561], "singleton": [110, 463], "specifi": [110, 149, 160, 168, 175, 214, 218, 219, 222, 223, 251, 252, 265, 266, 292, 298, 303, 307, 309, 310, 313, 322, 327, 335, 336, 356, 360, 361, 394, 413, 452, 462, 463, 474, 475, 498, 502, 509, 510, 518, 532, 538, 542, 543, 544, 545, 547, 549, 551, 555, 560, 561, 563], "graphrewriterhelp": 110, "encapsul": [110, 222, 223, 265, 266, 361, 394, 452, 512], "quantize_lay": [111, 112, 114], "fake_quant": [111, 112, 114], "quantize_config": [111, 112, 114, 474], "quantize_help": [111, 112, 114], "quantize_wrapp": [111, 112, 114], "fuse_qdq_bn": [111, 112, 130], "fuse_qdq_concatv2": [111, 112, 130], "fuse_qdq_conv": [111, 112, 130], "fuse_qdq_deconv": [111, 112, 130], "fuse_qdq_in": [111, 112, 130], "fuse_qdq_matmul": [111, 112, 130], "fuse_qdq_pool": [111, 112, 130], "optimize_qdq": [111, 112, 130], "optimize_lay": [112, 114, 117], "quantize_layer_add": [112, 114, 117], "quantize_layer_bas": [112, 114, 117], "quantize_layer_bn": [112, 114, 117], "fakequantizebas": 113, "abc": [113, 305, 358, 473, 559, 561], "fakequant": 113, "per_channel": [113, 474, 475, 502, 552, 563], "8": [113, 149, 160, 169, 218, 219, 250, 291, 434, 441, 469, 474, 491, 502, 506, 537, 538, 549, 550, 555, 558, 561, 564], "channel_axi": [113, 171, 174], "symmetr": [113, 149, 458, 475, 552, 555, 560, 561], "narrow_rang": 113, "quantizeconfig": [115, 116], "custom": [115, 149, 158, 168, 169, 175, 219, 336, 360, 371, 462, 490, 496, 497, 513, 536, 537, 538, 542, 544, 545, 549, 550, 555, 557], "There": [115, 336, 338, 395, 397, 495, 496, 502, 505, 510, 513, 535, 537, 538, 555, 558, 561, 563], "instanc": [115, 116, 175, 218, 219, 222, 223, 252, 265, 266, 304, 305, 307, 310, 313, 316, 317, 319, 320, 321, 339, 351, 357, 358, 360, 361, 394, 398, 412, 427, 436, 452, 460, 463, 467, 468, 469, 473, 490, 510, 515, 521, 555, 561, 563, 564], "global": [115, 196, 218, 219, 316, 317, 319, 320, 321, 330, 412, 425, 463, 469, 510, 549, 551, 561], "class": [116, 158, 168, 191, 197, 204, 314, 361, 394, 469, 470, 474, 492, 493, 496, 509, 510, 521, 547, 548, 552, 556, 559, 561, 563], "init_quantize_config": 116, "quantize_recip": 116, "begin": [116, 151, 202, 203, 208, 332, 492, 496, 497, 510, 549, 561], "process": [116, 140, 149, 155, 175, 196, 201, 202, 203, 210, 212, 214, 218, 219, 222, 223, 234, 235, 236, 247, 251, 252, 265, 266, 277, 278, 279, 289, 292, 330, 332, 334, 338, 339, 361, 394, 395, 397, 398, 436, 452, 462, 463, 470, 473, 474, 475, 491, 492, 493, 496, 497, 498, 500, 510, 514, 535, 537, 538, 540, 548, 549, 552, 553, 555, 558, 559, 560, 563], "model_nam": [116, 218, 219], "special": [116, 160, 194, 371, 469, 492, 509, 510, 547, 549, 555, 562], "decid": [116, 218, 219, 301, 332, 354, 473, 474, 510, 552, 556, 561], "qat_clone_funct": 116, "leav": [116, 524], "quantizewrapp": [116, 122], "wrapped_lay": 116, "config_quantizable_lay": 118, "quantizelayeradd": 119, "quantizelay": 120, "quantizelayerbas": 120, "quantizelayerbatchnorm": 121, "quantizewrapperbas": 122, "fusedbatchnormv3": [123, 133], "fusenodestartwithfusedbatchnormv3": [123, 133], "_quantizedfusedbatchnorm": 123, "concatv2": [124, 134, 147, 502], "fusenodestartwithconcatv2": [124, 134], "quantizedconcatv2": [124, 134], "fusenodestartwithconv2d": [125, 135], "conv2dbackpropinput": 126, "conv3dbackpropinputv2": 126, "fusenodestartwithdeconv2d": 126, "fusedinstancenorm": 127, "fusenodestartwithfusedinstancenorm": 127, "batchmatmul": 128, "batchmatmulv2": 128, "fusenodestartwithmatmul": [128, 137], "avgpool": [129, 138, 502], "fusenodestartwithpool": [129, 138], "optimizeqdqgraph": 131, "input_graph": [131, 136, 143, 389, 393, 473], "op_wise_sequ": [131, 136], "quantizegraph": 132, "quantizegraphbas": 132, "quantizenodebas": 132, "quantizegraphforintel": 136, "common": [139, 158, 160, 187, 219, 249, 299, 309, 313, 314, 315, 352, 427, 429, 441, 448, 455, 467, 493, 497, 498, 500, 504, 506, 510, 552, 558], "herlper": 139, "quantizegraphhelp": 139, "sever": [139, 212, 251, 292, 334, 336, 470, 495, 496, 497, 505, 510, 511, 523, 527, 538, 549, 551, 553, 558, 560, 561, 563], "staticmethod": 139, "function": [139, 140, 158, 202, 203, 208, 218, 219, 222, 223, 235, 265, 266, 278, 310, 313, 322, 327, 468, 469, 470, 473, 474, 475, 490, 492, 496, 497, 500, 504, 505, 506, 508, 509, 510, 511, 521, 531, 537, 538, 549, 552, 555, 556, 557, 558, 559, 561, 562], "smoothquantcalibr": 140, "dataset": [140, 141, 149, 168, 210, 222, 223, 224, 226, 227, 231, 232, 233, 245, 254, 265, 266, 267, 269, 270, 274, 275, 276, 288, 299, 303, 304, 305, 307, 336, 352, 356, 357, 358, 360, 361, 394, 452, 455, 470, 472, 473, 474, 492, 498, 503, 509, 510, 518, 532, 533, 543, 549, 552, 555, 556, 558, 561, 563, 564], "outlier": [140, 474, 491, 495, 535, 555, 558], "smoothquantcalibrationllm": 140, "model_path": [140, 148, 169, 495, 543], "temp_path": 140, "weight_name_map": 140, "llm": [140, 141, 149, 154, 209, 432, 472, 549, 550, 553, 555, 558], "eval_func": [140, 222, 223, 265, 266, 336, 339, 342, 343, 345, 361, 394, 395, 398, 399, 403, 404, 406, 413, 452, 469, 492, 493, 495, 496, 497, 498, 510, 533, 552, 553, 554, 555, 561, 563], "temporari": [140, 168, 463, 467], "store": [140, 188, 190, 191, 194, 201, 202, 203, 204, 205, 206, 207, 208, 209, 211, 213, 218, 219, 236, 279, 325, 332, 504], "median": 140, "autotrack": [140, 148], "smoothquantscal": 141, "alpha": [141, 159, 163, 173, 190, 211, 447, 552, 561], "scales_per_op": 141, "individu": [141, 196, 330, 388, 393, 467, 538, 549, 558], "smoothquantscalerllm": 141, "tensorflowqdqtoonnxqdqconvert": 142, "shape_overrid": 142, "inputs_as_nchw": [142, 296], "default_opset_vers": 142, "bia": [143, 218, 219, 555, 559], "correct": [143, 174, 214, 218, 219, 303, 304, 305, 307, 331, 356, 357, 358, 360, 467, 513], "biascorrect": 143, "fp32_graph": 143, "weight_empir": 143, "Will": [143, 496, 505], "our": [143, 168, 218, 219, 470, 472, 500, 510, 531, 532, 535, 557, 562], "task": [143, 234, 241, 277, 284, 307, 360, 493, 496, 497, 500, 505, 509, 510, 533, 537, 540, 549, 553, 555, 558, 564], "close": [143, 174, 491, 539], "w_int8": [143, 174], "u": [143, 174, 513, 532, 537], "w_fp32": [143, 174], "varianc": [143, 174, 495], "differ": [143, 151, 170, 174, 176, 181, 187, 205, 218, 219, 227, 236, 251, 253, 270, 279, 292, 298, 307, 313, 315, 324, 335, 360, 371, 457, 467, 469, 470, 474, 492, 493, 495, 496, 498, 499, 504, 505, 509, 510, 512, 523, 527, 532, 535, 538, 547, 549, 552, 555, 558, 559, 560, 561], "wise": [143, 157, 159, 161, 169, 174, 218, 219, 339, 342, 398, 399, 403, 425, 434, 472, 474, 505, 535, 549, 555, 558, 559, 561, 562, 563], "minim": [143, 151, 174, 339, 398, 474, 475, 491, 496, 499, 509, 510, 523, 527, 549, 552, 561], "scale_c": [143, 174], "shift": [143, 174, 247, 289, 531, 560], "notic": [143, 174, 252, 507, 511, 533, 556], "first": [143, 149, 160, 168, 174, 195, 216, 218, 219, 234, 277, 303, 349, 356, 399, 410, 430, 463, 469, 470, 473, 474, 475, 493, 495, 506, 511, 515, 524, 525, 528, 531, 533, 534, 535, 551, 552, 554, 555, 557, 558, 559, 561, 563], "empir": [143, 174], "solut": [143, 174, 472, 473, 474, 501, 515, 519, 524, 550, 555, 556, 558, 561, 562], "don": [143, 174, 196, 218, 219, 469, 536, 549, 561], "min": [143, 149, 169, 174, 188, 219, 434, 463, 495, 533, 535, 549, 552, 555, 558, 560, 561], "graphtransform": 144, "graphtransformbas": 144, "input_pb": [144, 146, 147], "log": [146, 175, 178, 194, 377, 378, 382, 459, 469, 521, 543, 544, 545, 557, 559, 561], "insertlog": 146, "node_name_list": 146, "show_nam": 146, "show_op": 146, "first_n": 146, "summar": [146, 496], "1024": [146, 236, 279, 516], "dump_fp32": 146, "rerang": 147, "rerangequantizedconcat": 147, "rerange_quant": 147, "version1_lt_version2": [148, 463], "version1": [148, 430, 463], "version2": [148, 430, 463], "version1_gt_version2": [148, 463], "greater": [148, 430, 463, 543, 549, 561], "version1_eq_version2": [148, 463], "version1_gte_version2": [148, 430, 463], "version1_lte_version2": [148, 463], "disable_random": 148, "seed": [148, 149, 187, 218, 219, 315, 463, 510, 563], "disabl": [148, 218, 219, 467, 530, 535, 554, 555, 558], "read_graph": 148, "in_graph": 148, "in_graph_is_binari": 148, "write_graph": 148, "out_graph_def": 148, "out_graph_fil": 148, "write": [148, 243, 286, 463, 498, 504, 510, 513, 559], "is_ckpt_format": 148, "ckpt": [148, 361, 369, 394, 564], "folder": [148, 236, 241, 279, 284, 361, 394, 462, 493, 518, 523, 527, 536, 543, 544, 545, 555, 559], "is_saved_model_format": 148, "saved_model": [148, 309, 553], "get_estimator_graph": 148, "estim": [148, 149, 307, 360, 369, 561], "input_fn": [148, 369], "get_tensor_by_nam": 148, "try_cnt": 148, "import": [148, 151, 175, 188, 218, 219, 309, 361, 371, 394, 413, 452, 463, 469, 470, 472, 475, 490, 492, 493, 495, 496, 497, 498, 500, 503, 509, 510, 511, 512, 513, 517, 519, 532, 533, 541, 547, 548, 549, 551, 552, 553, 554, 556, 557, 558, 559, 560, 561, 562], "scope": [148, 468, 474, 510], "onc": [148, 160, 183, 212, 258, 334, 338, 395, 397, 474, 475, 492, 530, 536, 549, 550, 561, 564], "both": [148, 219, 467, 470, 473, 497, 510, 514, 533, 535, 537, 549, 551, 552, 555, 558, 561], "compat": [148, 369, 468, 498, 512, 525, 528, 530, 549, 556], "v1": [148, 246, 247, 289, 304, 305, 307, 357, 358, 360, 369, 498, 500, 501, 509, 512, 534, 549, 556, 557, 558, 564], "suffix": 148, "time": [148, 160, 218, 219, 251, 292, 307, 339, 360, 371, 398, 430, 463, 474, 492, 495, 498, 501, 510, 518, 520, 523, 527, 530, 531, 536, 539, 543, 544, 547, 549, 550, 552, 555, 557, 558, 559, 560, 561], "got": [148, 474, 501, 559], "iterator_sess_run": 148, "sess": [148, 369], "iter_op": 148, "feed_dict": [148, 233, 276], "output_tensor": [148, 369], "measur": [148, 252, 361, 457, 470, 473, 490, 495, 496, 509, 510, 555, 559, 561, 564], "integr": [148, 181, 253, 473, 510, 531, 532, 537, 555], "makeiter": 148, "feed": [148, 233, 276, 496, 549], "end": [148, 151, 201, 202, 203, 208, 218, 219, 234, 250, 251, 277, 291, 292, 332, 338, 395, 397, 473, 474, 475, 496, 497, 502, 506, 510, 524, 540, 547, 549, 559, 560, 561], "predict": [148, 251, 256, 292, 300, 304, 305, 307, 353, 357, 358, 360, 394, 470, 496, 509, 521, 555, 558, 559, 560], "pred": [148, 307, 360, 509], "collate_tf_pr": 148, "collat": [148, 168], "get_input_output_node_nam": 148, "fix_ref_type_of_graph_def": 148, "fix": [148, 206, 208, 234, 277, 332, 492, 493, 517, 549, 552, 555, 561], "strip_unused_lib": 148, "offici": [148, 300, 304, 305, 353, 357, 358, 467, 558], "r1": 148, "15": [148, 502, 506, 544], "branch": [148, 468], "get_graph_def": 148, "auto_input_output": 148, "get_model_input_shap": 148, "get_tensor_val_from_graph_nod": 148, "graph_node_name_map": 148, "kei": [148, 149, 155, 160, 161, 165, 194, 205, 214, 216, 218, 219, 314, 331, 369, 413, 430, 453, 455, 463, 472, 474, 532, 533, 539, 550, 555, 559, 561], "val": [148, 214, 236, 239, 279, 282, 331, 495, 510, 535], "tensor_v": 148, "int8_node_name_revers": 148, "revers": [148, 533], "tf_diagnosis_help": 148, "fp32_model": [148, 155, 168, 297, 463, 473, 553], "quan_model": 148, "save_path": [148, 296, 297, 473, 512], "diagnosi": [148, 218, 219, 510, 533, 534, 535, 550, 556, 562], "generate_feed_dict": 148, "input_tensor": [148, 369], "get_weight_from_input_tensor": 148, "input_tensor_nam": [148, 369], "associ": [148, 160, 303, 356], "search": [148, 154, 169, 187, 188, 194, 208, 215, 219, 222, 223, 265, 266, 298, 300, 310, 313, 314, 315, 335, 339, 353, 398, 432, 434, 463, 472, 505, 509, 513, 514, 524, 549, 550, 555, 558, 559, 561, 562], "look": [148, 205, 473, 475, 502, 509, 532, 533, 535, 558, 563], "sq_weight_tensor": 148, "sq_weights_nod": 148, "two": [148, 155, 160, 175, 195, 200, 207, 212, 236, 241, 252, 279, 284, 303, 330, 334, 336, 343, 356, 404, 463, 468, 469, 470, 492, 493, 496, 498, 500, 502, 510, 511, 537, 538, 540, 549, 552, 554, 555, 557, 558, 561, 563], "apply_inlin": 148, "func": [148, 168, 463, 552, 563], "inlin": [148, 513, 518, 521], "definit": [148, 163, 227, 232, 270, 275, 447], "concret": [148, 561], "new_graph_def": 148, "construct_function_from_graph_def": 148, "frozen_func": 148, "rebuild": [148, 514, 523, 527], "reconstruct": [148, 550], "new_func": 148, "parse_saved_model": 148, "output_tensor_nam": [148, 369], "_saved_model": 148, "load": [148, 158, 160, 161, 234, 250, 251, 277, 291, 292, 361, 369, 394, 462, 463, 474, 492, 523, 527, 531, 533, 551, 552, 553, 558], "reconstruct_saved_model": 148, "trackabl": 148, "destin": [148, 295, 309], "quant_weight_asym": 149, "v": [149, 151, 521, 530, 549, 561, 563], "min_scal": 149, "max_scal": 149, "asymmetr": [149, 475, 552, 555, 561], "e": [149, 160, 196, 218, 219, 436, 467, 468, 496, 499, 503, 513, 518, 519, 523, 527, 549, 555, 558, 561], "perturb": 149, "minimum": [149, 196, 218, 219, 475, 491, 495, 510, 521, 549, 558, 561], "quant_weight_sym": 149, "quant_weight_actor": 149, "quant_weight": [149, 169, 434], "hand": [149, 470], "issu": [149, 467, 468, 471, 472, 506, 533, 535, 552, 559], "round_st": 149, "torch": [149, 151, 153, 154, 155, 156, 157, 160, 161, 163, 164, 165, 166, 168, 169, 173, 191, 194, 195, 197, 205, 215, 218, 219, 297, 361, 394, 430, 458, 462, 469, 472, 475, 476, 496, 498, 500, 510, 511, 512, 513, 518, 521, 533, 552, 555, 558, 559], "straight": 149, "through": [149, 155, 222, 223, 265, 266, 360, 361, 394, 472, 490, 502, 504, 505, 509, 516, 537, 547, 548, 549, 551, 552, 555], "omniqu": 149, "saveinput": 149, "seqlen": 149, "256": [149, 241, 247, 284, 289, 441, 493, 498, 510, 560], "block_nam": 149, "cach": [149, 234, 277, 436, 501, 552, 555], "get_modul": [149, 161, 165], "nn": [149, 154, 161, 163, 165, 168, 169, 194, 195, 205, 218, 219, 297, 361, 394, 430, 432, 434, 435, 436, 447, 448, 451, 458, 462, 469, 496, 510, 512, 555, 558, 559], "set_modul": [149, 165, 168, 451], "new_modul": [149, 161, 165, 168, 451], "get_scale_shap": 149, "wrapper_block": 149, "enable_minmax_tun": 149, "conv1d": [149, 154, 432, 475], "indic": [149, 160, 180, 218, 219, 227, 232, 234, 270, 275, 277, 293, 303, 314, 356, 469, 492, 501, 533, 538, 559], "unwrapper_block": 149, "unwrap": 149, "wrapperlinear": 149, "wrappertransformerconv1d": 149, "sampling_input": 149, "input_id": [149, 234, 251, 277, 292, 510], "input_oth": 149, "length": [149, 205, 218, 219, 234, 251, 277, 292, 303, 356, 472, 493, 509, 550, 552, 555, 560], "id": [149, 175, 250, 252, 291, 300, 302, 303, 304, 305, 353, 355, 356, 357, 358, 509, 538, 539, 543, 544, 545, 557, 561], "current_input_id": 149, "current_input_oth": 149, "move_input_to_devic": 149, "check_is_cpu": 149, "otherwis": [149, 160, 236, 251, 279, 292, 463, 467, 474, 493, 525, 528, 551, 555, 560], "block_forward": 149, "amp_dtyp": 149, "automat": [149, 192, 194, 195, 218, 219, 236, 239, 246, 247, 279, 282, 289, 298, 308, 335, 469, 472, 490, 493, 505, 510, 511, 513, 515, 518, 519, 521, 523, 524, 525, 527, 528, 530, 537, 540, 548, 549, 552, 558, 560, 561], "mix": [149, 153, 162, 218, 219, 337, 349, 361, 396, 410, 436, 472, 473, 480, 505, 513, 519, 520, 521, 562], "precis": [149, 153, 162, 218, 219, 222, 223, 265, 266, 298, 305, 307, 308, 335, 337, 349, 358, 360, 361, 371, 396, 399, 410, 436, 463, 472, 473, 474, 480, 490, 491, 497, 498, 502, 505, 513, 519, 520, 521, 550, 551, 552, 555, 558, 561, 562], "collect_round_v": 149, "collect_minmax_scal": 149, "get_batch_dim": 149, "posit": [149, 251, 292, 448, 467, 509, 513, 538, 543, 544, 545], "dim": [149, 251, 292, 555, 558, 560], "wrappermultiblock": 149, "module_list": 149, "act": [149, 214, 232, 275, 467], "singl": [149, 190, 212, 218, 219, 227, 234, 251, 270, 277, 292, 303, 332, 334, 356, 360, 394, 469, 493, 495, 506, 536, 549, 553, 558], "get_block_nam": 149, "network": [149, 155, 190, 196, 197, 332, 401, 436, 470, 491, 496, 497, 500, 510, 532, 550, 552, 558, 561], "get_tokenizer_funct": 149, "token": [149, 234, 245, 248, 251, 277, 288, 290, 292, 299, 300, 301, 352, 353, 354, 458, 493, 509, 510, 532, 533, 555, 557, 558, 560, 561], "truncat": [149, 234, 251, 277, 292, 493, 560], "field": [149, 218, 219, 236, 279, 303, 356, 469, 473, 475, 498, 510, 557, 561, 563], "get_dataload": 149, "data_nam": 149, "neelnanda": 149, "pile": 149, "10k": [149, 499, 503], "42": [149, 187, 219, 315, 564], "test": [149, 175, 218, 219, 251, 292, 468, 472, 495, 506, 538, 543, 564], "shuffl": [149, 224, 226, 233, 254, 267, 269, 276, 492, 510, 552], "enable_full_rang": [149, 152, 169, 434, 441, 458, 553, 555], "cuda": [149, 160, 214, 436, 511, 513, 515, 549, 552], "lr_schedul": [149, 510, 549], "dataset_nam": [149, 534], "dataset_split": 149, "use_quant_input": 149, "lr": [149, 151, 218, 219, 496, 498, 510], "005": [149, 555], "minmax_lr": 149, "low_gpu_mem_usag": 149, "200": [149, 250, 291, 469, 539, 561], "512": 149, "sampler": [149, 224, 226, 228, 233, 254, 267, 269, 271, 276, 288, 299, 348, 409, 492, 498], "rand": [149, 513, 558], "n_block": [149, 169, 555], "gradient_accumulate_step": 149, "not_use_ms": 149, "dynamic_max_gap": 149, "data_typ": [149, 152, 169, 351, 412, 434], "signround": 149, "advanc": [149, 155, 218, 219, 467, 472, 474, 480, 508, 549, 552, 563], "cheng": 149, "wenhua": 149, "et": [149, 151, 155, 491, 555, 558], "al": [149, 151, 155, 491, 555, 558], "via": [149, 298, 322, 327, 335, 467, 472, 498, 505, 510, 513, 530, 549, 550], "sign": [149, 351, 412, 468, 472, 475, 491, 532, 550, 552, 555, 557], "gradient": [149, 151, 190, 316, 472, 505, 510, 549, 550, 564], "descent": [149, 151, 194, 472, 550], "arxiv": [149, 154, 190, 208, 209, 332, 432, 441, 472, 491, 549, 550, 555, 558], "preprint": [149, 491, 549, 555, 558], "2309": 149, "05516": 149, "2023": [149, 472, 545, 549, 555, 558, 564], "pytorch": [149, 176, 181, 183, 184, 191, 194, 197, 200, 201, 204, 209, 210, 218, 219, 233, 234, 236, 239, 243, 251, 253, 258, 260, 276, 277, 279, 282, 286, 292, 297, 298, 307, 308, 328, 330, 333, 335, 343, 352, 360, 361, 370, 394, 404, 456, 463, 468, 469, 470, 472, 473, 474, 475, 491, 492, 496, 497, 499, 502, 505, 506, 508, 510, 511, 512, 513, 515, 518, 519, 520, 521, 530, 532, 541, 544, 545, 549, 550, 551, 555, 556, 558, 561, 563], "empti": [149, 161, 218, 219, 516, 553], "layer1": [149, 194, 218, 219, 510, 549, 552], "layer_nam": [149, 219, 549], "rang": [149, 169, 237, 238, 251, 280, 281, 292, 413, 434, 452, 458, 472, 473, 475, 491, 493, 495, 496, 497, 498, 510, 533, 535, 548, 549, 552, 555, 558, 560], "learn": [149, 151, 472, 473, 474, 492, 493, 500, 504, 505, 506, 510, 511, 513, 515, 518, 519, 521, 524, 525, 528, 530, 549, 550, 552, 558, 559, 561, 562], "rate": [149, 151, 510, 549, 552], "schedul": [149, 189, 191, 201, 202, 203, 208, 209, 211, 218, 219, 299, 328, 332, 352, 510, 537, 538, 540, 548], "futur": [149, 173, 222, 223, 254, 265, 266, 505, 508, 510, 521, 543, 544, 545, 562], "accumul": [149, 348, 409, 561], "step": [149, 151, 190, 200, 201, 202, 203, 207, 208, 212, 218, 219, 330, 332, 334, 452, 474, 475, 495, 496, 497, 498, 510, 525, 528, 530, 543, 544, 545, 548, 549, 551, 554, 555, 557, 558, 559, 561], "squar": [149, 307, 342, 360, 403, 495, 509, 535, 561], "gap": [149, 495, 512], "addit": [149, 168, 219, 452, 474, 475, 496, 524, 532, 538, 555, 556, 561], "keyword": [149, 160, 219], "argument": [149, 160, 219, 413, 448, 470, 495, 534, 535, 538, 541, 543, 544, 545, 555], "autooptround": 149, "adamw": [149, 183, 258], "autoadamround": 149, "sgd": [151, 183, 218, 219, 258, 496, 510, 551, 563], "param": [151, 168, 175, 183, 224, 252, 258, 267, 307, 339, 360, 398, 463, 473, 512, 561], "requir": [151, 168, 169, 218, 219, 225, 336, 369, 393, 436, 469, 473, 474, 490, 491, 492, 495, 497, 498, 502, 510, 511, 512, 514, 524, 530, 532, 537, 538, 541, 544, 545, 549, 552, 555, 556, 557, 558, 559, 561, 563], "momentum": [151, 190, 332, 505, 510, 549, 563], "weight_decai": [151, 188, 510, 563], "nesterov": [151, 510, 563], "maxim": [151, 510, 549, 561], "foreach": 151, "differenti": 151, "stochast": 151, "align": [151, 251, 292, 467, 555, 560], "rule": [151, 495, 513, 549], "110mm": 151, "4pt": 151, "textbf": 151, "gamma": 151, "theta_0": 151, "f": [151, 160, 191, 496, 498, 552, 555, 558], "theta": 151, "lambda": [151, 160, 553], "decai": 151, "hspace": 151, "13mm": 151, "mu": [151, 495], "tau": 151, "textit": 151, "ex": 151, "ldot": 151, "5mm": 151, "g_t": 151, "leftarrow": 151, "nabla_": 151, "f_t": 151, "theta_": 151, "neq": 151, "10mm": 151, "15mm": 151, "_t": 151, "_": [151, 222, 223, 265, 266, 394, 469, 470, 472, 473, 474, 491, 495, 496, 498, 500, 502, 510, 511, 512, 513, 519, 523, 525, 527, 528, 535, 538, 539, 547, 549, 552, 555, 556, 557, 558, 559, 561, 563], "g_": 151, "theta_t": 151, "bf": 151, "formula": [151, 549, 558], "On": [151, 552, 564], "deep": [151, 216, 430, 472, 473, 474, 492, 505, 506, 510, 511, 513, 515, 518, 519, 521, 524, 530, 550, 552, 561, 562, 564], "l2": [151, 219, 549], "penalti": [151, 300, 301, 353, 354, 509], "instead": [151, 215, 216, 219, 233, 276, 463, 516, 518, 521, 536, 549, 555], "xdoctest": [151, 160], "skip": [151, 160, 559, 561], "9": [151, 190, 218, 219, 469, 506, 510, 549, 551, 558, 561, 563, 564], "zero_grad": [151, 498, 510, 549], "loss_fn": 151, "backward": [151, 436, 452, 496, 497, 498, 510, 548, 549, 552, 556], "subtli": 151, "sutskev": 151, "some": [151, 192, 194, 218, 219, 234, 277, 331, 474, 475, 493, 495, 500, 506, 509, 510, 532, 533, 534, 535, 538, 547, 549, 552, 554, 555, 558, 559, 561, 562, 564], "written": [151, 510], "v_": 151, "p_": 151, "denot": [151, 558], "veloc": 151, "respect": [151, 467, 502, 549, 558, 563], "contrast": [151, 196, 330, 560], "emploi": 151, "form": [151, 305, 358, 495, 496, 530], "analog": 151, "modifi": [151, 205, 236, 279, 393, 412, 469, 475, 498, 502, 534, 535, 549, 563], "d_p_list": 151, "momentum_buffer_list": 151, "has_sparse_grad": 151, "see": [151, 158, 251, 292, 300, 353, 436, 467, 468, 469, 471, 507, 510, 523, 524, 527, 530, 531, 535, 536, 555, 558, 559, 561], "actawareweightqu": 152, "example_input": [152, 162, 165, 167, 168, 169, 218, 219, 297, 462, 500], "algo": [152, 455], "bf16modulewrapp": 153, "bf16modul": 153, "mixed_precision_model": 153, "bf16_symbolic_trac": 153, "fx_sub_module_list": 153, "trace": [153, 155, 166, 168, 194, 218, 219, 297, 401, 469, 520, 561], "_description_": 153, "is_leaf": [154, 432], "judg": [154, 432], "trace_gptq_target_block": [154, 432], "module_typ": [154, 432], "modulelist": [154, 432], "sequenti": [154, 232, 275, 336, 338, 395, 397, 432, 561], "stack": [154, 432], "structur": [154, 195, 206, 207, 218, 219, 332, 350, 411, 432, 463, 505, 529, 531, 534, 543, 549, 550, 552, 559, 562, 564], "critic": [154, 205, 432, 467], "gptq_related_block": [154, 432], "embed": [154, 168, 432, 491, 549], "transformers_pr": [154, 432], "todo": [154, 234, 237, 277, 280, 303, 349, 356, 410, 432], "transformers_nam": [154, 432], "find_lay": [154, 432], "find_layers_nam": [154, 432], "log_quantizable_layers_per_transform": [154, 432], "transformer_block": [154, 432], "maxq": [154, 432], "gptquantiz": [154, 432], "nsampl": [154, 169, 432, 441, 555], "use_max_length": [154, 169, 432, 441], "pad_max_length": [154, 169, 432, 441], "layer_wis": [154, 169, 432, 441, 462, 553], "compress": [154, 299, 322, 327, 352, 371, 432, 452, 458, 465, 472, 480, 496, 505, 510, 530, 532, 547, 548, 549, 550, 552, 558, 562, 564], "pretrain": [154, 432, 458, 513, 519], "url": [154, 236, 279, 432, 468, 507, 541, 542, 549], "org": [154, 190, 208, 209, 303, 332, 356, 432, 441, 469, 495, 506, 525, 528, 549], "2210": [154, 432, 441, 555], "17323": [154, 432, 441, 555], "node_collector": 155, "hook": [155, 180, 184, 205, 260, 261, 322, 327, 455, 496, 497, 510, 549, 558, 559], "record": [155, 168, 181, 184, 234, 235, 236, 242, 253, 260, 277, 278, 279, 285, 463, 493, 535, 555, 557, 559, 561], "hessiantrac": 155, "q_model": [155, 159, 219, 309, 394, 425, 429, 469, 472, 492, 493, 495, 498, 500, 503, 504, 509, 510, 512, 532, 533, 552, 553, 554, 555], "criterion": [155, 180, 182, 183, 189, 190, 196, 201, 202, 203, 205, 208, 209, 213, 218, 219, 255, 258, 299, 352, 496, 497, 510, 549, 552, 558, 561, 563], "yao": 155, "zhewei": 155, "pyhessian": 155, "len": [155, 219, 251, 292, 493, 498, 560], "2020": 155, "ieee": [155, 511, 558], "intern": [155, 232, 275, 349, 410, 492, 493, 509, 549], "confer": [155, 549, 558], "big": [155, 495, 555], "dong": 155, "zhen": 155, "hawq": [155, 401, 561], "v2": [155, 401, 492, 498, 500, 501, 506, 519, 556, 558, 561, 562, 564], "system": [155, 160, 175, 252, 463, 490, 516, 549, 564], "33": [155, 564], "18518": 155, "18529": 155, "openvinotoolkit": 155, "nncf": 155, "develop": [155, 371, 468, 469, 506, 510, 511, 513, 519, 530, 536, 549, 550, 554, 557], "hessian_trac": 155, "compare_weight": 155, "float_dict": 155, "ani": [155, 160, 303, 305, 348, 356, 358, 388, 393, 409, 413, 436, 448, 460, 463, 467, 472, 475, 498, 513, 518, 531, 532, 536, 537, 549, 557, 561], "quantized_dict": 155, "compar": [155, 307, 360, 463, 497, 509, 533, 549, 552, 555, 557, 559, 561], "being": [155, 303, 356, 475, 538], "wt_compare_dict": 155, "float_model": 155, "state_dict": [155, 498, 555, 559], "qmodel": 155, "compute_error": 155, "state": [155, 195, 436, 475, 516, 549], "weight_dict": 155, "hawq_top": 155, "enable_act": 155, "modul": [156, 157, 191, 197, 204, 312, 318, 328, 329, 469, 492, 496, 505, 509, 510, 512, 549, 551, 554, 555, 559, 562], "portabl": 158, "serial": [158, 160], "copyreg": 158, "mechan": [158, 190, 549, 557, 562], "pickler": 158, "pickletool": 158, "comment": [158, 467, 474, 493, 509, 510, 555, 560], "unpickl": [158, 160], "misc": [158, 507], "format_vers": 158, "compatible_format": 158, "except": [158, 160, 413, 463, 536, 552, 553], "pickleerror": 158, "pickl": [158, 160], "picklingerror": 158, "unpicklingerror": 158, "problem": [158, 234, 277, 307, 360, 509, 511, 531], "secur": [158, 472, 532, 550, 565], "violat": 158, "also": [158, 195, 233, 236, 251, 276, 279, 292, 300, 353, 360, 371, 394, 436, 468, 470, 473, 474, 475, 492, 495, 499, 503, 505, 509, 510, 513, 518, 523, 524, 527, 530, 531, 532, 535, 536, 547, 549, 550, 552, 554, 555, 558, 561], "includ": [158, 181, 190, 194, 196, 211, 213, 218, 219, 234, 236, 243, 251, 253, 277, 279, 286, 292, 298, 308, 330, 335, 413, 436, 463, 467, 473, 474, 475, 492, 493, 495, 506, 507, 508, 509, 510, 513, 516, 519, 524, 536, 540, 543, 544, 545, 549, 552, 554, 555, 559, 561], "necessarili": 158, "limit": [158, 188, 339, 398, 463, 472, 495, 496, 508, 552, 555, 556, 559], "attributeerror": [158, 413], "eoferror": 158, "importerror": [158, 501], "indexerror": 158, "layerwisequ": 159, "pretrained_model_name_or_path": [159, 161], "op_cfg": 159, "output_dir": [159, 458, 510, 518, 519, 534, 535, 541, 544, 545], "5": [159, 173, 181, 218, 219, 238, 247, 253, 281, 289, 307, 360, 394, 473, 493, 500, 502, 506, 509, 510, 535, 540, 543, 544, 549, 551, 552, 555, 558, 560, 561, 563, 564], "order": [159, 168, 300, 301, 336, 339, 342, 351, 353, 354, 398, 403, 412, 469, 495, 509, 533, 551, 555, 558, 559, 561], "memomeri": 159, "file_lik": 160, "map_loc": 160, "pickle_modul": [160, 191], "weights_onli": 160, "pickle_load_arg": 160, "facil": 160, "treat": [160, 492], "storag": [160, 472, 503, 509, 532, 535, 555, 558], "thei": [160, 252, 413, 467, 496, 502, 510, 518, 533, 536, 547], "deseri": 160, "were": [160, 307, 360, 516, 549], "fail": [160, 469, 492, 500, 539], "becaus": [160, 200, 205, 251, 292, 330, 469, 535, 552, 558, 560, 561], "doesn": [160, 251, 292, 473, 498, 510, 511, 531, 563], "certain": [160, 556, 557], "howev": [160, 536, 549, 555, 558], "altern": [160, 218, 219, 394], "callabl": [160, 218, 219, 305, 358, 425, 429, 435, 448, 452, 492], "locat": [160, 170, 214, 251, 292, 498, 516, 523, 527, 530, 538, 552, 556, 560, 563], "resid": 160, "tag": [160, 369, 558, 559], "wa": [160, 218, 219, 473, 510, 535, 536, 539, 550, 561], "builtin": [160, 498], "device_id": 160, "either": [160, 219, 303, 356, 514, 518, 538, 548, 551, 552], "final": [160, 194, 201, 214, 332, 474, 510, 516, 547, 549, 552, 556, 561], "alreadi": [160, 175, 236, 250, 252, 279, 291, 473, 493, 505, 525, 528, 532, 541, 561], "right": [160, 247, 289, 303, 356, 467, 468, 469, 530, 536, 558, 560], "fall": [160, 168], "back": [160, 168, 251, 257, 292, 495, 530, 536], "behavior": [160, 467, 473, 474, 475, 502, 512, 555, 559, 561, 563], "wasn": 160, "appear": [160, 467, 524, 530, 532], "ones": [160, 303, 356, 549], "put": [160, 236, 279, 493, 496], "user": [160, 175, 183, 194, 206, 214, 218, 219, 222, 223, 236, 239, 243, 251, 252, 258, 265, 266, 279, 282, 286, 292, 298, 322, 327, 333, 335, 336, 360, 361, 371, 394, 399, 412, 452, 463, 469, 470, 472, 473, 474, 475, 480, 490, 492, 496, 497, 500, 502, 505, 508, 509, 510, 511, 512, 513, 514, 515, 517, 518, 519, 521, 524, 530, 537, 538, 539, 540, 543, 544, 545, 547, 548, 549, 550, 552, 553, 554, 556, 558, 559, 560, 561, 565], "register_packag": 160, "readlin": 160, "tell": [160, 360, 394, 551], "seek": [160, 555], "o": [160, 413, 506, 515, 533], "pathlik": 160, "metadata": 160, "primit": 160, "unless": [160, 502], "implicitli": 160, "known": [160, 254, 339, 398, 510, 549, 552, 559, 561], "insecur": [160, 532], "possibl": [160, 252, 436, 495, 532, 548, 549, 553, 554, 561], "construct": [160, 234, 237, 238, 241, 249, 254, 256, 257, 259, 277, 280, 281, 284, 360, 365, 369, 412, 455, 467, 474, 475, 493, 498, 549, 561], "malici": 160, "arbitrari": [160, 510, 548], "code": [160, 194, 222, 223, 252, 265, 266, 309, 333, 336, 394, 452, 469, 472, 473, 474, 475, 493, 496, 497, 498, 504, 505, 507, 509, 513, 515, 517, 518, 519, 521, 524, 530, 534, 535, 537, 538, 539, 547, 548, 549, 550, 551, 552, 557, 558, 559, 560], "never": [160, 561], "could": [160, 165, 173, 196, 222, 223, 236, 265, 266, 279, 336, 361, 394, 452, 467, 469, 497, 510, 548, 549, 552, 555, 556, 558, 562], "come": [160, 508, 561], "untrust": 160, "unsaf": 160, "tamper": 160, "trust": [160, 495, 532], "load_state_dict": 160, "ram": 160, "surg": 160, "checkpoint": [160, 369, 462, 512], "By": [160, 194, 218, 219, 300, 353, 474, 475, 509, 512, 523, 524, 527, 549, 550, 555, 561], "decod": [160, 246, 247, 289, 300, 353, 509, 560], "byte": 160, "utf": [160, 250, 291], "unicodedecodeerror": 160, "ascii": 160, "codec": 160, "0x": 160, "incorrect": 160, "extra": [160, 305, 358, 510], "encod": [160, 303, 356, 533, 560], "latin1": 160, "them": [160, 194, 234, 277, 469, 475, 492, 495, 500, 502, 504, 533, 536, 548, 549, 555, 561], "keep": [160, 205, 214, 331, 399, 469, 473, 529, 530, 556], "later": [160, 165, 173, 537, 538, 559], "byte_arrai": 160, "undefin": [160, 214, 331], "filepath": [160, 463], "pt": [160, 462, 506, 512, 534, 550, 552, 554, 555], "onto": 160, "loc": 160, "bytesio": 160, "open": [160, 255, 299, 352, 455, 465, 467, 472, 500, 501, 510, 525, 528, 531, 532, 536, 537, 538, 550, 556], "rb": 160, "buffer": 160, "get_children": 161, "get_named_children": 161, "dowload_hf_model": 161, "repo_id": 161, "cache_dir": 161, "repo_typ": 161, "revis": 161, "download": [161, 236, 279, 493, 495, 506, 535, 541, 556], "hug": [161, 472, 537, 550], "face": [161, 467, 472, 480, 513, 517, 537, 539, 550, 556, 564], "hf": [161, 508, 558, 564], "hub": [161, 472, 499, 503, 521], "load_empty_model": [161, 553], "automodelforcausallm": 161, "get_super_module_by_nam": 161, "module_nam": [161, 190, 191, 201, 202, 203, 204, 206, 207, 208, 209, 211, 213, 332, 463], "father": [161, 194], "update_modul": 161, "load_layer_wise_quantized_model": 161, "load_tensor_from_shard": 161, "shard": 161, "load_tensor": 161, "ipex_mixed_precis": 162, "fakeaffinetensorquantfunct": [163, 447], "affin": [163, 447, 552], "teqlinearfakequ": [163, 447], "orig_lay": [163, 447], "mullinear": [163, 169, 447], "input_scal": [163, 447], "detector": 164, "transformerbasedmodelblockpatterndetector": 164, "pattern_lst": 164, "block_pattern": 164, "detect": [164, 168, 194, 218, 219, 303, 307, 356, 360, 365, 468, 469, 513, 520, 521, 549, 561], "ffn": [164, 205], "torchsmoothqu": [165, 558], "q_func": [165, 222, 223, 265, 266, 339, 342, 343, 345, 395, 398, 399, 403, 404, 406, 473, 474, 510, 561], "traced_model": [165, 166], "whose": [165, 173, 196, 331, 369, 504, 558, 561], "absorb": [165, 168, 169, 173, 555], "trace_and_fuse_sub_graph": 166, "is_qat": 166, "tequant": 167, "absorb_to_lay": [167, 168, 169], "extra_config": [167, 169], "trainabl": [167, 472, 550, 555], "move_input_devic": 168, "auto": [168, 192, 194, 218, 219, 337, 352, 396, 402, 463, 469, 491, 513, 516, 518, 520, 521, 549, 552, 555], "kind": [168, 510], "forward_wrapp": 168, "get_embedding_contigu": 168, "contigu": 168, "is_fused_modul": 168, "_propagate_qconfig_help": 168, "collate_torch_pr": 168, "collate_result": 168, "input2tupl": 168, "append_attr": 168, "fx_model": 168, "fx_white_list": 168, "append": [168, 336, 339, 398, 469, 497, 510, 548], "graphmodul": [168, 469, 554], "dir": [168, 234, 277, 458, 462, 493, 501, 504], "generate_activation_observ": 168, "smooth_quant_en": 168, "observ": [168, 475, 555, 557, 559, 561], "what": [168, 201, 232, 275, 360, 394, 452, 467, 550], "check_cfg_and_qconfig": 168, "op_infos_from_cfg": 168, "output_tensor_ids_op_nam": 168, "paser_cfg": 168, "ops_nam": 168, "get_quantizable_ops_from_cfg": 168, "input_tensor_ids_op_nam": 168, "update_sq_scal": 168, "ipex_config_path": 168, "smoothquant_scale_info": 168, "ipex_config": 168, "json": [168, 235, 251, 278, 292, 462, 493, 512, 531, 538, 539, 543, 544, 545, 555, 560], "auto_copi": 168, "fetch_modul": [168, 451], "op_nam": [168, 215, 218, 219, 350, 411, 451, 463, 464, 474, 510, 549, 559], "simple_infer": 168, "get_example_input": 168, "example_inp": 168, "get_fallback_ord": 168, "confidence_batch": [168, 561], "fallback": [168, 219, 342, 343, 401, 403, 404, 500, 511, 533, 554, 561], "requantize_cfg": 168, "confid": 168, "ordered_op": 168, "get_mse_order_per_fp32": 168, "influenc": [168, 549], "last": [168, 190, 214, 218, 219, 492, 511, 513, 515, 520, 524, 552, 555, 558], "fallback_ord": 168, "get_mse_order_per_int8": 168, "get_torch_vers": 168, "match_datatype_pattern": 168, "calculate_quant_min_max": 168, "unsign": [168, 351, 412, 475, 555], "qmin": 168, "qmax": 168, "get_depth": 168, "depth": [168, 496, 554], "get_dict_at_depth": 168, "target_depth": 168, "nest": [168, 216, 430], "get_element_under_depth": 168, "ops_lst": 168, "get_op_type_by_nam": 168, "quantizable_op": 168, "collect_weight_info": 168, "fc": [168, 219, 549], "_type_": [168, 458], "get_module_input_output": 168, "module_hook_config": 168, "input_func": 168, "output_func": 168, "help": [168, 184, 260, 309, 508, 512, 513, 519, 530, 538, 543, 544, 545, 555, 561, 562], "module_name_list": 168, "fc1": [168, 169], "preprocess": [168, 218, 219, 234, 251, 277, 292, 412, 455, 498, 560], "usag": [168, 176, 233, 276, 303, 309, 336, 356, 413, 430, 451, 474, 493, 498, 499, 513, 521, 532, 538, 543, 544, 545, 547, 551, 555, 560], "input_valu": 168, "output_valu": 168, "total_valu": 168, "get_absorb_lay": 168, "supported_lay": 168, "no_absorb_lay": 168, "allow": [168, 339, 398, 436, 496, 498, 509, 510, 511, 532, 537, 549, 551, 555, 558, 561, 563], "absorpt": 168, "eg": [168, 216, 236, 279, 430, 493, 551], "absorbed_1": 168, "xx": 168, "get_block_prefix": 168, "block_list": 168, "block_num": 168, "block_prefix": 168, "get_hidden_st": 168, "calib": [168, 474], "rest": [168, 537, 538, 543, 544, 545], "part": [168, 192, 201, 330, 332, 469, 506, 511, 525, 528, 538, 540, 549, 553, 558, 562], "total_block_kwarg": 168, "total_block_arg": 168, "quantize_4bit": [169, 434], "quantil": [169, 434, 561], "nf4": [169, 434, 472, 555], "return_int": [169, 434, 441], "fp4": [169, 434, 472, 555], "q_tensor": [169, 434], "qdq_weight_asym": [169, 434], "choos": [169, 236, 279, 434, 458, 505, 518, 550, 556, 558, 561, 563], "qdq_weight_sym": [169, 434], "full_rang": [169, 434], "amax": [169, 434], "qdq_weight_actor": [169, 434], "select": [169, 211, 214, 219, 234, 277, 434, 458, 469, 470, 491, 505, 506, 530, 549, 552, 555, 559, 561], "search_clip": [169, 434], "best": [169, 180, 251, 292, 293, 298, 335, 342, 403, 434, 467, 470, 506, 513, 519, 530, 536, 547, 552, 555, 558, 560, 561], "num": [169, 434, 463], "best_clip_ratio": [169, 434], "group_dim": [169, 434, 441], "gptq_perm": [169, 434], "perm": [169, 251, 292, 434, 560], "int32": [169, 434, 458, 493, 555], "absorb_lay": 169, "absorb_dict": 169, "absorbed_lay": 169, "fc3": 169, "oom": 169, "teq_quant": 169, "quant_weight_w_scal": [169, 434], "algorithm_registri": 170, "algorithm_typ": 170, "registr": [170, 236, 243, 251, 279, 286, 292, 325], "algorithmschedul": 170, "conf": [170, 175, 180, 219, 222, 223, 252, 265, 266, 309, 316, 317, 319, 320, 321, 322, 327, 339, 342, 343, 345, 349, 361, 371, 394, 395, 398, 399, 403, 404, 406, 410, 413, 452, 469, 470, 472, 475, 490, 496, 503, 504, 510, 511, 512, 532, 534, 535, 548, 552, 553, 554, 555, 557, 558, 561], "control": [170, 218, 219, 469, 510, 536, 549, 561], "phase": [170, 470, 510, 549, 552, 554, 561], "fastbiascorrect": [171, 174], "fast_bias_correct": [172, 218, 219, 352, 552], "weight_correct": [172, 218, 219, 352, 552], "weightcorrect": 174, "1e": [174, 558, 563], "05": [174, 219, 307, 360, 509, 558, 564], "evalu": [175, 180, 196, 218, 222, 223, 234, 252, 265, 266, 277, 293, 300, 303, 304, 305, 307, 309, 353, 356, 357, 358, 360, 361, 371, 394, 452, 455, 470, 473, 474, 493, 496, 497, 504, 505, 508, 509, 510, 511, 513, 519, 521, 524, 530, 547, 549, 552, 557, 558, 559, 561, 563], "set_env_var": [175, 252], "env_var": [175, 252], "overwrite_exist": [175, 252], "env": [175, 252, 501, 543, 544, 545], "set_all_env_var": [175, 252], "physic": [175, 252, 467, 490, 538], "core": [175, 218, 219, 252, 468, 490, 507, 523, 527, 538, 564], "get_architectur": [175, 252], "architectur": [175, 252, 310, 313, 472, 490, 496, 510, 537, 549, 550, 555, 562], "get_threads_per_cor": [175, 252], "thread": [175, 218, 219, 252, 388, 393, 436, 492, 540], "get_thread": [175, 252], "get_physical_id": [175, 252], "socket": [175, 252, 463, 538, 540, 564], "get_core_id": [175, 252], "get_bounded_thread": [175, 252], "core_id": [175, 252], "bind": [175, 252], "run_inst": 175, "b_dataload": [175, 218, 219, 490, 510], "b_func": [175, 490], "benchmarkconfig": [175, 218, 219, 490, 495, 510], "goal": [175, 293, 298, 322, 327, 335, 361, 394, 474, 492, 548, 552, 561], "prefer": [175, 298, 335, 394, 549, 555], "space": [175, 187, 188, 202, 203, 208, 209, 218, 219, 222, 223, 265, 266, 298, 305, 310, 313, 314, 315, 335, 339, 342, 349, 358, 361, 394, 398, 403, 410, 467, 468, 470, 473, 474, 475, 549, 552, 558, 563], "etc": [175, 180, 250, 291, 293, 298, 305, 322, 327, 335, 358, 361, 394, 462, 472, 496, 505, 532, 536, 549, 557, 561], "generate_prefix": 175, "core_list": 175, "command": [175, 252, 452, 495, 498, 513, 515, 518, 523, 527, 531, 532, 534, 535, 536, 538], "numactl": [175, 501, 516, 524], "call_on": 175, "cmd": 175, "log_fil": [175, 387, 392], "window": [175, 490, 506, 530, 531], "config_inst": 175, "raw_cmd": 175, "multi": [175, 192, 194, 205, 303, 356, 360, 394, 470, 492, 493, 505, 510, 547, 549, 552, 561], "trigger": [175, 201, 332], "summary_benchmark": 175, "summari": [175, 452, 495, 525, 528, 559, 564], "profil": [175, 219, 352], "benchmark_with_raw_cmd": 175, "fit_with_raw_cmd": 175, "cores_per_inst": [175, 218, 219, 490, 510, 551], "num_of_inst": [175, 218, 219, 490, 510, 551], "fit": [175, 196, 218, 219, 339, 361, 394, 398, 413, 452, 469, 472, 490, 492, 493, 495, 498, 503, 504, 509, 510, 511, 512, 532, 533, 549, 552, 553, 554, 555], "pb": [175, 218, 219, 361, 369, 394, 472, 490, 498, 503, 510, 512, 532, 535, 543, 559, 564], "eval_dataload": [175, 218, 219, 222, 223, 265, 266, 336, 339, 342, 343, 345, 361, 394, 395, 398, 399, 403, 404, 406, 452, 490, 504, 509, 510, 532, 552, 553, 561], "register_config": 176, "framework_nam": 176, "algo_nam": 176, "examplealgorithm": 176, "examplealgorithmconfig": 176, "baseconfig": [176, 427, 429, 448], "white_list": [176, 427, 441], "op_name_or_module_typ": [176, 427, 441], "default_white_list": [176, 427, 441], "composableconfig": 176, "logger": [177, 299, 328, 352, 453, 456, 463], "msg": [178, 459, 539, 543, 544], "debug": [178, 413, 459, 495, 523, 527, 531, 561, 562], "fatal": [178, 459], "warn": [178, 459], "alia": [178, 459, 463, 515, 520], "compon": [180, 293, 299, 336, 352, 469, 495, 498, 506, 507, 513, 530, 538, 548, 549], "quantizationawaretrainingcallback": 180, "pruningcallback": 180, "distillationcallback": 180, "basecallback": 180, "design": [180, 233, 256, 261, 276, 360, 399, 470, 472, 510, 518, 521, 549, 552, 562], "mainli": [180, 212, 261, 334, 472, 510, 549, 552], "prune": [180, 189, 190, 191, 192, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 219, 261, 262, 299, 316, 317, 319, 320, 321, 325, 327, 328, 330, 331, 332, 334, 336, 352, 463, 472, 498, 499, 502, 503, 505, 548, 550, 562, 563], "distil": [180, 189, 218, 219, 253, 260, 261, 299, 352, 472, 499, 503, 505, 548, 562, 563], "In": [180, 198, 199, 200, 205, 206, 207, 211, 219, 233, 261, 276, 303, 330, 332, 356, 371, 436, 467, 469, 470, 472, 473, 474, 492, 493, 495, 496, 497, 498, 509, 510, 520, 523, 524, 527, 533, 534, 535, 536, 543, 544, 545, 547, 548, 549, 552, 554, 555, 557, 558, 559, 560, 561, 562], "adaptor": [180, 218, 219, 351, 412, 417, 425, 455, 472, 475, 505, 553, 554, 556, 558, 559, 562], "deriv": [180, 190, 198, 199, 200, 206, 207, 208, 209, 210, 211, 212, 213, 293, 330, 332, 334, 427, 441], "pipelin": [180, 293, 310, 311, 336, 468, 497, 510, 548], "knowledg": [180, 181, 218, 219, 253, 293, 497, 499, 503, 505, 510, 512, 563], "transfer": [180, 241, 284, 293, 493, 496, 497, 510, 558], "teacher": [180, 218, 219, 293, 496, 497, 510, 564], "student": [180, 184, 218, 219, 234, 260, 277, 293, 493, 496, 497, 564], "distillation_conf": [180, 215, 293], "_epoch_ran": [180, 293], "integ": [180, 200, 201, 218, 219, 293, 303, 307, 314, 330, 332, 356, 360, 413, 473, 475, 491, 552, 555, 558, 561], "much": [180, 190, 218, 219, 251, 292, 293, 496, 524, 558, 560], "epoch": [180, 202, 203, 208, 293, 332, 452, 492, 496, 497, 498, 510, 548, 549, 563], "ran": [180, 293], "eval_frequ": [180, 293], "frequenc": [180, 201, 218, 219, 293, 332, 510, 549, 563], "term": [180, 202, 203, 208, 209, 211, 293, 468, 491, 496, 507, 509, 547, 548, 561], "best_scor": [180, 293], "metric": [180, 218, 219, 222, 223, 255, 265, 266, 293, 298, 299, 314, 322, 327, 335, 336, 352, 361, 394, 452, 455, 470, 473, 474, 493, 495, 498, 510, 511, 532, 552, 557, 558, 559, 561, 562, 563, 564], "best_model": [180, 293, 462, 555], "found": [180, 293, 472, 496, 508, 511, 518, 535, 539, 558, 561, 564], "critet": [181, 253], "tensorflowcrossentropyloss": [181, 253], "pytorchcrossentropyloss": [181, 253], "tensorflowsparsecategoricalcrossentropi": 181, "tensorflowknowledgedistillationloss": [181, 253], "pytorchknowledgedistillationloss": [181, 253, 510], "pytorchintermediatelayersknowledgedistillationloss": [181, 253], "tensorflowcriterion": [181, 253], "pytorchcriterion": [181, 253], "criterion_registri": [181, 253], "criterion_typ": [181, 253], "registry_criterion": [181, 253], "param_dict": [181, 183, 253, 258], "crossentropyloss": [181, 218, 219, 496, 510], "sparsecategoricalcrossentropyloss": 181, "knowledgedistillationframework": [181, 253], "student_model": [181, 219, 253, 510], "teacher_model": [181, 218, 219, 253, 496, 497, 510], "knowledgedistillationloss": [181, 253, 510, 563], "temperatur": [181, 218, 219, 253, 510, 563], "loss_typ": [181, 187, 218, 219, 253, 510, 563], "ce": [181, 218, 219, 253, 510, 563], "loss_weight": [181, 218, 219, 253, 510, 563], "pytorchknowledgedistillationlosswrapp": [181, 253], "tensorflowknowledgedistillationlosswrapp": 181, "tensorflowknowledgedistillationlossextern": [181, 253], "intermediatelayersknowledgedistillationloss": [181, 253], "layer_map": [181, 219, 253, 496], "add_origin_loss": [181, 219, 253], "pytorchintermediatelayersknowledgedistillationlosswrapp": [181, 253], "selfknowledgedistillationloss": [181, 253], "selfknowledg": [181, 253], "pytorchselfknowledgedistillationloss": 181, "pytorchselfknowledgedistillationlosswrapp": 181, "multipl": [183, 192, 220, 221, 225, 226, 234, 235, 237, 238, 239, 240, 241, 245, 248, 251, 258, 263, 264, 268, 269, 271, 277, 278, 280, 281, 282, 283, 284, 288, 290, 292, 308, 361, 362, 363, 365, 371, 436, 490, 493, 500, 510, 537, 540, 548, 549, 557, 558, 561], "tensorflowoptim": [183, 258], "pytorchoptim": [183, 258], "optimizer_registri": [183, 258], "optimizer_typ": [183, 258], "cross": [183, 258, 307, 360, 504, 561], "tensorflowsgd": [183, 258], "tensorflowadamw": [183, 258], "tensorflow_addon": [183, 258], "tensorflowadam": 183, "adam": [183, 563], "pytorchsgd": [183, 258], "record_output": [184, 260], "output_process": [184, 260], "get_activ": [184, 260], "hyper": [185, 563], "sa_optim": [185, 189], "simul": [186, 475], "anneal": 186, "register_search": 187, "searcher": [187, 194, 219, 315], "registri": [187, 188, 190, 196, 201, 210, 211, 212, 213, 330, 332, 334, 470], "sure": [187, 196, 201, 210, 212, 330, 332, 334, 490, 532], "search_spac": [187, 215, 219, 310, 313, 314, 315], "gridsearch": [187, 315], "grid": [187, 219, 315, 470, 549], "whole": [187, 315, 475, 532, 552, 564], "exhaust": [187, 219, 299, 315, 341, 352, 402, 551], "randomsearch": [187, 315], "randomli": [187, 251, 292, 315, 339, 398, 470, 558, 560, 561], "bayesianoptimizationsearch": [187, 315], "bayesian": [187, 219, 299, 315, 341, 352, 402, 470, 549, 551], "xgbsearcher": 187, "higher_is_bett": [187, 218, 219, 360, 394, 561, 563], "reg": [187, 189, 191, 202, 203, 208, 209, 219], "min_train_sampl": [187, 219], "10": [187, 218, 219, 236, 279, 339, 398, 432, 441, 472, 490, 493, 500, 506, 510, 532, 533, 549, 551, 560, 561, 564], "xgboost": [187, 549], "searchspac": 188, "factori": [188, 367, 374, 376, 381, 384, 386, 391], "actual": [188, 307, 360, 498], "interv": [188, 207, 549], "continu": [188, 199, 303, 330, 356, 470, 508, 510, 531, 549, 562], "learning_r": [188, 218, 219, 510, 551, 563], "001": [188, 236, 279, 493, 498, 558, 563], "num_train_epoch": [188, 510, 549], "20": [188, 251, 292, 535, 538, 543, 544, 545, 549, 560, 563, 564], "register_searchspac": 188, "pruner": [188, 189, 299, 316, 317, 318, 319, 320, 322, 327, 328, 330, 333, 352, 510, 549, 563], "basesearchspac": 188, "discretesearchspac": 188, "continuoussearchspac": 188, "hpo": [189, 222, 265, 549], "model_slim": [189, 191, 205], "auto_slim": [189, 191, 193], "pattern_analyz": [189, 191, 193], "weight_slim": [189, 191, 193, 205], "mha": [189, 191, 197, 204, 549], "ninm": [189, 191, 197], "nxm": [189, 191, 197, 207, 218, 219, 326, 330, 549], "basic": [189, 191, 194, 196, 204, 218, 219, 250, 291, 299, 310, 330, 341, 345, 348, 352, 402, 406, 409, 452, 505, 506, 510, 532, 551, 557], "block_mask": [189, 190, 191, 204], "pattern_lock": [189, 191, 204, 218, 219, 299, 318, 352], "retrain_fre": [189, 190, 191, 204, 549], "criteria": [189, 191, 218, 219, 298, 322, 327, 330, 332, 335, 469, 530, 558], "tf_criteria": [189, 191], "callback": [189, 322, 327, 452, 455, 469, 510, 548, 549, 552], "register_criterion": [190, 213], "get_criterion": 190, "pruningcriterion": [190, 213], "about": [190, 213, 463, 467, 492, 510, 535, 536, 549, 554, 561, 562, 564], "score": [190, 196, 201, 205, 213, 218, 219, 300, 301, 303, 304, 305, 307, 332, 353, 354, 356, 357, 358, 360, 401, 455, 469, 509, 533, 547, 549, 557, 561], "magnitudecriterion": [190, 213], "magnitud": [190, 213, 218, 219, 299, 307, 318, 352, 360, 505, 549], "criterion_class": [190, 213], "determin": [190, 196, 201, 213, 218, 219, 457, 467, 469, 491, 549, 552], "gradientcriterion": 190, "absolut": [190, 218, 219, 307, 360, 509, 510, 549, 552, 561], "snipcriterion": 190, "snip": [190, 218, 219, 332, 505, 549, 564], "product": [190, 472, 505, 511, 513, 514, 530, 536, 550, 552, 557, 561], "shot": [190, 208, 209, 212, 261, 332, 334, 470, 505, 510, 549, 550, 555], "connect": [190, 332, 530, 532, 539, 549, 557], "sensit": [190, 316, 332, 505, 549], "1810": [190, 332], "02340": [190, 332], "snipmomentumcriterion": 190, "snip_momentum": [190, 218, 219, 510, 549], "preserv": [190, 491, 549, 555], "beta": 190, "blockmaskcriterion": 190, "retrainfreecriterion": 190, "pickle_protocol": 191, "_use_new_zipfile_seri": 191, "prepare_prun": [191, 549], "loss_func": [191, 210], "assertionerror": [191, 197, 204, 214, 330, 331, 332, 361], "slim": [192, 193, 194, 303, 356, 367, 369, 512, 549], "round_multipli": 192, "spars": [192, 206, 332, 493, 550], "model_slim_ffn2": 192, "perman": [192, 467, 549], "obtain": [192, 194, 203, 208, 211, 214, 331, 436, 469, 474, 538, 549, 557, 558, 561], "acceler": [192, 496, 510, 513, 521, 530, 533, 537, 549, 550, 554, 555, 558, 561], "directli": [192, 218, 219, 233, 276, 303, 307, 331, 356, 360, 509, 510, 517, 549, 551, 552, 559], "sprase": 192, "model_slim_mha": 192, "parse_auto_slim_config": [192, 549], "ffn2_sparsiti": [192, 549], "mha_spars": [192, 549], "generate_ffn2_pruning_config": 192, "consecut": [192, 194, 195, 549], "generate_mha_pruning_config": 192, "head": [192, 194, 198, 205, 214, 549, 564], "get_attribut": 194, "get_common_modul": 194, "layer2": [194, 510, 549, 552], "nearest": [194, 251, 292, 441, 555, 560], "print_iter": 194, "recipesearch": 194, "root": [194, 234, 235, 236, 239, 277, 278, 279, 282, 307, 360, 493, 498, 509, 510, 563], "levelwis": 194, "wai": [194, 235, 236, 239, 278, 279, 282, 470, 475, 492, 493, 495, 509, 510, 513, 516, 531, 532, 536, 537, 538, 548, 549, 552, 555, 558, 561, 563], "huggingfac": [194, 205, 234, 277, 458, 493, 499, 503, 518, 519, 520, 521, 541, 542, 544, 545, 558, 564], "bert": [194, 219, 230, 233, 234, 251, 273, 276, 277, 292, 472, 493, 496, 509, 511, 518, 541, 544, 545, 549, 560, 564], "recipe_sampl": 194, "bertattent": 194, "dens": [194, 212, 218, 219, 334, 533, 549, 564], "searching_result": 194, "jitbasicsearch": 194, "placeholder_shap": 194, "placeholder_dtyp": 194, "jit": [194, 218, 513, 515, 520, 558, 559], "script": [194, 300, 301, 304, 305, 353, 354, 357, 358, 436, 468, 498, 505, 513, 517, 520, 521, 524, 541, 543, 550], "static_graph": 194, "flatten_static_graph": 194, "target_lay": 194, "linear2linearsearch": 194, "target_op_lut": 194, "lookup": 194, "tabl": [194, 205, 463, 475, 495, 500, 533, 535, 564], "current_pattern": 194, "statu": [194, 460, 467, 492, 540, 543, 544, 545, 547, 549], "selfmhasearch": 194, "classifierheadsearch": 194, "classifi": [194, 214, 234, 277, 307, 360, 493, 496], "classifierheadsearchertf": 194, "squeezer": 195, "postcompressionutil": 195, "librari": [195, 255, 299, 352, 388, 465, 472, 506, 510, 511, 515, 524, 530, 550, 552], "relat": [195, 211, 293, 303, 322, 327, 330, 356, 412, 455, 475, 513, 537, 538, 549, 556, 563], "linearcompress": 195, "root_linear": 195, "target_linear": 195, "while": [195, 206, 214, 332, 339, 398, 436, 473, 474, 493, 499, 505, 511, 513, 518, 530, 532, 549, 551, 552, 555, 558], "hidden": [195, 200, 330, 473], "layer_1": 195, "act_fn": 195, "layer_2": 195, "linearcompressioniter": 195, "linear_pattern": 195, "register_pattern": [196, 330], "basepattern": [196, 198, 200], "unit": [196, 330, 468, 538, 549], "4x1": [196, 218, 219, 326, 510, 549, 564], "is_glob": [196, 330], "local": [196, 218, 219, 330, 436, 463, 523, 527, 532, 539, 540, 549, 557], "keep_mask_lay": 196, "invalid_lay": 196, "max_sparsity_ratio_per_op": [196, 201, 215, 218, 219, 510, 549], "sparsiti": [196, 198, 199, 201, 202, 203, 206, 208, 209, 212, 214, 218, 219, 332, 334, 463, 472, 493, 505, 510, 562, 564], "reach": [196, 212, 218, 219, 334, 468, 492, 532, 549, 561], "min_sparsity_ratio_per_op": [196, 215, 218, 219, 510, 549], "target_spars": [196, 215, 218, 219, 510, 549, 551, 563], "pytorchbasepattern": [196, 211], "kerasbasepattern": 196, "get_pattern": [197, 330], "patternmha": 198, "doc": [198, 199, 218, 219, 330, 348, 349, 360, 394, 409, 410, 413, 463, 509, 510, 525, 528, 536], "md": [198, 199, 218, 219, 330, 360, 394], "n": [198, 199, 218, 219, 235, 251, 278, 292, 301, 330, 354, 413, 475, 493, 495, 496, 538, 549, 552, 558, 560], "pytorchpatternninm": 199, "out": [199, 218, 219, 234, 235, 236, 277, 278, 279, 298, 330, 335, 448, 468, 469, 472, 493, 513, 518, 523, 524, 525, 527, 528, 530, 536, 549, 551, 552, 555], "pytorchpatternnxm": 200, "kept": [200, 330], "block_siz": [200, 330, 441, 555], "height": [200, 247, 251, 289, 292, 330, 498, 560, 563], "width": [200, 247, 251, 289, 292, 330, 491, 498, 549, 552, 560, 563], "vertic": [200, 251, 292, 330, 560], "keraspatternnxm": 200, "register_prun": [201, 210, 332], "baseprun": [201, 206, 208, 210], "current_sparsity_ratio": [201, 332], "global_step": [201, 332], "start_step": [201, 215, 218, 219, 332, 510, 549, 551], "end_step": [201, 215, 218, 219, 332, 510, 549, 551], "pruning_frequ": [201, 215, 218, 219, 510, 549], "target_sparsity_ratio": [201, 332], "show": [201, 463, 467, 496, 498, 510, 516, 531, 532, 533, 535, 538, 543, 544, 545, 558, 561, 562], "pytorchbaseprun": [201, 209], "kerasbaseprun": 201, "pytorchbasicprun": 202, "arrang": [202, 203, 208, 209, 235, 236, 239, 278, 279, 282, 493, 549], "proce": [202, 203, 208, 209], "regul": [202, 203, 208, 209], "kerasbasicprun": 202, "pytorchblockmaskprun": 203, "grad": [203, 208], "parse_valid_pruner_typ": 204, "get_prun": [204, 332], "pythonmultiheadattentionprun": 205, "mha_modul": 205, "partial": [205, 549, 552], "qkv": 205, "feedward": 205, "simultan": [205, 513, 537, 548, 551], "qkv_name": 205, "query_layer_nam": 205, "key_layer_nam": 205, "value_layer_nam": 205, "ffn_name": 205, "attention_ffn_nam": 205, "mha_nam": 205, "qkv_modul": 205, "ffn_modul": 205, "mha_compress": 205, "mhacompress": 205, "linear_lay": 205, "independ": [205, 388, 393, 475], "4x": [205, 470, 552], "subsequ": [205, 474, 513, 530], "head_mask": 205, "mha_head_s": 205, "similar": [205, 215, 510, 534, 551, 558, 561, 563], "mha_scor": 205, "lock": [206, 320, 321, 505, 548, 549], "pytorchpatternlockprun": 206, "parent": [206, 207, 212, 326, 332, 334, 559], "pytorchprogressiveprun": 207, "basicprun": [207, 210], "interpol": [207, 251, 292, 509, 549, 560], "fine": [207, 234, 277, 493, 516, 549, 550, 552], "grain": [207, 549, 550, 561], "improv": [207, 436, 468, 491, 510, 513, 530, 531, 533, 549, 550, 552, 554, 555, 561, 562, 564], "ad": [207, 234, 277, 300, 339, 353, 398, 474, 475, 495, 511, 513, 518, 521, 525, 528, 538, 549, 555, 559], "retrain": [208, 497], "pytorchretrainfreeprun": 208, "pruner_class": [208, 209], "fast": [208, 218, 219, 472, 549, 550, 555], "retrainfreeprun": [208, 210], "effect": [208, 472, 473, 549, 550], "2204": 208, "09656": 208, "sparsegptprun": [209, 210], "most": [209, 218, 219, 307, 360, 495, 510, 511, 549, 552, 555, 558, 561, 564], "sparsegpt": [209, 210, 549], "massiv": [209, 549], "One": [209, 475, 493, 498, 505, 535, 549, 550, 561], "2301": [209, 549], "00774": [209, 549], "opt": [210, 472, 508, 518, 549, 558, 561, 564], "least": [210, 333, 468, 510, 549, 561], "templat": [210, 333, 510, 549], "tree": [210, 333, 349, 410, 538], "nlp": [210, 218, 219, 333, 518, 534, 549, 552], "huggingface_model": [210, 333, 534], "classif": [210, 234, 251, 277, 292, 307, 333, 360, 496, 500, 509, 519, 533, 541, 544, 545, 549, 550], "pytorch_prun": [210, 299, 352], "eager": [210, 333, 393, 498, 505, 552, 554, 559], "config_file_path": [210, 333], "pruner_info": [210, 333], "pruning_class": 210, "avail": [210, 218, 219, 365, 476, 478, 482, 485, 488, 499, 501, 503, 505, 523, 527, 532, 537, 538, 539, 543, 544, 545, 549, 561, 564], "regular": [211, 300, 331, 353], "register_reg": 211, "regulariz": 211, "get_reg_typ": 211, "get_reg": 211, "basereg": 211, "grouplasso": 211, "coeff": 211, "lasso": [211, 317, 505, 549], "reg_term": 211, "register_schedul": [212, 334], "get_schedul": [212, 334], "pruningschedul": 212, "gradual": [212, 334, 549], "oneshotschedul": [212, 334], "iterativeschedul": [212, 334], "get_tf_criterion": 213, "get_sparsity_ratio": 214, "elementwise_over_matmul_gemm_conv": 214, "elementwise_over_al": 214, "blockwise_over_matmul_gemm_conv": 214, "get_sparsity_ratio_tf": 214, "check_config": [214, 331], "prune_config": [214, 331], "everyth": [214, 331, 518], "reset_none_to_default": 214, "update_param": 214, "process_weight_config": 214, "global_config": [214, 316, 317, 319, 320, 321], "local_config": [214, 218, 219, 316, 317, 319, 320, 321], "default_config": 214, "pruners_info": 214, "process_yaml_config": 214, "check_key_valid": 214, "template_config": 214, "user_config": 214, "process_and_check_config": [214, 331], "process_config": [214, 331], "parse_last_linear": 214, "often": [214, 492, 496, 535, 548, 549], "might": [214, 469, 532, 561], "caus": [214, 474, 492, 514, 533, 535, 549, 555], "drop": [214, 303, 331, 356, 468, 510, 511, 524, 549, 555, 558, 564], "parse_last_linear_tf": 214, "parse_to_prun": [214, 331], "parse_to_prune_tf": 214, "generate_pruner_config": 214, "dotdict": [214, 215, 219, 371, 463], "get_lay": 214, "collect_layer_input": 214, "layer_idx": 214, "layer_input": 214, "previou": [214, 474, 475, 510, 549, 556, 558, 559, 561, 562, 564], "prunerv2": 215, "pruning_typ": [215, 218, 219, 510, 549], "pruning_scop": [215, 218, 219, 510, 549], "sparsity_decay_typ": [215, 218, 219, 510, 549], "pruning_op_typ": [215, 218, 219, 510, 549], "reg_typ": 215, "criterion_reduce_typ": 215, "resume_from_pruned_checkpoint": 215, "cfg_fname": 215, "parser": 215, "quantization_conf": 215, "pruning_conf": 215, "graph_optimization_conf": [215, 298], "mixedprecision_conf": 215, "benchmark_conf": 215, "nasconfig": [215, 219, 311, 313, 470], "approach": [215, 218, 219, 310, 311, 313, 441, 469, 470, 491, 493, 496, 505, 510, 518, 530, 533, 541, 543, 544, 545, 549, 550, 551, 553, 555, 561, 563], "search_algorithm": [215, 219, 299, 312, 352, 470], "na": [215, 219, 299, 352, 365, 505, 564], "procedur": [215, 470, 549, 561], "defaultconf": 215, "notat": [215, 216, 219, 463], "deep_get": [216, 371, 430], "dot": [216, 430, 511, 552], "person": [216, 430, 467, 550], "john": [216, 430], "deep_set": [216, 371], "sex": [216, 467], "male": 216, "pythonic_config": 217, "random_se": [218, 219, 339, 398, 510, 563], "1978": [218, 219], "workspac": [218, 219, 462, 463, 512, 538, 543, 544, 545], "default_workspac": [218, 219], "resume_from": [218, 219, 463], "tensorboard": [218, 219, 455, 463, 473, 510, 533], "set_random_se": [218, 219, 463], "set_workspac": [218, 219, 463], "set_resume_from": [218, 219, 463], "set_tensorboard": [218, 219, 463], "directori": [218, 219, 235, 236, 278, 279, 369, 458, 460, 462, 463, 493, 498, 501, 523, 525, 527, 528, 534, 536, 559], "histori": [218, 219, 462, 463, 530, 534, 561], "nc_workspac": [218, 219, 533, 534], "datetim": [218, 219], "now": [218, 219, 251, 292, 469, 470, 475, 493, 498, 521, 551, 560, 561], "strftime": [218, 219], "d_": [218, 219], "resum": [218, 219, 222, 223, 265, 266, 343, 345, 395, 398, 399, 403, 404, 406], "flag": [218, 219, 301, 354, 495], "visual": [218, 219, 472, 521, 530, 557, 559, 561, 562], "displai": [218, 219, 348, 349, 409, 410, 463, 530, 533], "2022": [218, 219, 472, 507, 549, 555, 558, 564], "workspace_path": [218, 219], "accuracycriterion": [218, 219, 510, 561], "rel": [218, 219, 371, 510, 533, 551, 561, 563, 564], "tolerable_loss": [218, 219, 510, 561], "higher": [218, 219, 222, 223, 265, 266, 314, 361, 394, 452, 469, 495, 496, 500, 509, 533, 549, 552, 557], "accept": [218, 219, 413, 467, 490, 492, 532, 555], "accuracy_criterion": [218, 219, 371, 510, 534, 547, 551, 561, 563], "warmup": [218, 219, 490, 510, 551], "inter_num_of_thread": [218, 219, 388, 393, 510, 551], "intra_num_of_thread": [218, 219, 388, 393, 510, 551], "benchmark": [218, 219, 254, 299, 336, 352, 371, 463, 472, 480, 512, 513, 517, 521, 524, 530, 533, 561, 562, 563, 564], "onnxrt_trt_ep": [218, 219, 511, 552], "onnxrt_cuda_ep": [218, 219, 511, 552], "inter": [218, 219], "intra": [218, 219], "quantizationconfig": 218, "post_training_static_qu": [218, 493, 510, 551, 561], "calibration_sampling_s": [218, 219, 510, 535], "op_type_dict": [218, 219, 475, 551, 552, 555, 561], "op_name_dict": [218, 219, 495, 510, 533, 535, 552, 561], "strategy_kwarg": [218, 219, 557, 561], "timeout": [218, 219, 510, 551, 561, 563], "max_trial": [218, 219, 510, 561], "quant_level": [218, 219, 533, 555, 558, 561], "posttrainingquantconfig": [218, 219, 394, 469, 472, 475, 492, 495, 500, 503, 509, 510, 512, 532, 533, 534, 535, 552, 553, 554, 555, 557, 558, 561], "quantizationawaretrainingconfig": [218, 219, 452, 469, 497, 500, 510, 552, 554, 561], "cv": [218, 219, 549], "object_detect": [218, 219, 303, 356], "recommendation_system": [218, 219], "explicitli": [218, 219, 504, 549], "overrid": [218, 219, 463], "quantiztaion": [218, 219], "smooth_quant_arg": [218, 219, 552, 558], "gemm_to_matmul": [218, 219, 552], "graph_optimization_level": [218, 219, 551, 552], "disable_al": [218, 219, 551], "enable_bas": [218, 219], "enable_extend": [218, 219], "enable_al": [218, 219], "first_conv_or_matmul_quant": [218, 219, 552], "last_conv_or_matmul_quant": [218, 219, 552], "pre_post_process_quant": [218, 219, 552], "postprocess": [218, 219, 245, 248, 251, 255, 292, 299, 352, 360, 394, 455, 473, 510, 559, 560], "dedic": [218, 219], "quant_format": [218, 219, 297, 500, 533], "constraint": [218, 219, 298, 335, 510, 549, 557, 561, 563], "conv1": [218, 219, 552, 563], "tuning_strategi": [218, 219], "guarante": [218, 219, 510], "models": [218, 219, 371, 510, 547, 551], "footprint": [218, 219, 298, 322, 327, 335, 371, 497, 510, 547, 549, 551, 553], "earli": [218, 219, 510, 552, 561, 563], "stop": [218, 219, 510, 561, 562, 563], "exit": [218, 219, 338, 395, 397, 510, 538, 543, 544, 545, 563], "excluded_precis": [218, 219, 554], "exclud": [218, 219, 473, 491, 554], "conserv": [218, 219, 352, 402], "use_distributed_tun": 218, "weightpruningconfig": [218, 219, 510, 548, 549], "pruning_config": [218, 219, 510, 549], "98": [218, 219, 510, 549, 551, 564], "exp": [218, 219, 510, 549], "link": [218, 219, 234, 277, 360, 394, 491, 493, 500, 523, 527, 530, 555, 564], "90": [218, 219, 553, 563, 564], "magnitude_progress": [218, 219], "snip_progress": [218, 219], "snip_momentum_progress": [218, 219], "feasibl": [218, 219], "situat": [218, 219, 498, 549], "unstructur": [218, 219, 326, 505, 549, 564], "8x1": [218, 219], "channelx1": [218, 219, 549], "1xchannel": [218, 219, 549], "itrex": [218, 219, 558], "start": [218, 219, 251, 292, 303, 356, 399, 506, 535, 550, 560, 561, 562, 565], "togeth": [218, 219, 251, 292, 496, 506, 517, 550, 559, 560], "sort": [218, 219, 342, 403, 495, 533, 555, 561], "sinc": [218, 219, 298, 300, 322, 327, 335, 353, 496, 500, 506, 509, 524, 530, 535, 548, 555, 556], "lead": [218, 219, 496, 510, 511, 535, 549, 555, 558], "increas": [218, 219, 494, 505, 513, 530, 535, 555, 561], "cube": [218, 219, 549], "6": [218, 219, 502, 552, 558, 561, 564], "update_config": [218, 219, 425], "knowledgedistillationlossconfig": [218, 219, 496, 497, 510, 548], "hyperparamet": [218, 219, 348, 557, 558, 561], "entropi": [218, 219, 491, 561], "groundtruth": [218, 219, 303, 356], "label": [218, 219, 222, 223, 234, 236, 237, 238, 239, 242, 247, 251, 256, 265, 266, 277, 279, 280, 281, 282, 285, 289, 292, 300, 302, 307, 353, 355, 360, 361, 394, 452, 469, 492, 493, 495, 509, 510, 552, 560], "sum": [218, 219, 307, 360, 495, 496], "distillationconfig": [218, 219, 452, 496, 497, 510, 548], "prepare_compress": [218, 219, 452, 469, 496, 497, 510, 548, 549, 552], "criterion_conf": [218, 219], "d_conf": [218, 219, 497, 510, 548], "compression_manag": [218, 219, 452, 469, 496, 497, 510, 548, 549, 552], "featur": [218, 219, 234, 235, 247, 251, 277, 278, 289, 292, 468, 472, 490, 492, 494, 496, 510, 511, 512, 513, 517, 518, 521, 530, 532, 536, 549, 550, 556, 560], "distil_loss": [218, 219, 510], "ni_workload_nam": 219, "onnxrt_dnnl_ep": [219, 511, 552], "onnxrt_dml_ep": [219, 552], "tuningcriterion": [219, 510, 547, 557, 561], "tuning_criterion": [219, 510, 547, 557, 561], "npu": [219, 552], "xpu": [219, 436, 521], "ptq": [219, 394, 469, 495, 498, 505, 510, 535, 552, 558, 559, 561], "tri": [219, 561], "meet": [219, 225, 336, 338, 395, 397, 469, 474, 547, 550, 551, 552, 555, 559, 561], "mse_v2": [219, 299, 341, 352, 402], "hawq_v2": [219, 352, 402], "docstr": [219, 413], "workload": [219, 460, 463, 532, 550], "insight": [219, 460, 472, 495, 550, 556, 561, 562], "copi": [219, 331, 463, 492, 536], "deepcopi": 219, "model_origin": [219, 394, 554], "qat_op_name_dict": 219, "low_memory_usag": 219, "hpoconfig": 219, "xgb": 219, "bo": 219, "intermediatelayersknowledgedistillationlossconfig": [219, 496], "relationship": [219, 532], "student_layer_nam": 219, "student_layer_output_process": 219, "teacher_layer_nam": 219, "teacher_layer_output_process": 219, "desir": [219, 247, 251, 289, 292, 474, 475, 549, 558, 560], "serv": [219, 369, 436, 538, 543, 544, 545], "numer": [219, 307, 360, 475, 511, 550, 552, 555], "abbrevi": 219, "l1": 219, "selfknowledgedistillationlossconfig": [219, 496, 510], "student1_layer_name1": 219, "teacher_layer_name1": 219, "student2_layer_name1": 219, "student1_layer_name2": 219, "teacher_layer_name2": 219, "student2_layer_name2": 219, "soft": 219, "hard": [219, 492, 495], "resblock": 219, "deepst": 219, "02": [219, 564], "mixedprecisionconfig": [219, 361, 413, 510, 511], "mixedprecis": [219, 308, 510], "won": [219, 552, 555], "work": [219, 298, 335, 436, 471, 474, 492, 496, 525, 528, 536, 554, 555, 556, 558, 559], "mix_precis": [219, 352, 413, 510, 511], "converted_model": [219, 361, 510, 511], "exportconfig": 219, "14": [219, 296, 297, 500, 506, 545, 564], "dynamic_ax": [219, 297, 500], "qlinear": [219, 236, 243, 279, 286, 307, 360, 473, 520], "ax": [219, 297], "onnxqlinear2qdqconfig": 219, "onnxqlinear2qdq": 219, "torch2onnxconfig": [219, 500], "torch2onnx": [219, 294, 299, 352], "qdq_op_fp32_bia": 219, "qdq_op_int32_bia": 219, "qdq_op_fp32_bias_qdq": 219, "resnet50": [219, 472, 495, 498, 500, 511, 513, 517, 549, 552, 557, 564], "int8_onnx_config": [219, 500], "randn": [219, 500], "224": [219, 247, 289, 472, 493, 498, 500, 503, 510, 513, 532, 560, 563], "batch_siz": [219, 224, 226, 232, 233, 234, 235, 254, 267, 269, 275, 276, 277, 278, 297, 470, 492, 493, 498, 500, 504, 510, 513, 552], "tf2onnxconfig": [219, 500], "tf2onnx": [219, 294, 299, 352], "output_graph": 219, "dyna": [219, 299, 312, 352, 470, 505, 551], "sigopt": [220, 221, 263, 264, 299, 352, 550], "tpe": [220, 221, 263, 264, 299, 352], "sigopttunestrategi": [222, 265], "q_dataload": [222, 223, 265, 266, 339, 342, 343, 345, 395, 398, 399, 403, 404, 406, 504, 561], "eval_metr": [222, 223, 361, 394, 395, 398, 399, 403, 404, 406, 452, 509, 532, 552], "q_hook": [222, 223, 265, 266, 339, 342, 343, 345, 395, 398, 399, 403, 404, 406], "mandatori": [222, 223, 265, 266, 394, 510, 563], "yield": [222, 223, 232, 254, 265, 266, 275, 339, 361, 394, 398, 413, 452, 492, 552, 561], "well": [222, 223, 265, 266, 361, 394, 452, 470, 472, 493, 549, 552, 556, 558, 563], "taken": [222, 223, 265, 266, 361, 394, 452, 552], "reserv": [222, 223, 265, 266], "abl": [222, 223, 265, 266, 361, 394, 452, 521, 530, 552], "tuner": [222, 223, 265, 266, 298, 335, 361, 394, 452, 552], "scalar": [222, 223, 265, 266, 361, 394, 452, 509, 552, 561], "pseudo": [222, 223, 265, 266, 394, 452, 555, 559], "someth": [222, 223, 236, 265, 266, 279, 394, 452], "fefin": [223, 266], "tpetunestrategi": [223, 266], "basedatalod": [224, 267], "basedataload": [224, 229, 231, 267, 272, 274], "last_batch": [224, 226, 233, 254, 267, 269, 276, 492], "rollov": [224, 226, 233, 254, 267, 269, 276, 492], "collate_fn": [224, 226, 227, 233, 254, 267, 269, 270, 276, 492, 493], "batch_sampl": [224, 226, 233, 254, 267, 269, 276, 492], "num_work": [224, 226, 233, 254, 267, 269, 276, 492, 510, 552], "pin_memori": [224, 226, 233, 254, 267, 269, 276, 492], "_generate_dataload": [224, 267], "check_dataload": 225, "default_col": [226, 269], "outer": [226, 269], "defaultdataload": [226, 233, 269, 276], "style": [227, 241, 270, 284, 413, 468, 493, 504], "drop_last": [227, 232, 270, 275], "iterablefetch": [227, 270], "indexfetch": [227, 270], "base_dataload": [228, 271, 288, 299], "default_dataload": [228, 271, 288, 299], "fetcher": [228, 271, 288, 299], "mxnet_dataload": [228, 271, 288, 299], "onnxrt_dataload": [228, 271, 288, 299, 387], "pytorch_dataload": [228, 271, 288, 299], "tensorflow_dataload": [228, 271, 288, 299, 392], "mxnetdataload": [229, 272], "onnxrtbertdataload": [230, 273], "variant": [230, 273], "onnxrtdataload": [230, 273, 387], "pytorchdataload": [231, 274], "data_sourc": [232, 275, 455], "__iter__": [232, 236, 275, 279, 492, 493, 510], "matter": [232, 275, 554], "iterablesampl": [232, 275], "squential": [232, 275], "your": [232, 234, 275, 277, 436, 468, 492, 493, 495, 498, 507, 510, 513, 516, 517, 518, 523, 524, 525, 527, 528, 530, 532, 536, 538, 543, 544, 545, 549, 550, 557, 559, 561, 562], "clear": [232, 275, 473, 502, 509, 510], "iterabledataset": [232, 236, 275, 279], "try": [232, 275, 469, 495, 533, 549, 552, 558, 561], "indexdataset": [232, 275], "__getitem__": [232, 236, 251, 275, 279, 292, 492, 493, 510], "__len__": [232, 236, 275, 279, 493], "retriev": [232, 275, 549], "sequentialsampl": [232, 275], "batchsampl": [232, 275], "tfdatadataload": [233, 276], "tensorflow1": [233, 276], "coupl": [233, 276], "satisfi": [233, 276, 495, 506, 536], "tf1": [233, 276, 512], "although": [233, 276, 557], "tensorflowbertdataload": [233, 276], "tensorflowmodelzoobertdataload": [233, 276], "zoo": [233, 251, 276, 292, 472, 499, 503, 564], "tensorflowdataload": [233, 276, 392], "pytorchbertdataset": [234, 277], "model_typ": [234, 277, 463, 493], "tensordataset": [234, 277, 493], "repo": [234, 277, 466, 468, 493, 499, 523, 525, 527, 528, 565], "easi": [234, 277, 335, 500, 510, 533, 537, 550, 552, 555, 557], "squad": [234, 251, 277, 292, 304, 305, 307, 357, 358, 360, 493, 509, 549, 560, 564], "distilbert": [234, 277, 472, 493, 511, 550, 564], "xlnet": [234, 277, 493, 564], "xlm": [234, 277, 493, 564], "101": [234, 277, 307, 360, 509, 539, 558, 564], "2043": [234, 277], "2001": [234, 277], "onnxrtbertdataset": [234, 277], "data_dir": [234, 277, 493], "model_name_or_path": [234, 277, 493, 510, 518, 519, 534, 541, 544, 545, 553], "max_seq_length": [234, 251, 277, 292, 493, 560], "do_lower_cas": [234, 250, 251, 277, 291, 292, 493, 560], "mrpc": [234, 277, 307, 360, 493, 509, 518, 541, 544, 545, 549, 561, 564], "dynamic_length": [234, 277, 493], "shortcut": [234, 277, 493], "longer": [234, 251, 277, 292, 493, 560], "shorter": [234, 251, 277, 292, 493, 560], "lowercas": [234, 277, 493], "choic": [234, 277, 473, 493, 509, 536, 558], "qqp": [234, 277, 493, 509, 564], "qnli": [234, 277, 493, 509, 564], "rte": [234, 277, 493, 509, 564], "st": [234, 277, 493, 509], "cola": [234, 277, 493, 509, 564], "mnli": [234, 277, 493, 509, 564], "wnli": [234, 277, 493, 509], "mobilebert": [234, 277, 493, 496, 564], "roberta": [234, 277, 493, 564], "uncas": [234, 251, 277, 292, 493, 560, 564], "load_and_cache_exampl": [234, 277], "convert_examples_to_featur": [234, 251, 277, 292], "max_length": [234, 277], "label_list": [234, 277, 307, 360], "output_mod": [234, 277], "pad_token": [234, 277], "pad_token_segment_id": [234, 277], "mask_padding_with_zero": [234, 277], "inputfeatur": [234, 251, 277, 292], "properti": [234, 277, 412, 507], "vocabulari": [234, 250, 251, 277, 291, 292, 560], "attention_mask": [234, 277, 510], "usual": [234, 277, 474, 495, 496, 535, 548, 549, 552, 553, 558], "NOT": [234, 277, 502], "token_type_id": [234, 277, 510], "segment": [234, 277, 301, 303, 354, 356, 468], "portion": [234, 277], "regress": [234, 277, 468, 495], "seq_length": [234, 277], "tensorflowbertdataset": [234, 277], "label_fil": [234, 251, 277, 292, 493, 560], "tfrecord": [234, 235, 236, 277, 278, 279, 493], "guid": [234, 277, 469, 472, 493, 496, 506, 513, 521, 530, 565], "parsedecodebert": [234, 277], "tensorflowmodelzoobertdataset": [234, 235, 277, 278], "num_cor": [234, 235, 239, 277, 278, 282, 493], "28": [234, 235, 239, 277, 278, 282, 493, 564], "coco": [235, 242, 246, 278, 285, 303, 307, 356, 360, 509, 549], "parsedecodecoco": [235, 278], "cocorecorddataset": [235, 278], "interleav": [235, 278, 493], "parallel": [235, 278, 388, 393, 436, 493, 510, 537, 540, 561], "cocoraw": [235, 278, 493], "img_dir": [235, 278, 493], "val2017": [235, 278, 493], "anno_dir": [235, 278, 493], "annot": [235, 278, 303, 356, 413, 474, 475, 493, 509, 549, 561], "instances_val2017": [235, 278, 493], "jpg": [235, 239, 241, 278, 282, 284, 472, 493], "imag": [235, 236, 239, 241, 247, 251, 278, 279, 282, 284, 289, 292, 303, 356, 493, 498, 500, 549, 551, 558, 559, 560, 564], "coconpi": [235, 278, 493], "npy_dir": [235, 278, 493], "npy": [235, 278, 493], "tensorflowdataset": [236, 279], "pytorchdataset": [236, 279], "mxnetdataset": [236, 279], "onnxrtqldataset": [236, 279], "onnxrtitdataset": [236, 279], "IT": [236, 243, 279, 286, 550], "pytorchmxnetwrapdataset": [236, 279], "datafunc": [236, 279], "pytorchmxnetwrapfunct": [236, 251, 279, 292], "framework_dataset": [236, 279], "convent": [236, 279, 303, 356, 496], "imageclassifi": [236, 279], "tensorflow_itex": [236, 239, 241, 243, 279, 282, 284, 286, 492, 551], "onnxrt_qdq": [236, 243, 279, 286, 551], "onnxrt_qlinearop": [236, 243, 251, 279, 286, 292, 551], "onnxrt_integerop": [236, 243, 251, 279, 286, 292, 551], "pytorch_ipex": [236, 243, 279, 286, 510, 551, 563], "pytorch_fx": [236, 243, 279, 286, 510, 551], "dataset_registri": [236, 279], "dataset_typ": [236, 279], "dataset_format": [236, 279], "data_format": [236, 247, 279, 289], "raw_imag": [236, 279], "overwrit": [236, 279, 523, 527], "download_url": [236, 279], "filenam": [236, 279, 463, 493, 536], "md5": [236, 279], "address": [236, 279, 467, 511, 532, 535, 538, 550], "gen_bar_updat": [236, 279], "check_integr": [236, 279], "fpath": [236, 279], "checksum": [236, 279], "calculate_md5": [236, 279], "chunk_siz": [236, 279], "cifar10": [236, 279, 493], "cifar100": [236, 279, 493], "databas": [236, 279, 538], "www": [236, 279, 493, 564], "toronto": [236, 279, 493], "kriz": [236, 279, 493], "cifar": [236, 279, 493, 564], "tar": [236, 279, 493, 495, 525, 528], "gz": [236, 279, 493, 495, 525, 528], "manual": [236, 279, 493, 513, 519, 521, 524, 538, 543, 544, 545, 549], "subset": [236, 239, 279, 282, 493, 535], "internet": [236, 279, 493, 532], "again": [236, 279, 493, 533, 535, 554], "pytorchcifar10": [236, 279], "mxnetcifar10": [236, 279], "tensorflowcifar10": [236, 279], "pytorchcifar100": [236, 279], "mxnetcifar100": [236, 279], "tensorflowcifar100": [236, 279], "mnist": [236, 279, 493, 498], "nation": [236, 279, 467], "institut": [236, 279], "standard": [236, 251, 279, 292, 468, 474, 495, 500, 509, 560, 561], "technologi": [236, 279, 508, 510], "fashionmnist": [236, 279, 493], "npz": [236, 279, 493], "idx1": [236, 279, 493], "ubyt": [236, 279, 493], "idx3": [236, 279, 493], "t10k": [236, 279, 493], "pytorchmnist": [236, 279], "mxnetmnist": [236, 279], "tensorflowmnist": [236, 279], "pytorchfashionmnist": [236, 279], "mxnetfashionmnist": [236, 279], "tensorflowfashionmnist": [236, 279], "imagefold": [236, 279, 493, 498, 510], "expect": [236, 279, 467, 468, 501, 508, 530, 552, 555, 561], "subfold": [236, 279, 533], "belong": [236, 279, 365, 552], "class_1": [236, 279, 493], "xxx": [236, 279, 493, 510], "png": [236, 279, 493], "xxy": [236, 279, 493], "xxz": [236, 279, 493], "class_n": [236, 279, 493], "123": [236, 279, 493, 560], "nsdf3": [236, 279, 493], "asd932_": [236, 279, 493], "categori": [236, 279, 302, 355, 490, 493, 520], "mxnetimagefold": [236, 279], "tensorflowtfrecorddataset": [236, 279], "tensorflowimagerecord": [236, 279], "imagenet": [236, 239, 247, 279, 282, 289, 470, 495, 510, 519, 535, 549, 559, 560, 563, 564], "000": [236, 279, 472, 493], "099": [236, 279, 493], "tensorflowvocrecord": [236, 279], "pascal": [236, 279], "voc": [236, 279, 307, 360], "2012": [236, 279], "00000": [236, 279], "00004": [236, 279], "00001": [236, 279], "00003": [236, 279], "dummydataset": [237, 238, 280, 281], "127": [237, 238, 280, 281, 493, 552, 558, 564], "float32": [237, 238, 251, 280, 281, 292, 303, 356, 458, 473, 490, 493, 510, 552, 555, 558, 560], "stand_norm": [237, 238, 280, 281, 493], "dummy_v2": [238, 281, 493], "sparse_dummy_v2": [238, 281, 493], "label_shap": [238, 281, 493], "sparsedummydataset": [238, 281], "dense_shap": [238, 281, 493], "sparse_ratio": [238, 281, 493], "imagenetraw": [239, 282, 493], "data_path": [239, 282, 493], "image_list": [239, 282, 493], "img1": [239, 282, 493], "img2": [239, 282, 493], "imgx": [239, 282, 493], "val_map": [239, 282, 493], "txt": [239, 282, 493, 495, 506, 532, 534, 535, 537, 538], "pytorchimagenetraw": [239, 282], "mxnetimagenetraw": [239, 282], "tensorflowimagenetraw": [239, 282], "inteltensorflow": [239, 241, 282, 284, 506], "tensorflowimagenetdataset": [239, 282], "onnxrtimagenetdataset": [239, 282], "bert_dataset": [240, 245, 283, 288, 299, 352], "coco_dataset": [240, 245, 283, 288, 299, 352], "dummy_dataset": [240, 245, 283, 288, 299, 352], "dummy_dataset_v2": [240, 245, 283, 288, 299, 352], "imagenet_dataset": [240, 245, 283, 288, 299, 352], "style_transfer_dataset": [240, 245, 283, 288, 299, 352], "styletransferdataset": [241, 284], "content_fold": [241, 284, 493], "style_fold": [241, 284, 493], "crop_ratio": [241, 284, 493], "resize_shap": [241, 284, 493], "image_format": [241, 284, 493], "holder": [241, 284, 493], "labelbalancecocorecordfilt": [242, 285], "balanc": [242, 285, 555, 558], "labelbalancecocorawfilt": [242, 285], "tensorflowfilt": [243, 286], "onnxrtqlfilt": [243, 286], "onnxrtitfilt": [243, 286], "pytorchfilt": [243, 286], "mxnetfilt": [243, 286], "filter_registri": [243, 286], "filter_typ": [243, 286], "__call__": [243, 286], "coco_filt": [244, 245, 287, 288, 299, 352], "imagenet_transform": [245, 248, 288, 290, 299, 352], "parsedecodecocotransform": 246, "quantizedinput": [247, 289, 560], "labelshift": [247, 289, 560], "label_shift": [247, 289, 560], "parsedecodeimagenet": [247, 289, 560], "proto": [247, 251, 289, 292, 560], "parsedecodeimagenettransform": [247, 289], "tensorflowtransposelastchannel": 247, "tensorflowshiftrescal": 247, "rescal": [247, 251, 292, 560], "tensorflowresizecropimagenettransform": [247, 289], "random_crop": [247, 289, 560], "resize_sid": [247, 289, 560], "resize_method": [247, 289], "bilinear": [247, 251, 289, 292, 560], "random_flip_left_right": [247, 289, 560], "mean_valu": [247, 289, 560], "channels_last": [247, 289, 513], "subpixel": [247, 289], "rgb": [247, 289], "seri": [247, 289, 472, 506, 510, 560], "applic": [247, 289, 475, 500, 513, 530, 532, 538, 539, 543, 544, 550, 555, 558, 559, 560, 562], "crop": [247, 251, 289, 292, 493, 560], "flip": [247, 251, 289, 292, 560], "left": [247, 251, 289, 292, 524, 530, 558, 560], "std": [247, 251, 289, 292, 510, 560], "bilinearimagenettransform": [247, 289], "central_fract": [247, 289, 560], "875": [247, 289, 560], "fraction": [247, 289, 560], "onnxbilinearimagenettransform": [247, 289], "onnxresizecropimagenettransform": [247, 289], "std_valu": [247, 289], "229": [247, 289, 510], "225": [247, 289, 510], "resizewithaspectratio": [247, 289], "87": [247, 289, 564], "inter_pol": [247, 289], "cv2": [247, 289], "inter_area": [247, 289], "aspect": [247, 251, 289, 292, 560], "postprocess_cl": [249, 259, 510], "user_postprocess": [249, 259], "convert_to_unicod": [250, 291], "unicod": [250, 291], "assum": [250, 291, 303, 314, 356, 473, 502, 530], "load_vocab": [250, 291], "vocab_fil": [250, 251, 291, 292, 560], "convert_by_vocab": [250, 291], "vocab": [250, 291], "whitespace_token": [250, 291], "whitespac": [250, 291, 305, 358], "clean": [250, 291, 510], "piec": [250, 291, 300, 353, 509, 555], "fulltoken": [250, 291], "tokenzi": [250, 291], "basictoken": [250, 291], "punctuat": [250, 291, 300, 305, 353, 358], "lower": [250, 251, 291, 292, 305, 358, 399, 497, 549, 550, 552, 558, 560, 561], "wordpiecetoken": [250, 291], "unk_token": [250, 291], "unk": [250, 291], "max_input_chars_per_word": [250, 291], "wordpiec": [250, 251, 291, 292, 560], "concat_gener": [251, 292], "inc": [251, 292, 467, 474, 513, 520, 530, 532, 537, 550, 551, 556, 561], "tensorflowtransform": [251, 292], "mxnettransform": [251, 292], "pytorchtransform": [251, 292], "onnxrtqltransform": [251, 292], "onnxrtittransform": [251, 292], "transform_registri": [251, 292], "transform_typ": [251, 292], "basetransform": [251, 292], "tensorflowwrapfunct": [251, 292], "transform_func": [251, 292], "pytorchmxnettransform": [251, 292], "get_torchvision_map": [251, 292], "torchvis": [251, 292, 499, 503, 513, 519, 533], "composetransform": [251, 292], "transform_list": [251, 292, 560], "compos": [251, 292, 455, 560], "croptoboundingbox": [251, 292, 560], "offset_height": [251, 292, 560], "offset_width": [251, 292, 560], "target_height": [251, 292, 560], "target_width": [251, 292, 560], "box": [251, 292, 303, 307, 356, 360, 469, 509, 513, 524, 530, 559, 560, 561], "coordin": [251, 292, 339, 398, 537, 560, 561], "top": [251, 292, 298, 307, 322, 327, 335, 360, 468, 509, 530, 533, 535, 560], "corner": [251, 292, 468, 473, 475, 560], "horizont": [251, 292, 560], "mxnetcroptoboundingbox": [251, 292], "onnxrtcroptoboundingbox": [251, 292], "tensorflowcroptoboundingbox": [251, 292], "resizewithratio": [251, 292, 560], "min_dim": [251, 292, 560], "800": [251, 292, 560], "max_dim": [251, 292, 560], "1365": [251, 292, 560], "constant_valu": [251, 292], "longest": [251, 292, 560], "side": [251, 292, 493, 524, 560], "exce": [251, 292, 555, 560], "tensorflowresizewithratio": [251, 292], "permut": [251, 292, 560], "tensorflowtranspos": [251, 292], "mxnettranspos": [251, 292], "pytorchtranspos": [251, 292], "randomverticalflip": [251, 292, 560], "tensorflowrandomverticalflip": [251, 292], "randomhorizontalflip": [251, 292, 510, 560], "tensorflowrandomhorizontalflip": [251, 292], "toarrai": [251, 292, 560], "pil": [251, 292, 560], "casttftransform": [251, 292], "castonnxtransform": [251, 292], "castpytorchtransform": [251, 292], "centercroptftransform": [251, 292], "center": [251, 292, 471, 472, 506, 560, 561], "paddedcentercroptransform": [251, 292], "crop_pad": [251, 292], "resizetftransform": [251, 292], "bicub": [251, 292, 560], "resizepytorchtransform": [251, 292], "randomcroptftransform": [251, 292], "randomresizedcroppytorchtransform": [251, 292], "08": [251, 292, 560, 564], "randomresizedcropmxnettransform": [251, 292], "randomresizedcroptftransform": [251, 292], "normalizetftransform": [251, 292], "deviat": [251, 292, 495, 560], "broadcast": [251, 292, 498, 560], "rescalekeraspretraintransform": [251, 292], "rescaletftransform": [251, 292], "rescaletransform": [251, 292], "alignimagechanneltransform": [251, 292], "must": [251, 292, 303, 356, 436, 468, 469, 474, 490, 492, 506, 552, 560], "pytorchalignimagechannel": [251, 292], "tondarraytransform": [251, 292], "resizemxnettransform": [251, 292], "resizetransform": [251, 292], "cropresizetftransform": [251, 292], "boundari": [251, 292, 560], "area": [251, 292, 303, 356, 509, 560], "pytorchcropresizetransform": [251, 292], "mxnetcropresizetransform": [251, 292], "cropresizetransform": [251, 292], "centercroptransform": [251, 292], "mxnetnormalizetransform": [251, 292], "pytorchnormalizetransform": [251, 292], "normalizetransform": [251, 292], "randomcroptransform": [251, 292], "randomresizedcroptransform": [251, 292], "get_final_text": [251, 292], "pred_text": [251, 292], "orig_text": [251, 292], "project": [251, 292, 466, 467, 468, 536, 550, 557, 561, 565], "squadexampl": [251, 292], "qas_id": [251, 292], "question_text": [251, 292], "doc_token": [251, 292], "orig_answer_text": [251, 292], "start_posit": [251, 292], "end_posit": [251, 292], "is_imposs": [251, 292], "simpl": [251, 292, 506, 510, 549, 557, 558, 561], "answer": [251, 292, 304, 305, 357, 358, 467, 535, 549, 560, 564], "unique_id": [251, 292], "example_index": [251, 292], "doc_span_index": [251, 292], "token_to_orig_map": [251, 292], "token_is_max_context": [251, 292], "input_mask": [251, 292, 510], "segment_id": [251, 292, 510], "read_squad_exampl": [251, 292], "input_fil": [251, 292], "doc_strid": [251, 292, 560], "max_query_length": [251, 292, 560], "output_fn": [251, 292], "inputbatch": [251, 292], "collecttransform": [251, 292], "10833": [251, 292], "tfsquadv1posttransform": [251, 292], "n_best_siz": [251, 292, 560], "384": [251, 292, 560], "64": [251, 292, 470, 555, 558, 560, 564], "max_answer_length": [251, 292, 560], "30": [251, 292, 499, 503, 505, 560, 564], "nbest_predict": [251, 292, 560], "question": [251, 292, 304, 305, 357, 358, 467, 468, 472, 473, 506, 513, 537, 549, 558, 560, 564], "anoth": [251, 292, 300, 309, 353, 463, 495, 496, 523, 527, 560, 561], "long": [251, 292, 501, 555, 560], "document": [251, 292, 413, 474, 475, 480, 498, 508, 511, 515, 525, 528, 529, 536, 537, 539, 549, 556, 560, 562], "chunk": [251, 292, 560], "tfmodelzoocollecttransform": [251, 292], "tfsquadv1modelzooposttransform": [251, 292], "squadv1": [251, 292, 560], "parsedecodevoctransform": [251, 292], "conf_fname_or_obj": [252, 261, 293, 298, 308, 309, 310, 311, 313, 322, 327, 335], "unnecessari": [252, 510], "setter": 254, "calib_dataload": [254, 336, 394, 425, 429, 469, 472, 492, 493, 495, 503, 504, 509, 510, 532, 533, 552, 553, 554, 555], "reason": [254, 467, 474, 492, 535, 555, 559, 561], "know": [254, 498, 556], "metric_cl": [256, 360, 394, 510], "user_metr": [256, 360, 394], "alwai": [256, 303, 356, 360, 394, 495, 509, 510, 535, 555], "recommend": [256, 360, 436, 473, 493, 502, 521, 524, 529, 531, 549, 551, 561], "set_backend": 257, "tensorflowimagefold": 279, "qlinear2qdq": [294, 299, 352], "qlinearop": [295, 495, 505, 521, 552, 564], "check_model": 295, "onnx_qlinear_to_qdq": 295, "input_name_to_nod": 295, "tf_to_fp32_onnx": 296, "tf_to_int8_onnx": 296, "int8_model": [296, 297, 473], "get_node_map": 297, "fp32_onnx_path": 297, "module_node_map": 297, "get_quantizable_onnx_op": 297, "quantize_nod": 297, "dynamic_quant_export": 297, "pt_fp32_model": 297, "pt_int8_model": 297, "weight_typ": 297, "s8": 297, "static_quant_export": 297, "_quantiz": 297, "torch_to_fp32_onnx": 297, "do_constant_fold": 297, "torch_to_int8_onnx": 297, "achiev": [298, 335, 500, 508, 510, 533, 548, 549, 550, 552, 558, 559, 561], "across": [298, 308, 335, 361, 494, 510, 537, 540, 549, 553, 558, 561], "variou": [298, 308, 335, 361, 475, 505, 513, 540, 549, 551, 553], "dl": [298, 308, 322, 327, 335, 361, 495, 504, 517, 530, 550, 564], "bring": [298, 335, 524, 537, 558], "unifi": [298, 335, 473, 474, 475, 492, 504, 505, 509, 510, 512], "vari": [298, 322, 327, 335, 535, 549, 558, 564], "roc": [298, 307, 322, 327, 335, 360], "flexibl": [298, 322, 327, 335, 472, 496, 537, 549, 555], "popular": [299, 352, 465, 472, 473, 474, 491, 496, 499, 500, 503, 508, 510, 549, 552, 555, 561, 562], "techniqu": [299, 352, 465, 472, 505, 510, 513, 532, 548, 549, 550, 551, 552, 562, 563, 564], "bleu": [299, 301, 306, 352, 354, 359, 509, 549], "bleu_util": [299, 306, 352, 359], "coco_label_map": [299, 306, 352, 359], "coco_tool": [299, 306, 352, 359], "evaluate_squad": [299, 306, 352, 359], "f1": [299, 304, 306, 307, 352, 357, 359, 360, 498, 509, 510, 533, 557, 564], "basic_na": [299, 312, 352], "nas_util": [299, 312, 352], "pruner_legaci": [299, 352], "gradient_sensit": [299, 318, 352], "group_lasso": [299, 318, 352], "pruning_recip": [299, 352], "tile_pattern": [299, 323, 324], "prune_util": [299, 328, 352], "tuning_sampl": [299, 341, 347, 352, 402, 408], "tuning_spac": [299, 341, 347, 348, 350, 352, 402, 408, 409, 411], "tuning_struct": [299, 341, 347, 348, 349, 352, 402, 408, 409, 410], "auto_mixed_precis": [299, 341, 352, 402], "graph_optim": [299, 352], "mixed_precis": [299, 352, 361, 510], "model_convers": [299, 352], "pruning_v2": [299, 352], "unicoderegex": [300, 353], "hoc": [300, 353], "hack": [300, 353], "recogn": [300, 353, 561], "nondigit_punct_r": [300, 353], "compil": [300, 353, 510], "express": [300, 353, 467], "preced": [300, 353, 558, 561], "digit": [300, 353, 463, 550], "punct_nondigit_r": [300, 353], "symbol_r": [300, 353], "bleu_token": [300, 353], "mose": [300, 353], "smt": [300, 353], "mosesdecod": [300, 353], "mteval": [300, 353], "v14": [300, 353], "pl": [300, 353], "l954": [300, 353], "l983": [300, 353], "bilingu": [300, 353], "understudi": [300, 353], "qualiti": [300, 353], "machin": [300, 353, 500, 506, 516, 530, 532, 538, 550, 558, 559], "translat": [300, 301, 353, 354, 549, 561], "natur": [300, 353, 500], "approxim": [300, 301, 353, 354, 474, 509, 555], "glue": [300, 307, 353, 360, 493, 509, 510, 519], "word": [300, 353, 509, 549, 555, 564], "ngram": [300, 353, 509], "breviti": [300, 301, 353, 354, 509], "doe": [300, 353, 412, 492, 493, 509, 510, 555, 556, 560], "beam": [300, 353, 509], "tensor2tensor": [301, 354], "bleu_hook": [301, 354], "compute_bleu": [301, 354], "reference_corpu": [301, 354], "translation_corpu": [301, 354], "max_ord": [301, 354], "use_bp": [301, 354], "against": [301, 354], "gram": [301, 354], "bleu_scor": [301, 354], "third": [303, 356, 468, 507], "parti": [303, 356, 468, 507, 552], "pycocotool": [303, 356, 501, 506], "noth": [303, 356, 561], "thu": [303, 356, 436, 510, 549, 552], "cannot": [303, 356, 469, 501, 555, 559], "jonathanhuang": [303, 356], "image_id": [303, 356, 509], "invok": [303, 356, 436, 474], "groundtruth_dict": [303, 356], "exportgroundtruthtococo": [303, 356], "groundtruth_boxes_list": [303, 356], "groundtruth_classes_list": [303, 356], "max_num_class": [303, 356], "output_path": [303, 356], "detections_list": [303, 356], "exportdetectionstococo": [303, 356], "detection_boxes_list": [303, 356], "detection_scores_list": [303, 356], "detection_classes_list": [303, 356], "cocowrapp": [303, 356], "loadannot": [303, 356], "cocoevalwrapp": [303, 356], "agnostic_mod": [303, 356], "computemetr": [303, 356], "detection_typ": [303, 356], "bbox": [303, 356, 469, 509], "hold": [303, 339, 356, 398, 493], "iou_typ": [303, 356], "iou_thr": [303, 307, 356, 360, 509], "map_point": [303, 307, 356, 360, 509], "cocoev": [303, 356], "mscoco": [303, 356], "Then": [303, 356, 474, 495, 523, 525, 527, 528, 535, 558, 561], "exportsingleimagegroundtruthtococo": [303, 356], "next_annotation_id": [303, 356], "category_id_set": [303, 356], "groundtruth_box": [303, 356], "groundtruth_class": [303, 356], "groundtruth_mask": [303, 356], "groundtruth_is_crowd": [303, 356], "ingest": [303, 356], "here": [303, 356, 413, 474, 493, 498, 499, 500, 502, 503, 508, 509, 518, 525, 528, 530, 533, 536, 538, 552, 556, 557, 558, 564], "exportsingleimagedetectionstococo": [303, 356], "uniqu": [303, 336, 356, 552], "assign": [303, 356, 463, 498, 551, 561], "num_gt_box": [303, 356], "num_detect": [303, 307, 356, 360, 509, 510, 563], "image_height": [303, 356], "image_width": [303, 356], "detection_mask": [303, 356], "crowd": [303, 356], "insid": [303, 356, 436, 496, 497, 531, 549, 553, 561], "exportsingleimagedetectionboxestococo": [303, 356], "detection_box": [303, 356, 510, 563], "detection_scor": [303, 356, 510, 563], "detection_class": [303, 356, 510, 563], "exporsingleimagedetectionboxestococo": [303, 356], "exportsingleimagedetectionmaskstococo": [303, 356], "allenai": [304, 305, 357, 358], "bi": [304, 305, 357, 358], "att": [304, 305, 357, 358], "flow": [304, 305, 357, 358, 469, 470, 510], "f1_score": [304, 305, 357, 358], "ground_truth": [304, 305, 357, 358], "ground": [304, 305, 357, 358], "truth": [304, 305, 357, 358], "metric_max_over_ground_truth": [304, 305, 357, 358], "metric_fn": [304, 305, 357, 358], "exact_match_scor": [304, 357], "exact": [304, 357], "articl": [304, 305, 357, 358], "paragraph": [304, 305, 357, 358], "qa": [304, 305, 357, 358, 472], "normalize_answ": [305, 358], "newlin": [305, 358, 463], "tab": [305, 358, 530, 559], "harmon": [305, 307, 358, 360], "recal": [305, 307, 358, 360], "answer_start": [305, 358], "177": [305, 358, 564], "denver": [305, 358], "bronco": [305, 358], "nfl": [305, 358], "team": [305, 358, 467, 554], "afc": [305, 358], "super": [305, 358, 470], "bowl": [305, 358], "50": [305, 358, 470, 474, 535, 549, 558, 564], "56be4db0acb8001400a502ec": [305, 358], "percentag": [305, 358, 491, 555, 563], "tensorflowmetr": [307, 360], "maintain": [307, 360, 436, 467, 468, 512, 513, 525, 528, 532, 537, 538, 549, 555, 556], "pytorchmetr": [307, 360], "mxnetmetr": [307, 360], "onnxrtqlmetr": [307, 360], "onnxrtitmetr": [307, 360], "metric_registri": [307, 360], "metric_typ": [307, 360], "decorator_metr": [307, 360], "basemetr": [307, 360, 394], "single_output": [307, 360], "hvd": [307, 360, 498], "wrappytorchmetr": [307, 360], "wrapmxnetmetr": [307, 360], "wraponnxrtmetr": [307, 360], "proport": [307, 360], "pred_list": [307, 360], "pytorchloss": [307, 360], "mae": [307, 360, 509], "compare_label": [307, 360, 394, 509], "rmse": [307, 360, 509, 561], "tensorflowtopk": [307, 360], "k": [307, 360, 394, 509, 532, 549], "among": [307, 360, 524, 558], "outcom": [307, 360], "num_correct": [307, 360], "num_sampl": [307, 360], "generaltopk": [307, 360], "cocomapv2": [307, 360, 509], "anno_path": [307, 360, 509], "map_kei": [307, 360], "detectionboxes_precis": [307, 360], "output_index_map": [307, 360, 509], "tensorflowmap": [307, 360], "tensorflowcocomap": [307, 360], "tensorflowvocmap": [307, 360], "squadf1": [307, 360, 509], "miou": [307, 360], "num_class": [307, 360], "21": [307, 360, 518, 519, 541, 544, 545, 550, 558, 564], "iou": [307, 360], "intersect": [307, 360, 473, 509], "union": [307, 360, 452, 509, 541], "onnxrtglu": [307, 360], "dlrm": [307, 360], "modelconvers": 309, "typic": [309, 336, 470, 472, 497, 499, 503, 535, 549, 564], "basicna": 310, "model_build": [310, 313], "conf_fnam": 310, "nasbas": [313, 470], "nas_registri": 314, "nas_method": 314, "create_search_space_pool": 314, "idx": [314, 493], "enumer": [314, 427, 441, 452, 473, 496, 497, 498, 510, 548, 549, 559], "find_pareto_front": 314, "pareto": [314, 470], "front": [314, 470], "n_point": 314, "n_metric": 314, "n_pareto_point": 314, "gradientsensitivityprun": 316, "pytorchmodel": [316, 317, 319, 320, 321, 370], "overwritten": [316, 317, 319, 320, 321, 518], "grouplassoprun": 317, "legaci": 318, "basicmagnitudeprun": 319, "patternlockprun": [320, 332], "pruner_registri": 321, "clase": 321, "pruningconf": [322, 327], "tfpruningcallback": [322, 327], "input_model": [322, 327, 512, 533, 534, 535, 559], "pure": [322, 327, 549], "pattern_registri": 325, "pattern_typ": 325, "patternbas": 325, "mask_shap": [325, 326], "is_contigu": 325, "tile": 326, "tilepatternbas": 326, "tilepattern_1x1": 326, "1x1": [326, 496, 510, 549], "tilepattern_2x2": 326, "2x2": [326, 558], "tilepattern_1x16": 326, "1x16": 326, "tilepattern_4x1": 326, "tilepattern_1x2": 326, "1x2": [326, 558], "patternnxm": 330, "patternninm": 330, "reset_non_value_to_default": 331, "parse_not_to_prun": 331, "update_frequency_on_step": [332, 551], "max_sparsity_ratio_per_lay": [332, 551], "magnitudeprun": 332, "snipprun": 332, "snipmomentumprun": 332, "moreoev": 332, "quantconf": 335, "separ": [336, 467, 504, 507, 538, 540, 548, 551], "opt_model": [336, 510], "fulli": [336, 510, 538, 552, 558], "train_func": [336, 452, 498, 510, 552], "automixedprecisiontunestrategi": [337, 396], "basictunestrategi": [338, 397], "stage": [338, 343, 395, 397, 404, 496, 549, 559, 561], "polici": [338, 342, 395, 397, 403, 467, 472, 563, 565], "bayesiantunestrategi": [339, 398], "acq_max": [339, 398], "ac": [339, 398], "gp": [339, 398], "y_max": [339, 398], "n_warmup": [339, 398], "10000": [339, 398, 549], "n_iter": [339, 398], "acquisit": [339, 398], "gaussian": [339, 398, 561], "relev": [339, 398, 474, 475, 535, 549], "acq": [339, 398], "randomst": [339, 398], "scipi": [339, 398], "x_max": [339, 398], "targetspac": [339, 398], "pbound": [339, 398], "9527": [339, 398, 510, 563], "bayesianoptim": [339, 398], "exhaustivetunestrategi": [340, 400], "msetunestrategi": [342, 403], "mse_v2tunestrategi": [343, 404], "revert": [343, 351, 404, 412, 561], "randomtunestrategi": [344, 405], "strategy_registri": [345, 406, 561], "tunestrategi": [345, 406, 561], "tuningsamplerregistri": 348, "tuningsampl": [348, 409], "tuningord": [348, 409], "Not": [348, 349, 409, 410, 463, 470], "tuningspac": [348, 349, 409, 410], "tuning_order_lst": [348, 409], "initial_op_tuning_cfg": [348, 409], "modelwisetuningsampl": [348, 409], "tuning_items_prior": [348, 409], "op_dtype_dict": [348, 409], "optuningconfig": [348, 349, 350, 409, 410, 411], "optypewisetuningsampl": [348, 409], "opwisetuningsampl": [348, 409], "fallbacktuningsampl": [348, 409], "op_dtyp": [348, 409], "skip_first": [348, 409], "smoothquantsampl": [348, 409], "tuningitem": [349, 410], "item_typ": [349, 410], "pattern_to_intern": [349, 410], "default_dtyp": [349, 410], "pattern_to_path": [349, 410], "quant_mode_from_pattern": [349, 410], "internal_pattern": [349, 410], "initial_tuning_cfg_with_quant_mod": [349, 410], "op_name_typ": [349, 410], "step1": [349, 410], "step2": [349, 410], "complet": [349, 410, 473, 474, 549, 552, 561, 563, 564], "step3": [349, 410], "step4": [349, 410], "step5": [349, 410], "op_quant_mod": [350, 411], "ordereddefaultdict": [351, 412], "extract_data_typ": [351, 412], "reverted_data_typ": [351, 412], "signed_flag": [351, 412], "get_adaptor_nam": [351, 412], "experiment": [352, 470, 493, 497, 498, 500, 506, 510, 549, 551, 552, 556, 560], "base_model": [352, 363], "keras_model": [352, 363], "mxnet_model": [352, 363], "nets_factori": [352, 363], "onnx_model": [352, 363, 387, 533], "tensorflow_model": [352, 363, 392, 535], "torch_model": [352, 363], "collect_layer_histogram": [352, 456], "create_obj_from_config": [352, 456], "kl_diverg": [352, 456], "load_huggingfac": [352, 456, 510], "neural_insights_util": [352, 456], "weights_detail": [352, 456], "sub_class": [360, 394], "register_customer_metr": 360, "topk": [360, 394, 498, 509, 510, 532, 552], "frozen": [361, 369, 394, 512], "savedmodel": [361, 369, 394, 564], "onnx_ml_pb2": [361, 512], "hybirdblock": [361, 394], "basemodel": 362, "plai": [362, 550, 555, 558], "role": [362, 555, 558], "kerasmodel": 364, "get_model_fwk_nam": 365, "fwk": 365, "mxnetmodel": 366, "net": 367, "tfslimnetsfactori": 367, "get_model_typ": 369, "validate_graph_nod": 369, "validate_and_inference_input_output": 369, "graph_sess": 369, "graph_def_sess": 369, "frozen_pb_sess": 369, "load_saved_model": 369, "saved_model_tag": 369, "signatur": 369, "metagraphdef": 369, "keras_sess": 369, "slim_sess": 369, "checkpoint_sess": 369, "estimator_sess": 369, "saved_model_sess": 369, "tensorflowbasemodel": [369, 392], "tensorflowsavedmodelmodel": 369, "tensorflowllmmodel": 369, "exceed": 369, "2gb": 369, "tensorflowqatmodel": 369, "tensorflowcheckpointmodel": 369, "tensorflowmodel": 369, "pytorchbasemodel": 370, "pytorchfxmodel": 370, "ipexmodel": 370, "driven": [371, 472, 510, 530, 547, 559], "objective_registri": 371, "objective_custom_registri": 371, "obj_cl": 371, "eural_compressor": 371, "objective_cl": 371, "user_object": 371, "__class__": 371, "__name__": 371, "objective_cfg": 371, "usr_cfg": 371, "user_obj_cfg": 371, "easili": [371, 473, 514, 518, 530, 547, 558], "peak": [371, 547], "multiobject": 371, "metric_criterion": 371, "metric_weight": 371, "obj_criterion": 371, "obj_weight": 371, "is_measur": 371, "parserfactori": 373, "onnxrtparserfactori": 375, "onnxprofilingpars": 377, "respons": [377, 378, 382, 543, 544, 545, 552], "profilingpars": 378, "profilingresult": 379, "total_execution_tim": 379, "accelerator_execution_tim": 379, "cpu_execution_tim": 379, "op_run": 379, "op_defin": 379, "tensorflowparserfactori": 380, "tensorflowprofilingpars": 382, "profilerfactori": [383, 385, 390], "create_onnx_config": 388, "ort": 388, "sessionopt": 388, "delete_assign": 393, "create_tf_config": 393, "tf_modul": 393, "configproto": 393, "set_eager_execut": 393, "entir": [394, 452, 469, 474, 475, 491, 537, 549], "autotunestrategi": 395, "conservativetunestrategi": 399, "o0": [399, 561], "who": [399, 467], "hawq_v2tunestrategi": 401, "made": [401, 473, 552, 556, 561], "impact": [401, 549, 556, 561], "tunestrategymeta": 406, "metaclass": 406, "lowerbitssampl": 409, "blockfallbacktuningsampl": 409, "op_block_lst": 409, "target_dtyp": 409, "alpha_list": 409, "weightonlyquantsampl": 409, "quantopt": 412, "quant_typ": 412, "quant_opt": 412, "preprocess_user_cfg": 412, "op_user_cfg": 412, "op_user_cfg_modifi": 412, "build_slave_faker_model": 412, "slave": [412, 561], "virtual": [412, 550], "classregist": 412, "fun": 413, "attribute1": 413, "module_debug_level1": 413, "function1": 413, "param1": 413, "param2": 413, "parameter1": 413, "parameter2": 413, "function2": 413, "pep": 413, "484": [413, 564], "output_model": [413, 510, 533, 535, 559], "function3": 413, "section": [413, 475, 495, 496, 497, 530, 533, 536, 549, 551, 555, 563], "restructuredtext": 413, "liter": 413, "generator1": 413, "example_gener": 413, "exampleclass": 413, "param3": 413, "public": [413, 467, 525, 528], "attr1": 413, "attr2": 413, "attr5": 413, "api_doc_exampl": 414, "op_valu": 425, "quant_config": [425, 429, 430, 448, 451], "staticquantconfig": [425, 427], "layer_class": 425, "parse_to_keras_tune_cfg": 425, "calib_iter": [425, 429, 474], "static_quantize_entri": 425, "weight_dtyp": [427, 441], "weight_sym": [427, 441], "weight_granular": 427, "per_tensor": [427, 474, 475, 502, 552, 563], "act_dtyp": [427, 441], "act_sym": 427, "act_granular": 427, "get_all_registered_config": 427, "base_config": [427, 429, 448], "parse_config_from_dict": 427, "config_dict": 427, "get_default_static_quant_config": 427, "quantize_model": 429, "register_algo": [430, 451], "algos_map": [430, 451], "example_algo": [430, 451], "rtnweightquantconfig": [430, 435, 441, 451], "dump_elapsed_tim": [430, 463, 473], "customized_msg": [430, 463], "elaps": [430, 463], "dataloader_len": [432, 441], "apply_gptq_quant": 432, "configs_map": [432, 435], "rtn_quantize_entri": 435, "device_typ": 436, "_dtype": 436, "cache_en": 436, "manag": [436, 452, 455, 510, 513, 514, 524], "region": [436, 558], "chosen": [436, 474, 491], "enter": [436, 524, 530, 538], "half": [436, 511, 521], "hpu": [436, 441], "float8_e4m3fn": [436, 441], "autocastmodel": 436, "affect": [436, 558], "dataparallel": 436, "distributeddataparallel": 436, "torch_dtyp": [436, 475], "weight_bit": [441, 474], "weight_group_s": 441, "double_quant_dtyp": 441, "double_quant_bit": 441, "double_quant_sym": 441, "double_quant_group_s": 441, "get_default_rtn_config": 441, "gptqconfig": 441, "act_ord": 441, "get_default_gptq_config": 441, "fp8qconfig": 441, "dtype_rang": 441, "act_algo": 441, "fp8": [441, 472, 550], "run_fn": 448, "run_arg": 448, "quantize_dynam": 448, "carri": [448, 549], "place": [448, 497, 506, 543, 549, 559, 561], "mutat": 448, "loop": [452, 469, 470, 474, 475, 502, 540, 557, 561], "compressionmanag": 452, "deal": 452, "pruningconfig": 452, "orchestr": [452, 472, 505, 562], "on_train_begin": [452, 469, 496, 497, 510, 548, 549, 552], "train_loop": [452, 510, 548], "on_epoch_begin": [452, 455, 496, 497, 510, 548], "on_step_begin": [452, 455, 496, 497, 510, 548, 549], "on_after_compute_loss": [452, 496, 497, 510, 548], "on_before_optimizer_step": [452, 496, 497, 510, 548, 549], "on_step_end": [452, 455, 496, 497, 510, 548], "on_epoch_end": [452, 455, 496, 497, 510, 548], "on_train_end": [452, 496, 497, 510, 548, 549, 552], "path_to_sav": 452, "top1": [452, 509, 532, 549, 552, 564], "callbacks_list": 452, "layerhistogramcollector": 453, "layer_tensor": 453, "include_lay": 453, "get_func_from_config": 455, "func_dict": 455, "get_preprocess": 455, "get_metr": 455, "get_postprocess": 455, "get_algorithm": 455, "create_dataset": 455, "cfg_preprocess": 455, "cfg_filter": 455, "create_dataload": 455, "dataloader_cfg": 455, "create_eval_func": 455, "postprocess_cfg": 455, "fp32_baselin": [455, 473], "baselin": [455, 557, 558, 559], "create_train_func": 455, "train_cfg": 455, "Their": 455, "auxiliari": 456, "optimizedmodel": 458, "from_pretrain": [458, 510], "save_for_huggingface_upstream": [458, 510], "export_compressed_model": [458, 555], "saved_dir": [458, 555], "use_optimum_format": 458, "compression_dtyp": 458, "compression_dim": 458, "scale_dtyp": 458, "comoress": 458, "register_neural_insights_workload": 460, "workload_loc": [460, 463], "workload_mod": 460, "workload_nam": 460, "uuid": 460, "update_neural_insights_workload": 460, "workload_uuid": 460, "update_neural_insights_workload_accuracy_data": 460, "baseline_accuraci": 460, "optimized_accuraci": 460, "get_model_path": 460, "is_int8_model": 462, "load_weight_onli": 462, "checkpoint_dir": 462, "history_cfg": 462, "best_configur": 462, "best_model_weight": 462, "snapshot": [462, 534], "recover_model_from_json": 462, "json_file_path": 462, "cfg_from_fil": 463, "yaml_fil": [463, 493, 498], "lazyimport": 463, "lazi": 463, "till": [463, 561], "time_limit": 463, "get_siz": 463, "seen": [463, 473], "recurs": 463, "compute_spars": 463, "fault_tolerant_fil": 463, "equal_dict": 463, "d2": 463, "compare_kei": 463, "ignore_kei": 463, "ignor": [463, 491, 493, 555, 558, 561], "cpuinfo": 463, "combine_histogram": 463, "old_hist": 463, "old": [463, 510, 556], "get_tensor_histogram": 463, "get_all_fp32_data": 463, "get_tuning_histori": 463, "tuning_history_path": 463, "offlin": [463, 467, 510, 552, 558], "str2arrai": 463, "dequantize_weight": 463, "weight_tensor": 463, "min_filter_tensor": 463, "max_filter_tensor": 463, "scale_info": 463, "captureoutputtofil": 463, "tmp_file_path": 463, "stream": [463, 564], "sy": [463, 516], "stderr": 463, "captur": 463, "statist": [463, 464], "header": [463, 501], "field_nam": 463, "output_handl": 463, "printer": 463, "global_st": 463, "load_data_from_pkl": 463, "pkl": [463, 534], "dump_data_to_loc": 463, "show_memory_info": 463, "hint": 463, "dump_class_attr": 463, "compare_object": 463, "obj1": 463, "obj2": 463, "ignore_attr": 463, "comparison": [463, 555, 556, 559], "alias_param": 463, "param_nam": 463, "param_alia": 463, "alias": 463, "print_tabl": 463, "column_map": 463, "table_entri": 463, "titl": [463, 507, 531, 561], "insert_newlin": 463, "prettyt": 463, "column": [463, 555, 558], "handler": [463, 561], "row": [463, 495, 533, 558], "decim": 463, "get_tensors_info": 463, "get_weights_detail": 463, "weightdetail": 463, "dump_tabl": 463, "file_typ": 463, "csv": [463, 470, 533, 534], "dump_table_to_csv": 463, "get_number_of_socket": 463, "platform": [463, 472, 505, 513, 521, 540, 550, 552], "opentri": 463, "activation_min": 463, "activation_max": 463, "print_op_list": 463, "get_op_list": 463, "minmax_file_path": 463, "input_model_tensor": 463, "optimized_model_tensor": 463, "activation_min_max": 463, "calculate_ms": 463, "mse_metric_gap": 463, "fp32_tensor": 463, "dequantize_tensor": 463, "euclidean": [463, 496], "distanc": [463, 496], "check_key_exist": 463, "weightsdetail": 464, "input_tensor_data": 464, "optimized_tensor_data": 464, "weightsstatist": 464, "welcom": [466, 467, 468, 472, 532, 539, 565], "interest": [467, 472, 532, 559], "foster": 467, "particip": [467, 540], "commun": [467, 532], "harass": 467, "experi": [467, 513, 535, 557, 558, 561], "everyon": 467, "regardless": 467, "ag": 467, "bodi": 467, "ethnic": 467, "characterist": 467, "gender": 467, "educ": 467, "socio": 467, "econom": 467, "race": 467, "religion": 467, "sexual": 467, "orient": 467, "contribut": [467, 472, 549], "inclus": 467, "Being": 467, "viewpoint": 467, "gracefulli": 467, "focus": [467, 473], "empathi": 467, "toward": [467, 496], "member": [467, 473], "unaccept": 467, "imageri": 467, "unwelcom": 467, "troll": 467, "insult": 467, "derogatori": 467, "polit": 467, "attack": 467, "privat": 467, "publish": [467, 507, 508, 511, 531, 558], "electron": 467, "explicit": 467, "permiss": 467, "inappropri": 467, "profession": 467, "clarifi": 467, "appropri": [467, 491, 558], "fair": 467, "action": [467, 525, 528], "edit": 467, "reject": 467, "commit": [467, 468], "wiki": 467, "ban": 467, "temporarili": 467, "deem": 467, "threaten": 467, "offens": 467, "harm": 467, "mail": 467, "social": [467, 550], "media": [467, 550], "account": [467, 557, 561], "appoint": 467, "onlin": [467, 557], "event": [467, 559], "abus": 467, "report": [467, 468, 472, 540, 557], "contact": [467, 556, 557], "complaint": 467, "review": [467, 468, 472, 550], "investig": [467, 535], "circumst": [467, 551], "oblig": [467, 536], "confidenti": [467, 532], "regard": [467, 554], "incid": 467, "good": [467, 552, 561], "faith": 467, "repercuss": 467, "leadership": 467, "faq": [467, 472], "page": [467, 468, 532, 535, 536], "send": [468, 474], "view": [468, 472, 499, 521, 530, 536, 556], "star": 468, "repositori": [468, 525, 528], "button": [468, 505, 524, 530], "fork": [468, 525, 528], "clone": [468, 495, 506, 523, 527, 532, 534, 535, 537, 538], "pc": 468, "git": [468, 495, 501, 506, 532, 534, 535, 537, 538], "modif": [468, 473, 502, 518, 537], "checkout": 468, "my": 468, "push": [468, 549, 555, 558], "cover": [468, 500, 504, 550], "would": [468, 510, 534, 549, 552, 558], "adopt": [468, 513, 549, 550, 558], "certif": [468, 532], "agre": 468, "pr": [468, 492, 509, 525, 528, 556], "At": [468, 474, 536, 540, 561], "approv": 468, "solv": [468, 552, 556], "licens": 468, "azur": [468, 472, 550], "devop": 468, "ci": 468, "cloud": [468, 472, 540, 550], "deploi": [468, 496, 510, 536, 540, 555, 561], "e16": 468, "v5": 468, "scan": [468, 472], "pylint": 468, "bandit": 468, "copyright": [468, 507], "docstyl": 468, "spellcheck": 468, "dco": 468, "pytest": 468, "No": [468, 501, 510, 538, 539, 550], "failur": [468, 469], "fault": 468, "coverag": 468, "runtim": [468, 472, 473, 474, 476, 492, 495, 499, 502, 505, 511, 515, 520, 521, 551, 555, 556, 561], "submit": [468, 537, 540, 550], "bug": [468, 472], "intend": 468, "safe": 468, "collabor": [468, 472, 515, 521], "adher": 468, "toolkit": [469, 506, 513, 521, 550, 562], "tracer": 469, "resolv": [469, 471], "floatfunct": 469, "cat": [469, 500, 516, 543, 544, 545], "done": [469, 496, 497, 514, 530, 539, 543, 544, 549, 552], "10004": [469, 470, 473, 492, 496, 497, 498, 502, 505, 511, 548, 551, 553, 555, 563], "neural_compressor": [469, 470, 472, 475, 490, 492, 493, 495, 496, 497, 498, 500, 503, 504, 509, 510, 511, 512, 532, 533, 547, 548, 549, 551, 552, 553, 554, 556, 557, 558, 560, 561, 563], "eval": [469, 492, 495, 513, 552, 559], "conduct": [469, 510, 518, 530, 561, 562], "imper": 469, "therefor": [469, 510, 533, 535, 549, 552, 553, 556, 558], "lot": [469, 535, 558], "As": [469, 474, 492, 496, 509, 510, 524, 535, 549, 555, 561], "successfulli": [469, 498, 539, 543, 544, 545, 550], "suggest": [469, 557], "traceabl": 469, "proxi": 469, "tutori": [469, 521, 550, 562], "prototyp": 469, "html": [469, 472, 474, 491, 498, 505, 525, 528, 531, 533, 539, 543, 552], "highlight": 469, "untrac": 469, "ssd": [469, 500, 564], "resnet34": [469, 564], "r34": 469, "bboxes_labels_scor": 469, "prob": 469, "45": [469, 564], "max_output": 469, "zip": [469, 539, 543, 544], "dbox": 469, "dlabel": 469, "dscore": 469, "decode_singl": 469, "autom": [470, 513, 530, 531, 550, 558], "artifici": 470, "ann": 470, "par": [470, 540], "outperform": 470, "propos": [470, 473, 496, 511, 555, 558], "potenti": [470, 495, 556], "lie": [470, 491], "predictor": 470, "shown": [470, 492, 495, 496, 509, 510, 524, 533, 535, 547, 548, 549, 553, 558, 561], "figur": [470, 523, 524, 527, 553], "popul": 470, "inner": 470, "evolutionari": 470, "cycl": 470, "until": [470, 474, 561], "conclud": 470, "met": [470, 502, 552, 559], "yet": [470, 525, 528, 531, 538, 552], "simplest": [470, 491, 516], "launcher": [470, 472, 496, 497, 521, 562], "agent": 470, "nsga2": 470, "supernet": 470, "ofa_mbv3_d234_e346_k357_w1": 470, "acc": [470, 540, 549, 559, 564], "mac": [470, 531], "num_ev": 470, "250": [470, 549], "results_csv_path": 470, "search_result": 470, "dataset_path": 470, "ilsvrc2012": 470, "aim": [470, 472, 508, 513, 549, 558, 561, 562], "mobilenetv3": 470, "lt": [470, 493, 564], "wmt": 470, "en": 470, "de": 470, "guidelin": [471, 472], "mainstream": [472, 562], "workflow": [472, 474, 475, 495, 496, 500, 506, 511, 525, 528, 532, 559, 562], "particular": [472, 549, 555], "wide": [472, 499, 511, 549, 552, 564], "hardwar": [472, 473, 496, 505, 510, 530, 549, 550, 551], "xeon": [472, 506, 507, 508, 511, 550, 552, 554, 564], "scalabl": [472, 506, 508, 511, 550, 552, 554], "processor": [472, 508, 511, 538, 550, 552, 554], "flex": [472, 506], "amd": [472, 506, 564], "arm": [472, 505, 506, 564], "nvidia": [472, 491, 505, 506, 564], "llama2": 472, "falcon": [472, 508, 549, 558, 564], "gpt": [472, 508, 534, 549, 558, 564], "j": [472, 508, 534, 549, 558, 564], "bloom": [472, 549, 558, 564], "broad": [472, 505, 519, 562], "stabl": [472, 506, 549, 550], "diffus": [472, 550], "vision": [472, 500, 517, 558], "coder": [472, 505, 514, 515, 518, 521, 524, 537, 541, 550], "marketplac": [472, 531, 550], "googl": [472, 511, 550], "amazon": [472, 513, 521], "web": [472, 532, 538, 543, 544, 545, 559], "servic": [472, 530, 537, 550], "softwar": [472, 507, 549, 550, 556], "alibaba": [472, 520, 527, 528, 550], "tencent": [472, 550], "taco": [472, 550], "oliv": [472, 550], "ai": [472, 513, 550, 554, 562], "ecosystem": [472, 550], "lightn": [472, 520], "pip": [472, 495, 498, 501, 503, 506, 515, 518, 523, 525, 527, 528, 532, 533, 534, 535, 556], "wget": [472, 495, 501, 503, 532, 535], "googleapi": [472, 503, 532, 535], "v1_6": [472, 503, 532, 535], "mobilenet_v1_1": [472, 503, 532, 543], "0_224_frozen": [472, 503, 532, 543], "overview": [472, 561], "jupyterlab": [472, 513, 519, 521, 523, 527, 562], "studio": [472, 521, 530, 540, 562], "topic": 472, "int4": [472, 508, 552, 564], "innov": [472, 521, 550], "blog": [472, 550], "oct": [472, 550], "emnlp": [472, 550], "teq": [472, 550, 553, 555], "sep": [472, 550], "neurip": [472, 550], "quala": [472, 550], "minilm": [472, 550, 564], "releas": [472, 506, 519, 521, 523, 527, 529, 541, 544, 545, 565], "legal": [472, 565], "request": [472, 538, 539, 540, 543, 544, 545, 552], "ask": [472, 506], "email": 472, "research": [472, 507, 558, 564], "idea": [472, 532, 549, 558, 561], "discord": 472, "join": [472, 533, 538, 543, 544], "technic": 472, "discuss": 472, "wechat": [472, 550], "img": 472, "bridg": [473, 474, 505], "vanilla": [473, 474, 505], "abcadaptor": 473, "__init__": [473, 492, 493, 509, 561], "query_fw_cap": [473, 475], "query_fused_pattern": 473, "he": 473, "besid": [473, 496, 535, 555], "describ": [473, 475, 495, 502, 532, 559], "past": [473, 555], "mainten": 473, "difficult": [473, 558], "abil": [473, 474, 493, 502, 558], "fragment": 473, "scenario": [473, 490, 496, 510, 549, 555], "granular": [473, 474, 475, 502, 505, 516, 552, 558, 563], "semant": [473, 502], "mla": [473, 511, 552], "becom": [473, 500, 549, 555], "explor": 473, "inspect_tensor": 473, "op_list": [473, 559], "iteration_list": 473, "inspect_typ": 473, "save_to_disk": 473, "quantization_cfg": 473, "set_tensor": 473, "tensor_dict": 473, "diagnosis_help": 473, "fw": 474, "outlin": [474, 475], "instruct": [474, 475, 496, 506, 511, 525, 528, 532, 533, 534, 535, 549, 550, 551, 552, 558, 564], "extend": [474, 475], "accommod": [474, 475], "incorpor": [474, 475, 497, 549, 561], "give": [474, 530, 561], "diagram": [474, 475, 495, 561], "illustr": [474, 475, 497, 561], "sequencediagram": [474, 475, 540], "autonumb": [474, 475], "query_framework_cap": 474, "opwis": 474, "optypewis": 474, "travers": [474, 475, 555, 561], "\u2776": 474, "\u2777": 474, "\u2778": 474, "\u2779": 474, "\u277a": 474, "\u277b": 474, "\u277c": 474, "These": [474, 505, 533], "chapter": 474, "node_op": 474, "confirm": 474, "tune_config": 474, "int8_conv_config": 474, "optype_wise_": 474, "tuning_cfg_to_fw": 474, "Its": [474, 491, 549], "dispatch": [474, 505, 537, 540], "is_perchannel": 474, "is_asymmetr": 474, "convert_bf16": 474, "larger": [474, 549, 555, 558], "somewhat": 474, "distort": 474, "line": [474, 498, 505, 513, 518, 519, 538, 559], "explain": [475, 495, 558], "let": [475, 502, 518, 549, 551, 563], "overal": [475, 538, 563], "drive": 475, "uint4": 475, "kullback": [475, 496], "leibler": [475, 496], "pytorch_cpu": 475, "1_11_capabl": 475, "cap_s8_1_11": 475, "cap_s8_1_11_conv1d": 475, "per_channel_symmetr": 475, "addition": [475, 498, 549, 561], "per_tensor_symmetr": 475, "due": [475, 500, 549, 552, 558, 559], "nativ": 475, "with_arg": 475, "qscheme": 475, "quant_min": 475, "quant_max": 475, "linux": [490, 501, 506, 524, 530], "x86_64": 490, "aarch64": 490, "prove": [491, 555, 558], "benefici": 491, "uniform": [491, 555], "\u03b2": 491, "\u03b1": 491, "fundament": [491, 510], "primari": [491, 561], "focu": [491, 561], "essenti": [491, 501], "remaind": 491, "enhanc": [491, 513, 549, 550, 554], "resolut": 491, "extrem": 491, "still": [491, 510, 536, 550, 552, 554], "retain": 491, "noteworthi": 491, "vanhouck": 491, "vincent": 491, "andrew": 491, "senior": 491, "mark": 491, "mao": 491, "speed": [491, 510, 521, 549, 550, 552, 561], "2011": 491, "szymon": 491, "migacz": 491, "2017": 491, "mckinstri": 491, "jeffrei": 491, "l": [491, 496, 559, 561], "discov": [491, 559], "1809": 491, "04191": 491, "2018": 491, "encount": 492, "consum": 492, "previous": 492, "lack": [492, 501], "faster": [492, 494, 500, 550, 561, 564], "Of": 492, "evenli": 492, "divid": [492, 540, 558, 561], "discard": 492, "throw": 492, "awai": 492, "draw": [492, 557, 561], "subprocess": 492, "pin": [492, 523, 527], "reshuffl": 492, "manner": [492, 496, 512], "newdataload": 492, "customis": [492, 493, 509], "ensp": [493, 560], "imagerecord": [493, 498, 563], "image_nam": 493, "cocorecord": 493, "gt": [493, 558, 560], "int64": 493, "offer": 493, "style_transf": 493, "content": [493, 538, 539, 543, 544, 545], "tfrecorddataset": 493, "labelbal": 493, "300": [493, 549, 564], "16": [493, 506, 543, 555, 564], "helloworld": [493, 511, 560], "aid": 494, "deploy": [494, 513, 530, 550, 553, 558], "infrastructur": 494, "diagnos": 495, "gui": [495, 505, 535, 549], "termin": [495, 523, 524, 527, 533], "repeat": [495, 561], "durat": [495, 539, 543, 544, 557], "cd": [495, 498, 506, 532, 534, 535, 537, 538, 543, 544, 545], "setup": [495, 502, 506, 525, 528, 532, 534, 535, 537, 538, 549], "ilsvr2012": 495, "caff": 495, "berkeleyvis": 495, "caffe_ilsvrc12": 495, "xvzf": 495, "image_recognit": [495, 535, 559], "resnet50_torchvis": 495, "ptq_static": [495, 534], "resnet50_v1": [495, 498, 510], "dataset_loc": [495, 535, 543, 559], "label_path": 495, "quantiti": 495, "vec": 495, "frac": [495, 558], "sigma": 495, "var": 495, "happen": 495, "dispers": [495, 533], "v0": [495, 535, 558, 559], "cg": [495, 535, 559], "conv0": [495, 535, 559], "expens": [496, 510, 561], "power": [496, 510, 524, 550], "mobil": [496, 510, 564], "produc": 496, "logit": 496, "softmax": 496, "kd": 496, "patient": 496, "compact": [496, 510, 516, 549], "agnost": 496, "resourc": [496, 537, 540, 561], "convolut": [496, 550], "ia": 496, "attach": [496, 510, 558], "shallow": 496, "deepest": 496, "deeper": 496, "paper": [496, 549, 555, 558], "10006": [496, 497], "student_output": [496, 497], "student_loss": [496, 497], "training_func_for_nc": [496, 497], "distil_loss_conf": 496, "accordingli": [496, 521, 558], "promis": [497, 510, 549], "huge": [497, 535, 549, 553], "heavi": 497, "light": 497, "booster": 497, "degrad": [497, 549, 561], "novel": [497, 513, 524, 530], "comb": 497, "distillation_criterion": [497, 510, 548], "q_conf": 497, "horovod": 498, "instal": [498, 501, 503, 513, 515, 518, 521, 525, 528, 530, 531, 533, 534, 535, 565], "program": [498, 507, 513, 530], "enable_eager_execut": 498, "yaml_file_path": 498, "pre_process": 498, "simpli": [498, 512, 513, 515, 518, 530, 538], "evaluation_result": 498, "evaluation_time_cost": 498, "partit": [498, 549], "distributedsampl": 498, "train_sampl": 498, "train_dataset": [498, 552], "num_replica": 498, "rank": 498, "train_load": 498, "train_kwarg": 498, "adadelta": 498, "distributedoptim": 498, "named_paramet": 498, "broadcast_paramet": 498, "root_rank": 498, "broadcast_optimizer_st": 498, "set_epoch": 498, "batch_idx": 498, "nll_loss": 498, "log_interv": 498, "0f": 498, "tloss": 498, "6f": 498, "dry_run": 498, "test_func": 498, "host": [498, 538, 540, 543, 544, 545], "num_of_process": 498, "002": 498, "ssh": [498, 530], "prompt": 498, "readm": [498, 543], "exactli": [498, 514], "recognit": [498, 500, 549, 559], "resizecropimagenet": [498, 560], "realiz": [498, 547, 554, 557], "tow": 498, "node1": [498, 543, 544], "node2": [498, 543, 544], "TO": [498, 515, 535], "your_node1_nam": 498, "your_node2_nam": 498, "resnet50_fp32_pretrained_model": 498, "nc_resnet50_v1": 498, "resnet": [498, 564], "varieti": [499, 551, 561], "demonstr": [499, 513, 543, 544, 545, 559], "speedup": [499, 505, 552], "2x": [499, 505], "vnni": [499, 505, 551, 552], "exchang": 500, "hope": 500, "inc_model": [500, 512], "fp32_onnx_config": 500, "verifi": [500, 508], "vgg16": [500, 564], "mobilenet": [500, 557, 564], "rcnn": 500, "torchscript": [500, 553, 558], "unsupport": [500, 510, 549], "add_relu": 500, "conv1d_relu": 500, "conv2d_relu": 500, "group_norm": 500, "hardswish": 500, "instance_norm": 500, "layer_norm": 500, "leaky_relu": 500, "sigmoid": 500, "toolchain": [501, 550], "bare": 501, "metal": 501, "sudo": [501, 516], "apt": [501, 506, 516, 524], "python3": 501, "dev": [501, 523, 527], "distutil": 501, "libgl1": 501, "mesa": 501, "glx": 501, "libglib2": 501, "ln": 501, "sf": 501, "usr": 501, "incompat": 501, "88": [501, 557, 564], "80": [501, 553, 559, 564], "pyobject": 501, "reinstal": 501, "libgl": 501, "yum": [501, 506], "opencv": [501, 506, 524], "conda": [501, 506, 516, 524, 543, 544, 545, 556], "13": [501, 506, 532, 556, 558], "pend": [501, 539], "sqlalchemi": 501, "27": [501, 564], "alemb": 501, "forg": [501, 506], "quick": [502, 511, 549, 562, 563], "friendli": [502, 510, 550, 558, 562, 563], "dive": [502, 562], "purpos": [502, 511, 530, 532, 551, 552], "syntax": 502, "go": [502, 525, 528, 536, 551, 555, 560], "up1": 502, "up2": 502, "valid_mixed_precis": 502, "addn": 502, "grappler_optim": 502, "constfold": 502, "arithmet": 502, "debug_stripp": 502, "major": [504, 535, 552, 558], "concept": [504, 557, 562], "rather": [504, 555], "custom_metr": 504, "refin": [504, 549], "420": 505, "geomean": 505, "snippet": 505, "upload": [505, 525, 528], "click": [505, 513, 514, 521, 524, 530, 535, 550, 559], "qintegerop": [505, 552], "plan": 505, "oneapi": [506, 550, 562], "analyt": [506, 550, 562], "success": [506, 532, 556], "11": [506, 509, 511, 532, 558, 561, 564], "frequent": 506, "pypi": [506, 525, 528], "nightli": 506, "headless": [506, 524], "fastai": 506, "esri": 506, "consolid": 506, "latest": [506, 550, 556], "eas": [506, 515, 550], "along": [506, 549, 555], "streamlin": [506, 537, 550], "scienc": 506, "websit": 506, "anaconda": [506, 537, 538], "suit": [506, 531, 559], "formerli": 506, "skylak": 506, "cascad": 506, "lake": [506, 511, 550], "cooper": [506, 511, 550], "ic": [506, 550], "sapphir": [506, 508], "rapid": [506, 508], "hbm": 506, "arctic": 506, "sound": 506, "pont": 506, "vecchio": 506, "cento": [506, 564], "ubuntu": 506, "22": [506, 564], "04": [506, 564], "maco": 506, "ventura": 506, "fortensorflow": 506, "forpytorch": 506, "12": [506, 532, 564], "tf_enable_onednn_opt": 506, "onednn": [506, 511, 552], "newer": 506, "subject": 507, "accompani": [507, 561], "wish": 507, "bibtex": 507, "author": 507, "feng": 507, "tian": 507, "hanwen": 507, "haihao": [507, 549], "shen": [507, 549], "suyu": 507, "chen": 507, "howpublish": 507, "year": 507, "logo": 507, "atom": 507, "phi": 507, "pentium": 507, "vtune": 507, "corpor": 507, "subsidiari": 507, "brand": 507, "claim": 507, "sq": [508, 558], "woq": 508, "4th": [508, 550, 552], "gen": [508, 511, 550, 552, 554], "codenam": [508, 511], "quickli": [508, 561, 562], "eleutherai": [508, 534, 558, 564], "6b": [508, 534, 558, 564], "facebook": [508, 536, 558, 564], "3b": [508, 558], "30b": [508, 558, 564], "llama": [508, 549, 550, 553, 555, 558, 564], "7b": [508, 558, 564], "13b": [508, 558, 564], "70b": [508, 564], "tiiuae": [508, 558, 564], "40b": 508, "soon": 508, "popularli": 509, "industri": [509, 550], "label_map": 509, "decis": 509, "ap": 509, "curv": 509, "turn": [509, 524, 553], "target_boxes_num": 509, "str_label": 509, "int_label": 509, "inturn": 509, "cocomap": 509, "vocmap": 509, "categor": 509, "multiclass": 509, "multilabel": 509, "newmetr": 509, "reset": 509, "reflect": [509, 560], "new_metr": 509, "deliv": [510, 550, 556], "conveni": [510, 537], "upgrad": 510, "veri": [510, 531, 535, 552, 555, 561, 562], "comprehens": [510, 562], "resort": 510, "automodelforsequenceclassif": 510, "autotoken": 510, "val_dataset": [510, 552], "val_dataload": [510, 552], "worker": [510, 540, 543, 544, 545, 552], "ping_memori": [510, 552], "formul": 510, "effort": 510, "onnxrt_integ": [510, 563], "onnxrt_qlinear": [510, 563], "image_tensor": [510, 563], "post_training_dynamic_qu": [510, 551, 561], "1000": [510, 539, 563], "2000": 510, "sampling_s": [510, 563], "model_wis": [510, 563], "op_dict": 510, "op_wis": [510, 559, 563], "sigopt_api_token": [510, 557, 561], "sigopt_project_id": [510, 557, 561], "sigopt_experiment_nam": [510, 557, 561], "demo": 510, "600": 510, "training_arg": 510, "emul": [510, 552], "trainer": [510, 521], "briefli": [510, 558], "pruning_func": 510, "train_dataload": [510, 549, 552], "n_gpu": 510, "gradient_accumulation_step": 510, "clip_grad_norm_": 510, "max_grad_norm": 510, "start_epoch": [510, 551, 563], "end_epoch": [510, 551, 563], "97": [510, 564], "newli": [510, 549], "on_after_optimizer_step": [510, 549], "layer3": [510, 549], "0004": 510, "randomresizedcrop": [510, 560], "totensor": [510, 560], "485": 510, "456": [510, 564], "406": [510, 564], "nepoch": 510, "cnt": 510, "loss_sum": 510, "iter_bar": 510, "desc": 510, "teacher_logit": 510, "train_fun": 510, "training_func": 510, "recent": [510, 511], "growth": [510, 511, 549], "complex": [510, 511, 549], "significantli": [510, 511, 533, 535, 549, 561], "bandwidth": [510, 511, 555], "exit_polici": [510, 563], "determinist": 510, "meaning": [510, 548], "reli": [510, 558], "prune_conf": 510, "quantization_aware_training_conf": 510, "aforement": 510, "inset": 510, "p_conf": [510, 548], "ssd_mobilenet_v1": 510, "benchmarkconf": 510, "sixteen": 511, "launch": [511, 531, 536], "3rd": [511, 550, 552, 554], "boost": [511, 514, 530, 549, 550], "x86": 511, "avx512": [511, 552], "vcvtne2ps2bf16": 511, "vcvtneps2bf16": 511, "vdpbf16p": 511, "fbgemm": [511, 552], "tensorrtexecutionprovid": [511, 552], "cudaexecutionprovid": [511, 552], "dnnlexecutionprovid": [511, 552], "avx512_bf16": 511, "plu": 511, "resnet18": [511, 515, 564], "persist": 512, "brought": [512, 514, 521, 552], "tf2": 512, "h5": 512, "hybridblock": 512, "0000": 512, "saved_result": [512, 534, 555], "simplifi": [513, 524, 530, 549, 550], "acquir": 513, "analysi": [513, 530, 549, 557], "heurist": [513, 530], "great": 513, "facilit": 513, "autocast": 513, "my_model": 513, "no_grad": 513, "memory_format": 513, "112": 513, "plugin": [513, 531], "aw": [513, 521, 540, 550, 564], "sagemak": [513, 521], "neural_cod": [513, 515, 517, 518, 519, 521], "bench": 513, "superbench": 513, "enjoi": [514, 518, 521], "reload": [514, 531, 533, 536], "modern": [515, 555], "democrat": [515, 550], "programm": [515, 521, 530], "nano_bf16_channels_last": 515, "nano_bf16_ipex_channels_last": 515, "nano_bf16_ipex": 515, "nano_bf16": 515, "nano_fp32_channels_last": 515, "nano_fp32_ipex_channels_last": 515, "nano_fp32_ipex": 515, "nano_gpu_to_cpu": 515, "nano_int8": 515, "nano_jit_bf16_channels_last": 515, "nano_jit_bf16_ipex_channels_last": 515, "nano_jit_bf16_ipex": 515, "nano_jit_bf16": 515, "nano_jit_fp32_channels_last": 515, "nano_jit_fp32_ipex_channels_last": 515, "nano_jit_fp32_ipex": 515, "nano_jit_fp32": 515, "nano_onnxruntime_fp32": 515, "nano_onnxruntime_int8_qlinear": 515, "openvino": 515, "nano_openvino_fp32": 515, "nano_openvino_int8": 515, "bc": [516, 524], "conda_prefix": 516, "echo": 516, "tradit": [516, 549], "libjemalloc": 516, "libiomp5": 516, "home": 516, "lib": 516, "ld_preload": 516, "malloc_conf": 516, "oversize_threshold": 516, "background_thread": 516, "metadata_thp": 516, "dirty_decay_m": 516, "9000000000": 516, "muzzy_decay_m": 516, "kmp_affin": 516, "kmp_blocktim": 516, "dnnl_primitive_cache_capac": 516, "governor": 516, "cpufreq": 516, "scaling_governor": 516, "powersav": 516, "tee": 516, "pytorch_jit_script": [517, 520], "pytorch_channels_last": [517, 520], "run_bench": 517, "patch": [517, 530], "patch_path": 517, "your_patch_path": 517, "sweep": 517, "sweep_object": 517, "bench_config": 517, "bench_featur": 517, "sai": 518, "run_glu": [518, 519, 541, 544, 545], "requisit": 518, "task_nam": [518, 519, 541, 544, 545], "do_ev": [518, 519, 534, 541, 544, 545], "remain": 518, "itself": [518, 549], "run_glue_optim": 518, "static_ipex": 518, "auto_qu": 519, "v4": [519, 541, 544, 545, 564], "albert": [519, 564], "sst2": 519, "alexnet": [519, 564], "pytorch_amp": 520, "optimize_for_infer": 520, "pytorch_jit_trac": 520, "pytorch_jit_script_ofi": 520, "pytorch_jit_trace_ofi": 520, "torchdynamo": 520, "pytorch_torchdynamo_jit_script": 520, "pytorch_torchdynamo_jit_trac": 520, "pytorch_torchdynamo_jit_script_ofi": 520, "pytorch_torchdynamo_jit_trace_ofi": 520, "pytorch_inc_bf16": 520, "pytorch_inc_static_quant_fx": 520, "pytorch_inc_static_quant_ipex": 520, "pytorch_inc_static_quant_ipex_xpu": 520, "pytorch_inc_dynamic_qu": 520, "pytorch_ipex_fp32": 520, "pytorch_ipex_bf16": 520, "pytorch_ipex_int8_static_qu": 520, "pytorch_ipex_int8_dynamic_qu": 520, "blade": 520, "disc": 520, "pytorch_aliblad": 520, "pytorch_lightning_bf16_cpu": 520, "tensorflow_amp": 520, "keras_amp": 520, "tensorflow_inc": 520, "keras_inc": 520, "onnx_inc_static_quant_qlinear": 520, "onnx_inc_static_quant_qdq": 520, "onnx_inc_dynamic_qu": 520, "optimum": [520, 521, 533, 555], "pytorch_inc_huggingface_optimum_stat": 520, "pytorch_inc_huggingface_optimum_dynam": 520, "intel_extension_for_transform": 520, "bigdl": [520, 521], "nano": [520, 521], "nano_": 520, "inc_auto": 520, "delight": 521, "announc": 521, "500": [521, 539, 564], "jupyt": [521, 523, 524, 527], "isa": 521, "adjust": [521, 552, 558], "delta": 521, "acc_delta": 521, "int8_acc": 521, "fp32_acc": 521, "ext": [523, 525, 527, 528, 529], "lab": [523, 524, 525, 527, 528], "nodej": [523, 527], "jlpm": [523, 527], "yarn": [523, 527], "npm": [523, 524, 527], "lieu": [523, 527], "labextens": [523, 524, 527], "typescript": [523, 527], "watch": [523, 527, 536], "immedi": [523, 527, 549], "refresh": [523, 527], "browser": [523, 527, 532, 536], "wait": [523, 527, 530, 540], "rebuilt": [523, 527], "easier": [523, 527, 530, 532, 550], "symlink": [523, 527], "down": 524, "finish": [524, 540], "blank": 524, "cell": 524, "gain": [524, 548, 550], "mkl": 524, "jemalloc": 524, "pip3": 524, "pyproject": [525, 528], "toml": [525, 528], "twine": [525, 528], "whl": [525, 528], "dist": [525, 528], "sdist": [525, 528], "bdist_wheel": [525, 528], "deprec": [525, 528, 556, 560], "frontend": [525, 528, 538, 545], "login": [525, 528, 557], "cut": [525, 528], "admin_github_token": [525, 528], "pypi_token": [525, 528], "npm_token": [525, 528], "secret": [525, 528], "panel": [525, 528, 530], "draft": [525, 528], "changelog": [525, 528, 529], "pkg": [525, 528], "bot": [525, 528], "pick": [525, 528, 531], "feedstock": [525, 528], "hatch": 528, "notabl": 529, "vscode": [529, 531], "daili": 530, "advantag": [530, 549, 551, 561], "remot": 530, "server": [530, 532, 535, 538, 543, 544, 545], "re": [530, 536, 555], "market": 530, "uninstal": 530, "fill": [530, 557, 560, 561], "upper": 530, "sidebar": 530, "hover": 530, "track": [530, 557], "argpars": 530, "pop": [530, 540], "diff": 530, "manifest": 531, "declar": 531, "palett": 531, "registercommand": 531, "amodio": 531, "tsl": 531, "matcher": 531, "dbaeumer": 531, "eslint": [531, 536], "press": 531, "f5": 531, "ctrl": 531, "hello": 531, "world": 531, "breakpoint": 531, "consol": [531, 536], "relaunch": 531, "toolbar": 531, "node_modul": 531, "viewlet": 531, "dropdown": 531, "runner": [531, 536], "startup": 531, "bundl": 531, "neural_insight": [532, 534, 535], "tl": 532, "ui": 532, "5000": 532, "338174d13706855fc6924cec7b3a8ae8": 532, "listen": 532, "firewal": 532, "8080": 532, "cert": 532, "path_to_cert": 532, "crt": 532, "path_to_private_kei": 532, "encrypt": 532, "expos": 532, "forfeit": 532, "client": [532, 538, 545], "extern": 532, "threat": 532, "diagnost": 532, "skill": 532, "feel": [532, 536], "layoutlmv3": [533, 564], "seqev": 533, "sentencepiec": 533, "timm": 533, "fvcore": 533, "pillow": 533, "einop": 533, "textdist": 533, "setuptool": 533, "cli": 533, "hypjudi": 533, "finetun": [533, 549, 555, 564], "funsd": [533, 564], "calib_dataset": 533, "incdataset": 533, "eval_dataset": 533, "poor": [533, 559], "9049": 533, "2989": 533, "66": [533, 564], "9631": 533, "glob": 533, "panda": 533, "pd": 533, "set_opt": 533, "max_row": 533, "max_column": 533, "getmtim": 533, "activations_t": 533, "weights_tabl": [533, 534], "read_csv": 533, "nweight": 533, "descend": 533, "sorted_data": 533, "sort_valu": 533, "ascend": 533, "evid": 533, "tip": 533, "8981": 533, "7502": 533, "run_clm": 534, "wikitext": [534, 564], "dataset_config_nam": 534, "do_train": 534, "inspect_sav": 534, "inspect_result": 534, "quan": 534, "model_summari": 534, "incept": [535, 564], "v3": [535, 564], "inception_v3": [535, 559], "inceptionv3_fp32_pretrained_model": [535, 559], "bash": [535, 559], "prepare_dataset": 535, "sh": [535, 559], "raw_dir": 535, "img_raw": 535, "delet": [535, 549], "run_tun": 535, "nc_inception_v3": 535, "highest": [535, 541, 561], "satisfactori": 535, "webpag": 535, "spike": 535, "bottom": 535, "chart": [535, 552, 557, 559], "concentr": 535, "toler": 535, "But": 535, "bigger": 535, "bootstrap": 536, "localhost": [536, 538, 543, 544], "3000": 536, "lint": 536, "interact": [536, 557], "correctli": 536, "hash": [536, 539], "readi": [536, 549], "aren": 536, "transit": 536, "webpack": 536, "babel": 536, "tweak": 536, "ever": 536, "curat": 536, "suitabl": 536, "middl": [536, 558], "shouldn": 536, "understand": [536, 552, 559, 562], "wouldn": 536, "couldn": 536, "troubleshoot": 536, "effortlessli": 537, "grpc": [537, 538, 542, 543, 544, 546], "queue": 537, "seamlessli": [537, 549, 561], "mpi": [537, 538, 561], "neural_solut": [537, 538, 543, 544, 545], "task_monitor_port": [538, 543, 544, 545], "22222": [538, 543, 544, 545], "result_monitor_port": [538, 543, 544, 545], "33333": [538, 543, 544, 545], "restful_api_port": [538, 543, 544, 545], "hostfil": [538, 540, 543, 544, 545], "grpc_api_port": [538, 543, 544, 545], "api_typ": [538, 543, 544, 545], "conda_env": [538, 543, 544, 545], "upload_path": [538, 543, 544, 545], "8000": [538, 543, 544, 545], "monitor": [538, 543, 544, 545], "3333": [538, 543, 544, 545], "2222": [538, 543, 544, 545], "ns_workspac": [538, 543, 544, 545], "hf_model": [538, 542, 544, 545], "curl": [538, 539, 543, 544], "task_id": [538, 543, 544, 545], "usernam": 538, "db": [538, 540], "serve_log": [538, 543, 544, 545], "frontend_grpc": 538, "task_log": 538, "task_bdf0bd1b2cc14bc19bce12d4f9b333c7": 538, "task_workspac": 538, "bdf0bd1b2cc14bc19bce12d4f9b333c7": 538, "aliv": 538, "properli": 538, "commonli": [538, 549], "hostnam": 538, "breakdown": 538, "ip": 538, "hous": 538, "host1": [538, 543, 544], "host2": [538, 543, 544], "query_id": 538, "oaa": 539, "host_ip": 539, "task_request": [539, 543, 544, 545], "tuning_info": [539, 543], "optimization_result": [539, 543], "result_path": [539, 543, 544], "closur": 539, "404": [539, 549, 564], "health": 539, "healthi": 539, "quantized_model": [539, 543, 544], "400": [539, 564], "alloc": 540, "incom": 540, "taskmonitor": 540, "cluster": [540, 543, 544, 561], "tasklaunch": 540, "resultmonitor": 540, "receiv": [540, 557], "p1": 540, "notif": 540, "p2": 540, "p3": 540, "mpirun": [540, 561], "perf": 540, "p4": 540, "four": [540, 559, 564], "classdiagram": 540, "taskdb": 540, "get_statu": 540, "update_statu": 540, "task_collect": 540, "append_task": 540, "get_all_pending_task": 540, "update_task_statu": 540, "task_db": 540, "wait_new_task": 540, "schedule_task": 540, "dispatch_task": 540, "launch_task": 540, "query_task_statu": 540, "node_list": 540, "reserve_resourc": 540, "get_node_statu": 540, "gcp": [540, 550], "script_url": [541, 543, 544, 545], "archiv": 541, "prioriti": 541, "tf_example1": [542, 543, 544], "hf_models_grpc": [542, 545], "00173": 543, "01024": 543, "task_request_distribut": 543, "custom_models_optim": 543, "7602cd63d4c849e7a686a8165a77f69d": [543, 544], "151": [543, 564], "8617": 543, "17": [543, 564], "8213": [543, 564], "number_of_socket": [543, 544], "number_of_thread": [543, 544], "cdf419910f9b4d2a8320d0e420ac1d0a": 544, "optimized_result": 544, "58": [544, 564], "3162": 544, "6488": [544, 564], "06": [545, 563, 564], "34": [545, 564], "55": [545, 564], "d3e10a49326449fb9d0d62f2bfc1cb43": 545, "fastapi": 546, "multi_object": 547, "benefit": 548, "instanti": 548, "neuron": 549, "art": 549, "grown": 549, "unpreced": 549, "increasingli": 549, "crucial": 549, "stand": [549, 561], "shrink": 549, "contextu": 549, "scene": 549, "haven": 549, "color": [549, 553], "lowest": [549, 561], "emsp": 549, "downstream": 549, "prone": 549, "co": 549, "discourag": 549, "penal": 549, "parameter": 549, "lightweight": 549, "perceptron": 549, "mlp": 549, "valuabl": [549, 559], "basi": 549, "billion": 549, "dolli": [549, 558, 564], "mpt": [549, 558, 564], "lm": [549, 564], "lamini": [549, 558], "worth": 549, "mention": [549, 555], "tend": 549, "exemplifi": 549, "complement": 549, "fortieth": 549, "miss": [549, 552], "pruner2": 549, "few": [549, 550, 558, 561], "lm_head": 549, "yourself": 549, "uncertain": 549, "auto_config": 549, "quit": 549, "straightforward": [549, 555, 558], "pruning_pattern": 549, "pruning_start": 549, "pruning_end": 549, "sparse_gpt": 549, "embed_out": 549, "card": 549, "hesit": 549, "causal": 549, "clm": 549, "sst": [549, 564], "25": [549, 564], "63": [549, 564], "24": [549, 561, 564], "35": [549, 564], "flan": 549, "t5": [549, 564], "english": 549, "romanian": 549, "381": 549, "yolov5": 549, "75": [549, 564], "2x1": [549, 564], "801": 549, "7895": 549, "signific": [549, 550, 553, 558], "reduct": [549, 553, 563], "namhoon": 549, "lee": 549, "thalaiyasingam": 549, "ajanthan": 549, "philip": 549, "torr": 549, "2019": 549, "zafrir": 549, "ofir": 549, "ariel": 549, "larei": 549, "boudoukh": 549, "mosh": 549, "wasserblat": 549, "2111": 549, "05754": 549, "2021": 549, "kwon": 549, "kim": 549, "mahonei": 549, "hassoun": 549, "keutzer": 549, "gholami": 549, "pp": 549, "24101": 549, "24116": 549, "frantar": [549, 555], "alistarh": 549, "medium": 550, "aug": 550, "juli": 550, "onnxcommunitymeetup2023": 550, "chatbot": 550, "june": 550, "msft": 550, "netflix": 550, "apr": 550, "mlperf": [550, 564], "5x": 550, "heterogen": 550, "mar": 550, "jan": 550, "busi": 550, "amx": 550, "journei": 550, "dec": 550, "mleffici": 550, "deepen": 550, "foundat": 550, "intellig": 550, "vmware": 550, "applianc": 550, "bitnami": 550, "nov": 550, "sota": 550, "plug": 550, "twitter": 550, "linkedin": 550, "zone": 550, "land": 550, "pat": 550, "keynot": 550, "intelon": 550, "chines": 550, "purif": 550, "sacrif": 550, "jun": 550, "partner": 550, "feb": 550, "joint": 550, "bilibili": 550, "gestalt": 550, "ml": 550, "doubl": 550, "abound": 550, "lpot": [550, 556], "nextplatform": 550, "cern": 550, "gan": 550, "3dgan": 550, "iml": 550, "workshop": 550, "asplo": 550, "18": [550, 564], "highli": [550, 555], "intelcaff": 550, "aris": 551, "henc": 551, "onnxrt_qoper": 551, "quant_aware_train": 551, "weight_compress": [551, 563], "initial_spars": [551, 563], "prune_typ": [551, 563], "basic_magnitud": [551, 563], "update_frequ": 551, "prune_domain": 551, "tile_pattern_1x1": 551, "invent": 552, "cost": [552, 555], "theoret": [552, 555], "zeropoint": 552, "255": [552, 558], "overflow": 552, "unseen": 552, "enough": 552, "peopl": 552, "mimic": 552, "fact": 552, "ultim": 552, "pain": 552, "lossi": 552, "philosophi": 552, "neither": 552, "nor": 552, "val_load": 552, "avg": 552, "themselv": 552, "dmlexecutionprovid": 552, "meanwhil": 553, "substanti": 553, "pose": 553, "challeng": 553, "greatli": [553, 555], "even": [553, 555, 558], "constrain": 553, "grei": 553, "blue": 553, "rectangl": 553, "w8a8": [553, 555], "10005": 553, "rtn_arg": [553, 555], "ouput_dir": 553, "fp32_model_path": 553, "int8_model_path": 553, "ON": 554, "forc": 554, "postposttrainingquantconfig": 554, "bf16wrapper": 554, "retrac": 554, "preval": 555, "grow": 555, "demand": 555, "trade": 555, "bottleneck": 555, "roughli": 555, "speak": 555, "capac": [555, 557], "flop": 555, "famou": 555, "approx": 555, "bmm": 555, "100x": 555, "excel": 555, "stai": [555, 558], "quantif": [555, 558], "think": 555, "intuit": [555, 558], "uniformli": 555, "qlora": 555, "invers": 555, "restor": 555, "protect": 555, "inspir": 555, "normalfloat": 555, "e2m1": 555, "bnb": 555, "805": 555, "91": [555, 558, 564], "stabil": 555, "weightonlylinear": 555, "date": 555, "qweight": 555, "gptq_arg": 555, "use_full_length": 555, "awq_arg": 555, "compressed_model": 555, "omit": 555, "rtn_g32asym": 555, "gptq_g32asym": 555, "gptq_g32asym_disable_last_matmul": 555, "gptq_g128asym": 555, "awq_g32asym": 555, "xiao": [555, 558], "guangxuan": [555, 558], "2211": [555, 558], "10438": [555, 558], "wei": [555, 558], "xiui": [555, 558], "suppress": [555, 558], "2209": [555, 558], "13325": [555, 558], "lin": 555, "ji": 555, "2306": 555, "00978": 555, "elia": 555, "dettmer": 555, "tim": 555, "2305": 555, "14314": 555, "site": 556, "assist": 556, "experienc": 556, "18284": 556, "absenc": 556, "safe_mod": 556, "model_from_json": 556, "defici": 556, "hinder": 556, "sed": 556, "your_script": 556, "backbon": 557, "sigopt_experiment_id": 557, "nc": [557, 561], "suffici": 557, "ordinari": 557, "latenc": [557, 561], "8266": 557, "8372": 557, "2132": 557, "83": [557, 558, 564], "7495": 557, "8299": 557, "8294": 557, "85": [557, 558, 564], "0837": 557, "8291": 557, "4469": 557, "gigant": 558, "systemat": 558, "migrat": [558, 562], "difficulti": 558, "mathemat": 558, "allevi": 558, "coarsest": 558, "finer": [558, 561], "matric": 558, "similarli": 558, "finest": 558, "consumpt": 558, "why": [558, 559], "suppos": 558, "6839": 558, "4741": 558, "7451": 558, "9301": 558, "1742": 558, "6835": 558, "q_min": 558, "q_max": 558, "q_x": 558, "clamp_": 558, "round_": 558, "w_q": 558, "00296431384049356": 558, "59": [558, 564], "172": [558, 564], "192": 558, "w_dq": 558, "2220": 558, "1510": 558, "2420": 558, "2570": 558, "0500": 558, "1890": 558, "mseloss": 558, "1983354538679123": 558, "6848": 558, "4743": 558, "7440": 558, "9308": 558, "1749": 558, "385297635664756e": 558, "07": [558, 563, 564], "quantize_per_channel": 558, "x_tmp": 558, "detach": 558, "keepdim": 558, "dequantize_per_channel": 558, "0029": [558, 564], "0036": 558, "162": [558, 564], "48": [558, 564], "72": [558, 564], "93": [558, 564], "207": 558, "139": [558, 564], "6837": 558, "4734": 558, "1751": 558, "6821": 558, "637690492221736e": 558, "6376e": 558, "3852e": 558, "cdot": 558, "quantize_per_tensor_absmax": 558, "n_bit": 558, "div_": 558, "0806": 558, "7589": 558, "6038": 558, "3815": 558, "5040": 558, "7174": 558, "5444": 558, "5826": 558, "7772": 558, "5555": 558, "3740": 558, "3253": 558, "0698": 558, "1381": 558, "5972": [558, 564], "0086": 558, "0737": 558, "8298": 558, "6883": 558, "2991": 558, "1601": 558, "6506": 558, "8246": 558, "3924": 558, "3845": 558, "8768": 558, "w_scale": 558, "x_q": 558, "x_scale": 558, "84": [558, 564], "120": 558, "0059755356051027775": 558, "89": [558, 564], "119": 558, "57": [558, 564], "006533813662827015": 558, "y_q": 558, "17509": 558, "7608": 558, "4055": 558, "16599": 558, "21020": 558, "10016": 558, "9860": 558, "22444": 558, "y_dq": 558, "6836": 558, "2970": 558, "1583": 558, "6481": 558, "8207": 558, "3911": 558, "3850": 558, "8763": 558, "though": 558, "simplic": 558, "fp1": 558, "fp2": 558, "subsect": [558, 563], "x1": [558, 561], "x2": [558, 561], "herebi": 558, "optdecoderlay": 558, "blockwis": 558, "auto_alpha_arg": 558, "overhead": 558, "hardtanh": 558, "t5norm": 558, "llamanorm": 558, "groupnorm": 558, "lambada": 558, "openai": [558, 564], "sweet": 558, "spot": 558, "bigscienc": [558, 564], "560m": 558, "354": 558, "3542": 558, "1b7": 558, "4634": 558, "4936": 558, "518": 558, "5185": 558, "7b1": [558, 564], "5764": [558, 564], "5977": 558, "bloomz": [558, 564], "3947": 558, "3930": 558, "4828": 558, "4906": 558, "5018": 558, "4980": 558, "5593": [558, 564], "5552": 558, "125m": 558, "379": 558, "3757": 558, "350m": 558, "4516": 558, "4533": 558, "5789": 558, "5742": 558, "6365": 558, "6404": 558, "6769": [558, 564], "6804": [558, 564], "6872": 558, "6814": 558, "7149": 558, "7128": 558, "66b": 558, "7398": 558, "7326": 558, "7361": [558, 564], "7357": 558, "7627": [558, 564], "7590": 558, "7759": [558, 564], "7840": 558, "65b": 558, "7908": 558, "7957": 558, "7392": [558, 564], "7335": [558, 564], "chat": [558, 564], "7058": [558, 564], "6994": 558, "7677": [558, 564], "7615": [558, 564], "6831": [558, 564], "mbzuai": 558, "124m": 558, "3804": 558, "3887": 558, "774m": 558, "5048": 558, "5057": 558, "5b": 558, "5443": [558, 564], "5436": 558, "mosaicml": [558, 564], "655": [558, 564], "6499": 558, "stabilityai": 558, "stablelm": 558, "4172": 558, "4149": 558, "togethercomput": 558, "redpajama": 558, "incit": 558, "6542": 558, "6735": 558, "6718": 558, "6740": [558, 564], "6569": 558, "6621": 558, "7143": 558, "7221": 558, "6895": 558, "6953": [558, 564], "databrick": [558, 564], "6866": [558, 564], "6297": 558, "6247": 558, "6437": [558, 564], "6392": 558, "7332": 558, "7632": 558, "asterisk": 558, "consider": 558, "arang": 558, "tolist": 558, "default_alpha": 558, "alpha_min": 558, "alpha_max": 558, "alpha_step": 558, "step_siz": 558, "shared_criterion": 558, "do_blockwis": 558, "jason": 558, "emerg": 558, "transact": 558, "yvinec": 558, "edouard": 558, "proceed": 558, "cvf": 558, "winter": 558, "instrument": 559, "writer": 559, "_pre_eval_hook": 559, "_post_eval_hook": 559, "submodul": 559, "whitelist": 559, "_recordingobserv": 559, "output_tensors_dict": 559, "current_it": 559, "get_tensor_valu": 559, "_observer_forward_hook": 559, "activation_post_process": 559, "_add_observer_": 559, "named_children": 559, "leaf": 559, "add_modul": 559, "register_forward_hook": 559, "dump_tim": 559, "summarywrit": 559, "_acc": 559, "tune_": 559, "add_graph": 559, "get_observer_dict": 559, "observer_dict": 559, "is_quant": 559, "add_histogram": 559, "shell": 559, "bind_al": 559, "logdir_spec": 559, "tune_0_acc0": 559, "tune_1": 559, "tune_1_acc0": 559, "79": [559, 564], "baseline_acc_0": 559, "776": 559, "tune_1_acc_0": 559, "095": 559, "runs_v3": 559, "run_tuning_dump_tensor": 559, "inceptionv3": 559, "run_quant": 559, "topologi": 559, "nc_inceptionv3": 559, "inceptionv3_dump_tensor": 559, "eightbit": 559, "disappear": 559, "centercrop": 560, "randomcrop": 560, "cropres": 560, "decodeimag": 560, "jpeg": 560, "encodejp": 560, "alignimagechannel": 560, "68": [560, 564], "116": 560, "78": [560, 564], "103": 560, "94": [560, 564], "017": 560, "bilinearimagenet": [560, 563], "topilimag": 560, "padding_mod": 560, "border": 560, "pixel": 560, "edg": 560, "colorjitt": 560, "bright": 560, "satur": 560, "hue": 560, "jitter": 560, "tondarrai": 560, "o1": 561, "human": 561, "aggress": 561, "classic": 561, "flowchart": 561, "htmllabel": 561, "td": 561, "classdef": 561, "itemstyl": 561, "cce5ff": 561, "stroke": 561, "99ccff": 561, "s1": 561, "s2": 561, "s3": 561, "s4": 561, "s5": 561, "s6": 561, "s7": 561, "nbsp": 561, "subgraphstyl": 561, "ffffff": 561, "attempt": 561, "post_training_auto_qu": 561, "trial": 561, "increment": 561, "ii": 561, "spent": 561, "hawq_v2_loss": 561, "model_loss": 561, "black": 561, "compli": 561, "posterior": 561, "short": 561, "loglevel": 561, "endlessli": 561, "perspect": 561, "smbo": 561, "appl": 561, "surrog": 561, "densiti": 561, "parzen": 561, "greatest": 561, "hour": 561, "dai": 561, "next_tune_cfg": 561, "overridden": 561, "replic": 561, "replica": 561, "fed": 561, "synchron": 561, "number_of_process": 561, "run_cmd": 561, "abctunestrategi": 561, "familiar": 562, "notebook": 562, "introduct": 562, "organ": 563, "logic": 563, "mobilenet_v1": 563, "40": [563, 564], "beta_1": 563, "beta_2": 563, "epsilon": 563, "sparsecategoricalcrossentropi": 563, "sum_over_batch_s": 563, "from_logit": 563, "54": [563, 564], "19": [563, 564], "09": 564, "1x": 564, "platinum": 564, "8480": 564, "8ghz": 564, "56": 564, "ht": 564, "turbo": 564, "256gb": 564, "16x16gb": 564, "ddr5": 564, "4800": 564, "mt": 564, "bio": 564, "3a14": 564, "tel2p1": 564, "microcod": 564, "0x2b0001b0": 564, "gcc": 564, "20210514": 564, "red": 564, "hat": 564, "visit": 564, "1s4c14ins1bsthroughput": 564, "sec": 564, "74": 564, "2914": 564, "621": 564, "69x": 564, "76": 564, "23": 564, "46": 564, "2160": 564, "545": 564, "47": 564, "96x": 564, "resnet101": 564, "77": 564, "37": 564, "1508": 564, "428": 564, "53x": 564, "70": 564, "44": 564, "69": 564, "3290": 564, "1229": 564, "68x": 564, "38": 564, "73": 564, "2404": 564, "1048": 564, "49": 564, "29x": 564, "71": 564, "1669": 564, "33x": 564, "1073": 564, "245": 564, "38x": 564, "374": 564, "52": 564, "18x": 564, "96": 564, "5478": 564, "1756": 564, "12x": 564, "4133": 564, "1748": 564, "36x": 564, "1534": 564, "236": 564, "62": 564, "49x": 564, "vgg19": 564, "1377": 564, "197": 564, "resnetv2": 564, "39": 564, "1125": 564, "656": 564, "71x": 564, "709": 564, "367": 564, "00": 564, "93x": 564, "152": 564, "03": 564, "497": 564, "265": 564, "87x": 564, "densenet": 564, "121": 564, "557": 564, "67": 564, "61": 564, "22x": 564, "161": 564, "29": 564, "353": 564, "235": 564, "50x": 564, "169": 564, "65": 564, "41": 564, "435": 564, "385": 564, "13x": 564, "efficientnet": 564, "b0": 564, "786": 564, "723": 564, "09x": 564, "130": 564, "23x": 564, "1291": 564, "683": 564, "89x": 564, "61x": 564, "1295": 564, "453": 564, "85x": 564, "242": 564, "31x": 564, "cnn": 564, "80x": 564, "43": 564, "81x": 564, "166": 564, "07x": 564, "16x": 564, "26": 564, "173": 564, "yolov3": 564, "82": 564, "230": 564, "92": 564, "36": 564, "37x": 564, "58x": 564, "86": 564, "416": 564, "35x": 564, "88x": 564, "51": 564, "17x": 564, "75552": 564, "50803": 564, "1s56c1ins1bsthroughput": 564, "60": 564, "64x": 564, "1673": 564, "653": 564, "56x": 564, "1170": 564, "329": 564, "55x": 564, "977": 564, "335": 564, "91x": 564, "resnest50": 564, "81": 564, "10x": 564, "resnext101_32x8d": 564, "562": 564, "109": 564, "efficientnet_b0": 564, "696": 564, "667": 564, "04x": 564, "efficientnet_b3": 564, "508": 564, "397": 564, "28x": 564, "efficientnet_b7": 564, "234": 564, "149": 564, "57x": 564, "peleenet": 564, "858": 564, "588": 564, "46x": 564, "se_resnext50_32x4d": 564, "739": 564, "283": 564, "yolo": 564, "141": 564, "99x": 564, "174": 564, "camembert": 564, "395": 564, "171": 564, "30x": 564, "53": 564, "795": 564, "341": 564, "744": 564, "343": 564, "163": 564, "funnel": 564, "182": 564, "65x": 564, "399": 564, "21x": 564, "407": 564, "412": 564, "stsb": 564, "413": 564, "39x": 564, "409": 564, "75x": 564, "401": 564, "70x": 564, "76x": 564, "reform": 564, "crime": 564, "punish": 564, "446": 564, "398": 564, "lvwerra": 564, "pegasu": 564, "samsum": 564, "102": 564, "770": 564, "450": 564, "14x": 564, "whisper": 564, "25x": 564, "abeja": 564, "neox": 564, "japanes": 564, "90x": 564, "1646": 564, "657": 564, "1098": 564, "322": 564, "41x": 564, "568": 564, "19x": 564, "1383": 564, "761": 564, "82x": 564, "32x": 564, "5701": 564, "1593": 564, "2090": 564, "685": 564, "05x": 564, "resnext101_32x16d_wsl": 564, "556": 564, "01x": 564, "86x": 564, "558": 564, "11x": 564, "lambada_openai": 564, "hellaswag": 564, "winogrand": 564, "piqa": 564, "word_perplex": 564, "4954": 564, "6409": 564, "7541": 564, "6434": 564, "8816": 564, "gptqw4g128asym": 564, "679": 564, "4895": 564, "6433": 564, "7476": 564, "6399": 564, "9945": 564, "0999": 564, "gptqw4g32asym": 564, "6829": 564, "4923": 564, "6401": 564, "7486": 564, "6410": 564, "9963": 564, "0141": 564, "gptqw4g128sym": 564, "4907": 564, "6361": 564, "7443": 564, "6390": 564, "9932": 564, "1498": 564, "gptqw4g32sym": 564, "6911": 564, "4899": 564, "6448": 564, "7497": 564, "6439": 564, "0008": 564, "0927": 564, "5049": 564, "6543": 564, "7628": 564, "6497": 564, "2862": 564, "4984": 564, "6535": 564, "7568": 564, "6473": 564, "9962": 564, "4193": 564, "6885": 564, "4973": 564, "753": 564, "6455": 564, "9935": 564, "4607": 564, "decapoda": 564, "5642": 564, "6709": 564, "7835": 564, "6887": 564, "4202": 564, "7244": 564, "5603": 564, "6614": 564, "6824": 564, "9909": 564, "5881": 564, "5911": 564, "7009": 564, "7878": 564, "7106": 564, "212": 564, "7518": 564, "5843": 564, "6961": 564, "7911": 564, "4319": 564, "7572": 564, "5898": 564, "7056": 564, "7894": 564, "7105": 564, "9998": 564, "3429": 564, "7596": 564, "5841": 564, "6977": 564, "7905": 564, "7080": 564, "4916": 564, "6266": 564, "7277": 564, "8096": 564, "7350": 564, "2384": 564, "778": 564, "624": 564, "7269": 564, "8047": 564, "7334": 564, "9979": 564, "4237": 564, "7706": 564, "6239": 564, "7285": 564, "8058": 564, "7322": 564, "4697": 564, "7836": 564, "6195": 564, "7337": 564, "9983": 564, "5604": 564, "5732": 564, "648": 564, "7715": 564, "6746": 564, "7107": 564, "6982": 564, "5637": 564, "6527": 564, "7704": 564, "6713": 564, "9950": 564, "9702": 564, "5682": 564, "6575": 564, "7758": 564, "6742": 564, "9994": 564, "9317": 564, "567": 564, "6902": 564, "7353": 564, "6622": 564, "7829": 564, "6862": 564, "9942": 564, "9635": 564, "7246": 564, "5617": 564, "6756": 564, "7797": 564, "6854": 564, "9931": 564, "2799": 564, "7312": 564, "6059": 564, "7103": 564, "7077": 564, "2213": 564, "7273": 564, "6018": 564, "7088": 564, "7742": 564, "7030": 564, "9934": 564, "2538": 564, "083": 564, "7283": 564, "6053": 564, "7024": 564, "7764": 564, "7031": 564, "1889": 564, "727": 564, "5997": 564, "7018": 564, "9916": 564, "2504": 564, "7122": 564, "8984": 564, "5933": 564, "689": 564, "7851": 564, "7075": 564, "1556": 564, "448": 564, "7675": 564, "5934": 564, "7856": 564, "7111": 564, "9984": 564, "1514": 564, "927": 564, "7566": 564, "5899": 564, "7032": 564, "9953": 564, "1374": 564, "728": 564, "4628": 564, "6456": 564, "6029": 564, "6438": 564, "5799": 564, "4542": 564, "6004": 564, "9957": 564, "0626": 564, "4789": 564, "6134": 564, "7432": 564, "5525": 564, "4731": 564, "6504": 564, "7617": 564, "6094": 564, "7828": 564, "5098": 564, "7622": 564, "6505": 564, "3242": 564, "6878": 564, "5058": 564, "6393": 564, "7633": 564, "6491": 564, "9978": 564, "5514": 564, "6864": 564, "5084": 564, "6519": 564, "6509": 564, "0006": 564, "4728": 564, "6876": 564, "5045": 564, "6474": 564, "9952": 564, "6379": 564, "5282": 564, "614": 564, "7448": 564, "6312": 564, "6377": 564, "5228": 564, "5991": 564, "6261": 564, "9919": 564, "4096": 564, "neo": 564, "6224": 564, "4271": 564, "577": 564, "722": 564, "5871": 564, "9359": 564, "6123": 564, "4227": 564, "5738": 564, "7203": 564, "5823": 564, "9917": 564, "3377": 564, "615": 564, "4259": 564, "5714": 564, "7247": 564, "9951": 564, "2083": 564, "6154": 564, "4208": 564, "5777": 564, "7198": 564, "5834": 564, "9937": 564, "3121": 564, "20b": 564, "7233": 564, "5359": 564, "7753": 564, "195": 564, "7186": 564, "5328": 564, "7699": 564, "6687": 564, "9922": 564, "3463": 564, "7268": 564, "533": 564, "659": 564, "6726": 564, "2897": 564, "5718": 564, "6859": 564, "7927": 564, "6890": 564, "9324": 564, "7006": 564, "5655": 564, "6803": 564, "7965": 564, "6857": 564, "1515": 564, "5752": 564, "6748": 564, "7845": 564, "6724": 564, "5951": 564, "6472": 564, "5716": 564, "6685": 564, "784": 564, "6678": 564, "8539": 564, "6918": 564, "5819": 564, "678": 564, "6861": 564, "8863": 564, "5765": 564, "6827": 564, "7873": 564, "6832": 564, "9958": 564, "1451": 564, "storywrit": 564, "693": 564, "5477": 564, "663": 564, "6719": 564, "9125": 564, "6661": 564, "7813": 564, "6693": 564, "9961": 564, "1137": 564, "rw": 564, "6604": 564, "5419": 564, "6598": 564, "6594": 564, "7616": 564, "6484": 564, "5369": 564, "7807": 564, "6559": 564, "9947": 564, "9411": 564, "6571": 564, "5398": 564, "6582": 564, "6579": 564, "8809": 564, "652": 564, "535": 564, "7682": 564, "6532": 564, "9906": 564, "0048": 564, "5177": 564, "6669": 564, "7824": 564, "5053": 564, "6301": 564, "5142": 564, "6654": 564, "6483": 564, "9933": 564, "8146": 564, "517": 564, "9941": 564, "1566": 564, "724": 564, "1567": 564, "716": 564, "1414": 564, "718": 564, "97x": 564, "1459": 564, "721": 564, "02x": 564, "1582": 564, "752": 564, "7139": 564, "4289": 564, "66x": 564, "4080": 564, "7236": 564, "4299": 564, "6842": 564, "4496": 564, "52x": 564, "591": 564, "178": 564, "183": 564, "590": 564, "179": 564, "42x": 564, "5703": 564, "2578": 564, "5610": 564, "2603": 564, "shufflenet": 564, "6689": 564, "3690": 564, "5692": 564, "3758": 564, "51x": 564, "googlenet": 564, "1792": 564, "1111": 564, "1821": 564, "1104": 564, "squeezenet": 564, "9472": 564, "5582": 564, "9861": 564, "5566": 564, "77x": 564, "caffenet": 564, "3348": 564, "1141": 564, "3509": 564, "1142": 564, "2426": 564, "987": 564, "2208": 564, "1016": 564, "zfnet": 564, "930": 564, "532": 564, "919": 564, "417": 564, "1880": 564, "1159": 564, "62x": 564, "1798": 564, "1151": 564, "2890": 564, "1380": 564, "2548": 564, "1362": 564, "507": 564, "94x": 564, "1286": 564, "904": 564, "1121": 564, "856": 564, "829": 564, "1044": 564, "790": 564, "849": 564, "627": 564, "79x": 564, "yolov4": 564, "duc": 564, "tini": 564, "1119": 564, "ultra": 564, "8537": 564, "1934": 564, "emot": 564, "ferplu": 564, "3568": 564, "arcfac": 564, "494": 564, "244": 564, "226": 564, "392": 564, "223": 564, "integerop": 564, "473": 564, "548": 564, "964": 564, "540": 564, "394": 564, "602": 564, "487": 564, "222": 564, "20x": 564, "189": 564, "146": 564, "125": 564, "bidaf": 564, "2757": 564, "2277": 564, "gpt2": 564, "360": 564, "213": 564, "490": 564, "304": 564, "214": 564, "347": 564, "272": 564, "216": 564, "26x": 564, "489": 564, "27x": 564, "l12": 564, "h384": 564, "1054": 564, "585": 564, "1072": 564, "890": 564, "746": 564, "268": 564, "211": 564, "l6": 564, "1958": 564, "1130": 564, "73x": 564, "electra": 564, "discrimin": 564, "1797": 564, "1077": 564, "67x": 564, "1930": 564, "1139": 564, "mini": 564, "5510": 564, "3334": 564, "5627": 564, "3365": 564, "108": 564, "110": 564, "bart": 564, "15x": 564, "deberta": 564, "168": 564, "145": 564, "spanbert": 564, "63x": 564, "multilingu": 564, "113": 564, "159": 564, "40x": 564, "distilgpt2": 564, "layoutlm": 564, "layoutlmv2": 564, "codebert": 564, "47x": 564, "fcn": 564, "perplex": 564, "2788": 564, "7002": 564, "4124": 564, "9921": 564, "3950": 564, "5711": 564, "9892": 564, "9163": 564, "7240": 564, "9902": 564, "0438": 564, "7634": 564, "1186": 564, "9944": 564, "1276": 564, "7543": 564, "6181": 564, "rtnw4g32asym": 564, "6496": 564, "9967": 564, "7964": 564, "6612": 564, "rtnw4g32sym": 564, "7941": 564, "7243": 564, "9971": 564, "taskdataset": 564, "accuracyspars": 564, "ratiospars": 564, "commentsbalancedor": 564, "unbalanc": 564, "answeringsquad": 564, "87f1": 564, "momentumunbalanc": 564, "momentumbalanc": 564, "90f1": 564, "59f1": 564, "23f1": 564, "classificationmrpc": 564, "52f1": 564, "26f1": 564, "classificationsst": 564, "61accuraci": 564, "recognitionimagenet": 564, "95top1": 564, "v5s6": 564, "detectioncoco": 564, "ap0": 564, "6ap0": 564, "393": 564, "584": 564, "34f1": 564, "lassounbalanc": 564, "classificationmnli": 564, "mm": 564, "allbalanc": 564, "32accuraci": 564, "sensitivitybalanc": 564, "classificationqqp": 564, "classificationqnli": 564, "54accuraci": 564, "em": 564, "mobilenetv2": 564, "wideresnet40": 564, "9522": 564, "8178": 564, "0213": 564, "8235": 564, "027": 564, "5494": 564, "7153": 564, "5540": 564, "0046": 564, "5523": 564, "vgg": 564, "bn": 564, "7022": 564, "7415": 564, "7025": 564, "0003": 564, "6739": 564, "7399": 564, "6845": 564, "0106": 564, "blendcnn": 564, "7034": 564, "8382": 564, "bilstm": 564, "8314": 564, "9403": 564, "9048": 564, "0734": 564, "7323": 564, "8256": 564, "8084": 564, "8814": 564, "7442": 564, "8371": 564, "0119": 564, "0115": 564, "tinybert": 564, "8018": 564, "8044": 564, "8363": 564, "8411": 564, "8025": 564, "8074": 564, "0007": 564, "0030": 564, "8626": 564, "9091": 564, "8782": 564, "8684": 564, "8259": 564, "0058": 564, "distilroberta": 564, "6057": 564, "6187": 564, "0130": 564, "c6i": 564, "2xlarg": 564, "c6a": 564, "c6g": 564, "a100cuda": 564, "executionprovid": 564}, "objects": {"": [[0, 0, 0, "-", "block_mask"], [352, 0, 0, "-", "neural_compressor"]], "neural_compressor": [[2, 0, 0, "-", "adaptor"], [172, 0, 0, "-", "algorithm"], [175, 0, 0, "-", "benchmark"], [177, 0, 0, "-", "common"], [189, 0, 0, "-", "compression"], [217, 0, 0, "-", "conf"], [219, 0, 0, "-", "config"], [220, 0, 0, "-", "contrib"], [245, 0, 0, "-", "data"], [299, 0, 0, "-", "experimental"], [359, 0, 0, "-", "metric"], [361, 0, 0, "-", "mix_precision"], [363, 0, 0, "-", "model"], [371, 0, 0, "-", "objective"], [372, 0, 0, "-", "profiling"], [394, 0, 0, "-", "quantization"], [402, 0, 0, "-", "strategy"], [414, 0, 0, "-", "template"], [426, 0, 0, "-", "tensorflow"], [440, 0, 0, "-", "torch"], [452, 0, 0, "-", "training"], [456, 0, 0, "-", "utils"], [465, 0, 0, "-", "version"]], "neural_compressor.adaptor": [[1, 0, 0, "-", "adaptor"], [3, 0, 0, "-", "keras"], [7, 0, 0, "-", "keras_utils"], [11, 0, 0, "-", "mxnet"], [12, 0, 0, "-", "mxnet_utils"], [14, 0, 0, "-", "onnxrt"], [17, 0, 0, "-", "ox_utils"], [45, 0, 0, "-", "pytorch"], [46, 0, 0, "-", "query"], [47, 0, 0, "-", "tensorflow"], [111, 0, 0, "-", "tf_utils"], [156, 0, 0, "-", "torch_utils"]], "neural_compressor.adaptor.adaptor": [[1, 1, 1, "", "Adaptor"], [1, 2, 1, "", "adaptor_registry"]], "neural_compressor.adaptor.keras": [[3, 1, 1, "", "KerasAdaptor"], [3, 1, 1, "", "KerasQuery"]], "neural_compressor.adaptor.keras_utils": [[4, 0, 0, "-", "conv2d"], [5, 0, 0, "-", "dense"], [6, 0, 0, "-", "depthwise_conv2d"], [8, 0, 0, "-", "pool2d"], [9, 0, 0, "-", "quantizer"], [10, 0, 0, "-", "separable_conv2d"]], "neural_compressor.adaptor.mxnet": [[11, 1, 1, "", "MXNetQuery"], [11, 1, 1, "", "MxNetAdaptor"]], "neural_compressor.adaptor.mxnet_utils": [[13, 0, 0, "-", "util"]], "neural_compressor.adaptor.mxnet_utils.util": [[13, 1, 1, "", "CalibCollector"], [13, 1, 1, "", "CalibData"], [13, 1, 1, "", "CollectorBase"], [13, 1, 1, "", "DataIterLoader"], [13, 1, 1, "", "DataLoaderWrap"], [13, 1, 1, "", "NameCollector"], [13, 1, 1, "", "OpType"], [13, 1, 1, "", "TensorCollector"], [13, 2, 1, "", "amp_convert"], [13, 2, 1, "", "calib_model"], [13, 2, 1, "", "check_mx_version"], [13, 2, 1, "", "combine_capabilities"], [13, 2, 1, "", "create_data_example"], [13, 2, 1, "", "distribute_calib_tensors"], [13, 2, 1, "", "ensure_list"], [13, 2, 1, "", "fuse"], [13, 2, 1, "", "get_framework_name"], [13, 2, 1, "", "is_model_quantized"], [13, 2, 1, "", "isiterable"], [13, 2, 1, "", "make_module"], [13, 2, 1, "", "make_nc_model"], [13, 2, 1, "", "make_symbol_block"], [13, 2, 1, "", "ndarray_to_device"], [13, 2, 1, "", "parse_tune_config"], [13, 2, 1, "", "prepare_dataloader"], [13, 2, 1, "", "prepare_model"], [13, 2, 1, "", "prepare_model_data"], [13, 2, 1, "", "quantize_sym_model"], [13, 2, 1, "", "query_quantizable_nodes"], [13, 2, 1, "", "run_forward"]], "neural_compressor.adaptor.onnxrt": [[14, 1, 1, "", "ONNXRTQuery"], [14, 1, 1, "", "ONNXRT_IntegerOpsAdaptor"], [14, 1, 1, "", "ONNXRT_QDQAdaptor"], [14, 1, 1, "", "ONNXRT_QLinearOpsAdaptor"], [14, 1, 1, "", "ONNXRT_WeightOnlyAdaptor"], [14, 1, 1, "", "ONNXRUNTIMEAdaptor"]], "neural_compressor.adaptor.ox_utils": [[15, 0, 0, "-", "calibration"], [16, 0, 0, "-", "calibrator"], [29, 0, 0, "-", "operators"], [41, 0, 0, "-", "quantizer"], [42, 0, 0, "-", "smooth_quant"], [43, 0, 0, "-", "util"], [44, 0, 0, "-", "weight_only"]], "neural_compressor.adaptor.ox_utils.calibration": [[15, 1, 1, "", "ONNXRTAugment"]], "neural_compressor.adaptor.ox_utils.calibrator": [[16, 1, 1, "", "CalibratorBase"], [16, 1, 1, "", "HistogramCollector"], [16, 1, 1, "", "KLCalibrator"], [16, 1, 1, "", "MinMaxCalibrator"], [16, 1, 1, "", "PercentileCalibrator"], [16, 2, 1, "", "calib_registry"], [16, 2, 1, "", "smooth_distribution"]], "neural_compressor.adaptor.ox_utils.operators": [[18, 0, 0, "-", "activation"], [19, 0, 0, "-", "argmax"], [20, 0, 0, "-", "attention"], [21, 0, 0, "-", "binary_op"], [22, 0, 0, "-", "concat"], [23, 0, 0, "-", "conv"], [24, 0, 0, "-", "direct_q8"], [25, 0, 0, "-", "embed_layernorm"], [26, 0, 0, "-", "gather"], [27, 0, 0, "-", "gavgpool"], [28, 0, 0, "-", "gemm"], [30, 0, 0, "-", "lstm"], [31, 0, 0, "-", "matmul"], [32, 0, 0, "-", "maxpool"], [33, 0, 0, "-", "norm"], [34, 0, 0, "-", "ops"], [35, 0, 0, "-", "pad"], [36, 0, 0, "-", "pooling"], [37, 0, 0, "-", "reduce"], [38, 0, 0, "-", "resize"], [39, 0, 0, "-", "split"], [40, 0, 0, "-", "unary_op"]], "neural_compressor.adaptor.ox_utils.operators.activation": [[18, 1, 1, "", "ActivationOperator"], [18, 1, 1, "", "Float16ActivationOperator"], [18, 1, 1, "", "QActivationOperator"], [18, 1, 1, "", "RemovableActivationOperator"]], "neural_compressor.adaptor.ox_utils.operators.argmax": [[19, 1, 1, "", "ArgMaxOperator"], [19, 1, 1, "", "QArgMaxOperator"]], "neural_compressor.adaptor.ox_utils.operators.attention": [[20, 1, 1, "", "AttentionOperator"], [20, 1, 1, "", "QAttentionOperator"]], "neural_compressor.adaptor.ox_utils.operators.binary_op": [[21, 1, 1, "", "BinaryDirect8BitOperator"], [21, 1, 1, "", "BinaryOperator"], [21, 1, 1, "", "Float16BinaryOperator"], [21, 1, 1, "", "QBinaryOperator"]], "neural_compressor.adaptor.ox_utils.operators.concat": [[22, 1, 1, "", "ConcatOperator"], [22, 1, 1, "", "QConcatOperator"]], "neural_compressor.adaptor.ox_utils.operators.conv": [[23, 1, 1, "", "ConvOperator"], [23, 1, 1, "", "QConvOperator"]], "neural_compressor.adaptor.ox_utils.operators.direct_q8": [[24, 1, 1, "", "Direct8BitOperator"], [24, 1, 1, "", "QDirectOperator"]], "neural_compressor.adaptor.ox_utils.operators.embed_layernorm": [[25, 1, 1, "", "EmbedLayerNormalizationOperator"], [25, 1, 1, "", "QEmbedLayerNormalizationOperator"]], "neural_compressor.adaptor.ox_utils.operators.gather": [[26, 1, 1, "", "GatherOperator"], [26, 1, 1, "", "QGatherOperator"]], "neural_compressor.adaptor.ox_utils.operators.gavgpool": [[27, 1, 1, "", "GlobalAveragePoolOperator"], [27, 1, 1, "", "QGlobalAveragePoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.gemm": [[28, 1, 1, "", "GemmOperator"], [28, 1, 1, "", "QGemmOperator"]], "neural_compressor.adaptor.ox_utils.operators.lstm": [[30, 1, 1, "", "LSTMOperator"]], "neural_compressor.adaptor.ox_utils.operators.matmul": [[31, 1, 1, "", "FusedMatMulOperator"], [31, 1, 1, "", "MatMulOperator"], [31, 1, 1, "", "QMatMulOperator"]], "neural_compressor.adaptor.ox_utils.operators.maxpool": [[32, 1, 1, "", "MaxPoolOperator"], [32, 1, 1, "", "QMaxPoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.norm": [[33, 1, 1, "", "BatchNormalizationOperator"], [33, 1, 1, "", "NormalizationOperator"]], "neural_compressor.adaptor.ox_utils.operators.ops": [[34, 1, 1, "", "Operator"], [34, 1, 1, "", "QOperator"], [34, 2, 1, "", "op_registry"], [34, 2, 1, "", "qop_registry"]], "neural_compressor.adaptor.ox_utils.operators.pad": [[35, 1, 1, "", "PadOperator"], [35, 1, 1, "", "QPadOperator"]], "neural_compressor.adaptor.ox_utils.operators.pooling": [[36, 1, 1, "", "PoolOperator"], [36, 1, 1, "", "QPoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.reduce": [[37, 1, 1, "", "ReduceMinMaxOperator"], [37, 1, 1, "", "ReduceOperator"]], "neural_compressor.adaptor.ox_utils.operators.resize": [[38, 1, 1, "", "QResizeOperator"], [38, 1, 1, "", "ResizeOperator"]], "neural_compressor.adaptor.ox_utils.operators.split": [[39, 1, 1, "", "QSplitOperator"], [39, 1, 1, "", "SplitOperator"]], "neural_compressor.adaptor.ox_utils.operators.unary_op": [[40, 1, 1, "", "UnaryDirect8BitOperator"], [40, 1, 1, "", "UnaryOperator"]], "neural_compressor.adaptor.ox_utils.quantizer": [[41, 1, 1, "", "Quantizer"]], "neural_compressor.adaptor.ox_utils.smooth_quant": [[42, 1, 1, "", "ORTSmoothQuant"], [42, 2, 1, "", "get_quant_dequant_output"], [42, 2, 1, "", "make_sub_graph"], [42, 2, 1, "", "quant_dequant_data"]], "neural_compressor.adaptor.ox_utils.util": [[43, 1, 1, "", "QuantFormat"], [43, 1, 1, "", "QuantType"], [43, 1, 1, "", "QuantizationMode"], [43, 1, 1, "", "QuantizedInitializer"], [43, 1, 1, "", "QuantizedValue"], [43, 1, 1, "", "QuantizedValueType"], [43, 1, 1, "", "ValueInfo"], [43, 2, 1, "", "attribute_to_kwarg"], [43, 2, 1, "", "calculate_scale_zp"], [43, 2, 1, "", "cast_tensor"], [43, 2, 1, "", "collate_preds"], [43, 2, 1, "", "dequantize_data"], [43, 2, 1, "", "dequantize_data_with_scale_zero"], [43, 2, 1, "", "dtype_to_name"], [43, 2, 1, "", "find_by_name"], [43, 2, 1, "", "float_to_bfloat16"], [43, 2, 1, "", "float_to_float16"], [43, 2, 1, "", "infer_shapes"], [43, 2, 1, "", "is_B_transposed"], [43, 2, 1, "", "make_dquant_node"], [43, 2, 1, "", "make_quant_node"], [43, 2, 1, "", "quantize_data"], [43, 2, 1, "", "quantize_data_per_channel"], [43, 2, 1, "", "quantize_data_with_scale_zero"], [43, 2, 1, "", "quantize_nparray"], [43, 2, 1, "", "remove_init_from_model_input"], [43, 2, 1, "", "simple_progress_bar"], [43, 2, 1, "", "split_shared_bias"], [43, 2, 1, "", "to_numpy"], [43, 2, 1, "", "trt_env_setup"]], "neural_compressor.adaptor.ox_utils.weight_only": [[44, 2, 1, "", "apply_awq_clip"], [44, 2, 1, "", "apply_awq_scale"], [44, 2, 1, "", "awq_quantize"], [44, 2, 1, "", "get_blob_size"], [44, 2, 1, "", "get_weight_scale"], [44, 2, 1, "", "gptq"], [44, 2, 1, "", "gptq_quantize"], [44, 2, 1, "", "make_matmul_weight_only_node"], [44, 2, 1, "", "pad_tensor"], [44, 2, 1, "", "prepare_inputs"], [44, 2, 1, "", "qdq_tensor"], [44, 2, 1, "", "quant_tensor"], [44, 2, 1, "", "rtn_quantize"]], "neural_compressor.adaptor.pytorch": [[45, 1, 1, "", "PyTorchAdaptor"], [45, 1, 1, "", "PyTorchQuery"], [45, 1, 1, "", "PyTorchWeightOnlyAdaptor"], [45, 1, 1, "", "PyTorch_FXAdaptor"], [45, 1, 1, "", "PyTorch_IPEXAdaptor"], [45, 1, 1, "", "TemplateAdaptor"], [45, 2, 1, "", "get_ops_recursively"]], "neural_compressor.adaptor.query": [[46, 1, 1, "", "QueryBackendCapability"]], "neural_compressor.adaptor.tensorflow": [[47, 1, 1, "", "TensorFlowAdaptor"], [47, 1, 1, "", "TensorflowQuery"], [47, 1, 1, "", "Tensorflow_ITEXAdaptor"]], "neural_compressor.adaptor.tf_utils": [[48, 0, 0, "-", "graph_converter"], [49, 0, 0, "-", "graph_converter_without_calib"], [87, 0, 0, "-", "graph_rewriter"], [110, 0, 0, "-", "graph_util"], [112, 0, 0, "-", "quantize_graph"], [139, 0, 0, "-", "quantize_graph_common"], [140, 0, 0, "-", "smooth_quant_calibration"], [141, 0, 0, "-", "smooth_quant_scaler"], [142, 0, 0, "-", "tf2onnx_converter"], [145, 0, 0, "-", "transform_graph"], [148, 0, 0, "-", "util"]], "neural_compressor.adaptor.tf_utils.graph_converter": [[48, 1, 1, "", "GraphConverter"]], "neural_compressor.adaptor.tf_utils.graph_converter_without_calib": [[49, 1, 1, "", "GraphConverterWithoutCalib"]], "neural_compressor.adaptor.tf_utils.graph_rewriter": [[52, 0, 0, "-", "bf16"], [76, 0, 0, "-", "generic"], [86, 0, 0, "-", "graph_base"], [95, 0, 0, "-", "int8"], [101, 0, 0, "-", "onnx"], [106, 0, 0, "-", "qdq"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16": [[50, 0, 0, "-", "bf16_convert"], [51, 0, 0, "-", "dequantize_cast_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert": [[50, 1, 1, "", "BF16Convert"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer": [[51, 1, 1, "", "DequantizeCastOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic": [[53, 0, 0, "-", "convert_add_to_biasadd"], [54, 0, 0, "-", "convert_layout"], [55, 0, 0, "-", "convert_leakyrelu"], [56, 0, 0, "-", "convert_nan_to_random"], [57, 0, 0, "-", "convert_placeholder_to_const"], [58, 0, 0, "-", "dilated_contraction"], [59, 0, 0, "-", "dummy_biasadd"], [60, 0, 0, "-", "expanddims_optimizer"], [61, 0, 0, "-", "fetch_weight_from_reshape"], [62, 0, 0, "-", "fold_batch_norm"], [63, 0, 0, "-", "fold_constant"], [64, 0, 0, "-", "fuse_biasadd_add"], [65, 0, 0, "-", "fuse_column_wise_mul"], [66, 0, 0, "-", "fuse_conv_with_math"], [67, 0, 0, "-", "fuse_decomposed_bn"], [68, 0, 0, "-", "fuse_decomposed_in"], [69, 0, 0, "-", "fuse_gelu"], [70, 0, 0, "-", "fuse_layer_norm"], [71, 0, 0, "-", "fuse_pad_with_conv"], [72, 0, 0, "-", "fuse_pad_with_fp32_conv"], [73, 0, 0, "-", "fuse_reshape_transpose"], [74, 0, 0, "-", "graph_cse_optimizer"], [75, 0, 0, "-", "grappler_pass"], [77, 0, 0, "-", "insert_print_node"], [78, 0, 0, "-", "move_squeeze_after_relu"], [79, 0, 0, "-", "pre_optimize"], [80, 0, 0, "-", "remove_training_nodes"], [81, 0, 0, "-", "rename_batch_norm"], [82, 0, 0, "-", "split_shared_input"], [83, 0, 0, "-", "strip_equivalent_nodes"], [84, 0, 0, "-", "strip_unused_nodes"], [85, 0, 0, "-", "switch_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd": [[53, 1, 1, "", "ConvertAddToBiasAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout": [[54, 1, 1, "", "ConvertLayoutOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu": [[55, 1, 1, "", "ConvertLeakyReluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random": [[56, 1, 1, "", "ConvertNanToRandom"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const": [[57, 1, 1, "", "ConvertPlaceholderToConst"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction": [[58, 1, 1, "", "DilatedContraction"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd": [[59, 1, 1, "", "InjectDummyBiasAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer": [[60, 1, 1, "", "ExpandDimsOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape": [[61, 1, 1, "", "FetchWeightFromReshapeOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm": [[62, 1, 1, "", "FoldBatchNormNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant": [[63, 1, 1, "", "GraphFoldConstantOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add": [[64, 1, 1, "", "FuseBiasAddAndAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul": [[65, 1, 1, "", "FuseColumnWiseMulOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math": [[66, 1, 1, "", "FuseConvWithMathOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn": [[67, 1, 1, "", "FuseDecomposedBNOptimizer"], [67, 2, 1, "", "bypass_reshape"], [67, 2, 1, "", "get_const_dim_count"], [67, 2, 1, "", "node_from_map"], [67, 2, 1, "", "node_name_from_input"], [67, 2, 1, "", "valid_reshape_inputs"], [67, 2, 1, "", "values_from_const"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in": [[68, 1, 1, "", "FuseDecomposedINOptimizer"], [68, 2, 1, "", "bypass_reshape"], [68, 2, 1, "", "get_const_dim_count"], [68, 2, 1, "", "node_from_map"], [68, 2, 1, "", "node_name_from_input"], [68, 2, 1, "", "valid_reshape_inputs"], [68, 2, 1, "", "values_from_const"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu": [[69, 1, 1, "", "FuseGeluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm": [[70, 1, 1, "", "FuseLayerNormOptimizer"], [70, 2, 1, "", "node_from_map"], [70, 2, 1, "", "node_name_from_input"], [70, 2, 1, "", "values_from_const"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv": [[71, 1, 1, "", "FusePadWithConv2DOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv": [[72, 1, 1, "", "FusePadWithFP32Conv2DOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose": [[73, 1, 1, "", "FuseTransposeReshapeOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer": [[74, 1, 1, "", "GraphCseOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass": [[75, 1, 1, "", "GrapplerOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node": [[77, 1, 1, "", "InsertPrintMinMaxNode"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu": [[78, 1, 1, "", "MoveSqueezeAfterReluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize": [[79, 1, 1, "", "PreOptimization"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes": [[80, 1, 1, "", "RemoveTrainingNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm": [[81, 1, 1, "", "RenameBatchNormOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input": [[82, 1, 1, "", "SplitSharedInputOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes": [[83, 1, 1, "", "StripEquivalentNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes": [[84, 1, 1, "", "StripUnusedNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer": [[85, 1, 1, "", "SwitchOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base": [[86, 1, 1, "", "GraphRewriterBase"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8": [[88, 0, 0, "-", "freeze_fake_quant"], [89, 0, 0, "-", "freeze_value"], [90, 0, 0, "-", "freeze_value_without_calib"], [91, 0, 0, "-", "fuse_conv_redundant_dequantize"], [92, 0, 0, "-", "fuse_conv_requantize"], [93, 0, 0, "-", "fuse_matmul_redundant_dequantize"], [94, 0, 0, "-", "fuse_matmul_requantize"], [96, 0, 0, "-", "meta_op_optimizer"], [97, 0, 0, "-", "post_hostconst_converter"], [98, 0, 0, "-", "post_quantized_op_cse"], [99, 0, 0, "-", "rnn_convert"], [100, 0, 0, "-", "scale_propagation"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant": [[88, 1, 1, "", "FreezeFakeQuantOpOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value": [[89, 1, 1, "", "FreezeValueTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib": [[90, 1, 1, "", "FreezeValueWithoutCalibTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize": [[91, 1, 1, "", "FuseConvRedundantDequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize": [[92, 1, 1, "", "FuseConvRequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize": [[93, 1, 1, "", "FuseMatMulRedundantDequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize": [[94, 1, 1, "", "FuseMatMulRequantizeDequantizeNewAPITransformer"], [94, 1, 1, "", "FuseMatMulRequantizeDequantizeTransformer"], [94, 1, 1, "", "FuseMatMulRequantizeNewAPITransformer"], [94, 1, 1, "", "FuseMatMulRequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer": [[96, 1, 1, "", "MetaInfoChangingMemOpOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter": [[97, 1, 1, "", "PostHostConstConverter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse": [[98, 1, 1, "", "PostCseOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert": [[99, 1, 1, "", "QuantizedRNNConverter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation": [[100, 1, 1, "", "ScaleProPagationTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx": [[102, 0, 0, "-", "onnx_graph"], [103, 0, 0, "-", "onnx_node"], [104, 0, 0, "-", "onnx_schema"], [105, 0, 0, "-", "tf2onnx_utils"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph": [[102, 1, 1, "", "OnnxGraph"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node": [[103, 1, 1, "", "OnnxNode"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema": [[104, 1, 1, "", "OnnxOpSchema"], [104, 2, 1, "", "get_max_supported_opset_version"], [104, 2, 1, "", "get_schema"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils": [[105, 1, 1, "", "SeqType"], [105, 2, 1, "", "add_port_to_name"], [105, 2, 1, "", "are_shapes_equal"], [105, 2, 1, "", "assert_error"], [105, 2, 1, "", "compute_const_folding_using_tf"], [105, 2, 1, "", "convert_tensorflow_tensor_to_onnx"], [105, 2, 1, "", "find_opset"], [105, 2, 1, "", "get_index_from_strided_slice_of_shape"], [105, 2, 1, "", "get_subgraphs_from_onnx"], [105, 2, 1, "", "get_tensorflow_node_attr"], [105, 2, 1, "", "get_tensorflow_node_shape_attr"], [105, 2, 1, "", "get_tensorflow_tensor_data"], [105, 2, 1, "", "get_tensorflow_tensor_shape"], [105, 2, 1, "", "infer_onnx_shape_dtype"], [105, 2, 1, "", "initialize_name_counter"], [105, 2, 1, "", "is_list_or_tuple"], [105, 2, 1, "", "is_onnx_domain"], [105, 2, 1, "", "make_onnx_inputs_outputs"], [105, 2, 1, "", "make_onnx_shape"], [105, 2, 1, "", "map_numpy_to_onnx_dtype"], [105, 2, 1, "", "map_onnx_to_numpy_type"], [105, 2, 1, "", "map_tensorflow_dtype"], [105, 2, 1, "", "read_tensorflow_node_attrs"], [105, 2, 1, "", "save_protobuf"], [105, 2, 1, "", "set_name"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq": [[107, 0, 0, "-", "insert_qdq_pattern"], [108, 0, 0, "-", "merge_duplicated_qdq"], [109, 0, 0, "-", "share_qdq_y_pattern"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern": [[107, 1, 1, "", "GenerateGraphWithQDQPattern"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq": [[108, 1, 1, "", "MergeDuplicatedQDQOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern": [[109, 1, 1, "", "ShareQDQForItexYPatternOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_util": [[110, 1, 1, "", "GraphAnalyzer"], [110, 1, 1, "", "GraphRewriterHelper"]], "neural_compressor.adaptor.tf_utils.quantize_graph": [[114, 0, 0, "-", "qat"], [130, 0, 0, "-", "qdq"], [132, 0, 0, "-", "quantize_graph_base"], [133, 0, 0, "-", "quantize_graph_bn"], [134, 0, 0, "-", "quantize_graph_concatv2"], [135, 0, 0, "-", "quantize_graph_conv"], [136, 0, 0, "-", "quantize_graph_for_intel_cpu"], [137, 0, 0, "-", "quantize_graph_matmul"], [138, 0, 0, "-", "quantize_graph_pooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat": [[113, 0, 0, "-", "fake_quantize"], [115, 0, 0, "-", "quantize_config"], [116, 0, 0, "-", "quantize_helper"], [117, 0, 0, "-", "quantize_layers"], [122, 0, 0, "-", "quantize_wrapper"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize": [[113, 1, 1, "", "FakeQuantize"], [113, 1, 1, "", "FakeQuantizeBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config": [[115, 1, 1, "", "QuantizeConfig"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper": [[116, 2, 1, "", "init_quantize_config"], [116, 2, 1, "", "qat_clone_function"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers": [[118, 0, 0, "-", "optimize_layer"], [119, 0, 0, "-", "quantize_layer_add"], [120, 0, 0, "-", "quantize_layer_base"], [121, 0, 0, "-", "quantize_layer_bn"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer": [[118, 2, 1, "", "config_quantizable_layers"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add": [[119, 1, 1, "", "QuantizeLayerAdd"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base": [[120, 1, 1, "", "QuantizeLayerBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn": [[121, 1, 1, "", "QuantizeLayerBatchNormalization"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper": [[122, 1, 1, "", "QuantizeWrapper"], [122, 1, 1, "", "QuantizeWrapperBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq": [[123, 0, 0, "-", "fuse_qdq_bn"], [124, 0, 0, "-", "fuse_qdq_concatv2"], [125, 0, 0, "-", "fuse_qdq_conv"], [126, 0, 0, "-", "fuse_qdq_deconv"], [127, 0, 0, "-", "fuse_qdq_in"], [128, 0, 0, "-", "fuse_qdq_matmul"], [129, 0, 0, "-", "fuse_qdq_pooling"], [131, 0, 0, "-", "optimize_qdq"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn": [[123, 1, 1, "", "FuseNodeStartWithFusedBatchNormV3"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2": [[124, 1, 1, "", "FuseNodeStartWithConcatV2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv": [[125, 1, 1, "", "FuseNodeStartWithConv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv": [[126, 1, 1, "", "FuseNodeStartWithDeconv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in": [[127, 1, 1, "", "FuseNodeStartWithFusedInstanceNorm"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul": [[128, 1, 1, "", "FuseNodeStartWithMatmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling": [[129, 1, 1, "", "FuseNodeStartWithPooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq": [[131, 1, 1, "", "OptimizeQDQGraph"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base": [[132, 1, 1, "", "QuantizeGraphBase"], [132, 1, 1, "", "QuantizeNodeBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn": [[133, 1, 1, "", "FuseNodeStartWithFusedBatchNormV3"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2": [[134, 1, 1, "", "FuseNodeStartWithConcatV2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv": [[135, 1, 1, "", "FuseNodeStartWithConv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu": [[136, 1, 1, "", "QuantizeGraphForIntel"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul": [[137, 1, 1, "", "FuseNodeStartWithMatmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling": [[138, 1, 1, "", "FuseNodeStartWithPooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph_common": [[139, 1, 1, "", "QuantizeGraphHelper"]], "neural_compressor.adaptor.tf_utils.smooth_quant_calibration": [[140, 1, 1, "", "SmoothQuantCalibration"], [140, 1, 1, "", "SmoothQuantCalibrationLLM"]], "neural_compressor.adaptor.tf_utils.smooth_quant_scaler": [[141, 1, 1, "", "SmoothQuantScaler"], [141, 1, 1, "", "SmoothQuantScalerLLM"]], "neural_compressor.adaptor.tf_utils.tf2onnx_converter": [[142, 1, 1, "", "TensorflowQDQToOnnxQDQConverter"]], "neural_compressor.adaptor.tf_utils.transform_graph": [[143, 0, 0, "-", "bias_correction"], [144, 0, 0, "-", "graph_transform_base"], [146, 0, 0, "-", "insert_logging"], [147, 0, 0, "-", "rerange_quantized_concat"]], "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction": [[143, 1, 1, "", "BiasCorrection"]], "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base": [[144, 1, 1, "", "GraphTransformBase"]], "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging": [[146, 1, 1, "", "InsertLogging"]], "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat": [[147, 1, 1, "", "RerangeQuantizedConcat"]], "neural_compressor.adaptor.tf_utils.util": [[148, 2, 1, "", "apply_inlining"], [148, 2, 1, "", "collate_tf_preds"], [148, 2, 1, "", "construct_function_from_graph_def"], [148, 2, 1, "", "disable_random"], [148, 2, 1, "", "fix_ref_type_of_graph_def"], [148, 2, 1, "", "generate_feed_dict"], [148, 2, 1, "", "get_estimator_graph"], [148, 2, 1, "", "get_graph_def"], [148, 2, 1, "", "get_input_output_node_names"], [148, 2, 1, "", "get_model_input_shape"], [148, 2, 1, "", "get_tensor_by_name"], [148, 2, 1, "", "get_tensor_val_from_graph_node"], [148, 2, 1, "", "get_weight_from_input_tensor"], [148, 2, 1, "", "int8_node_name_reverse"], [148, 2, 1, "", "is_ckpt_format"], [148, 2, 1, "", "is_saved_model_format"], [148, 2, 1, "", "iterator_sess_run"], [148, 2, 1, "", "parse_saved_model"], [148, 2, 1, "", "read_graph"], [148, 2, 1, "", "reconstruct_saved_model"], [148, 2, 1, "", "strip_equivalent_nodes"], [148, 2, 1, "", "strip_unused_nodes"], [148, 2, 1, "", "tf_diagnosis_helper"], [148, 2, 1, "", "version1_eq_version2"], [148, 2, 1, "", "version1_gt_version2"], [148, 2, 1, "", "version1_gte_version2"], [148, 2, 1, "", "version1_lt_version2"], [148, 2, 1, "", "version1_lte_version2"], [148, 2, 1, "", "write_graph"]], "neural_compressor.adaptor.torch_utils": [[150, 0, 0, "-", "autoround"], [152, 0, 0, "-", "awq"], [153, 0, 0, "-", "bf16_convert"], [154, 0, 0, "-", "gptq"], [155, 0, 0, "-", "hawq_metric"], [157, 0, 0, "-", "layer_wise_quant"], [162, 0, 0, "-", "mixed_precision"], [163, 0, 0, "-", "model_wrapper"], [164, 0, 0, "-", "pattern_detector"], [165, 0, 0, "-", "smooth_quant"], [166, 0, 0, "-", "symbolic_trace"], [167, 0, 0, "-", "teq"], [168, 0, 0, "-", "util"], [169, 0, 0, "-", "weight_only"]], "neural_compressor.adaptor.torch_utils.autoround": [[149, 0, 0, "-", "autoround"], [151, 0, 0, "-", "sign_sgd"]], "neural_compressor.adaptor.torch_utils.autoround.autoround": [[149, 1, 1, "", "AutoAdamRound"], [149, 1, 1, "", "AutoOPTRound"], [149, 1, 1, "", "AutoRound"], [149, 1, 1, "", "SaveInputs"], [149, 1, 1, "", "WrapperMultiblock"], [149, 2, 1, "", "block_forward"], [149, 2, 1, "", "check_is_cpu"], [149, 2, 1, "", "collect_minmax_scale"], [149, 2, 1, "", "collect_round_v"], [149, 2, 1, "", "get_batch_dim"], [149, 2, 1, "", "get_block_names"], [149, 2, 1, "", "get_dataloader"], [149, 2, 1, "", "get_module"], [149, 2, 1, "", "get_scale_shape"], [149, 2, 1, "", "get_tokenizer_function"], [149, 2, 1, "", "move_input_to_device"], [149, 2, 1, "", "quant_weight"], [149, 2, 1, "", "quant_weight_actor"], [149, 2, 1, "", "quant_weight_asym"], [149, 2, 1, "", "quant_weight_sym"], [149, 2, 1, "", "round_ste"], [149, 2, 1, "", "sampling_inputs"], [149, 2, 1, "", "set_module"], [149, 2, 1, "", "unwrapper_block"], [149, 2, 1, "", "wrapper_block"]], "neural_compressor.adaptor.torch_utils.autoround.sign_sgd": [[151, 1, 1, "", "SGD"], [151, 2, 1, "", "sgd"]], "neural_compressor.adaptor.torch_utils.awq": [[152, 1, 1, "", "ActAwareWeightQuant"]], "neural_compressor.adaptor.torch_utils.bf16_convert": [[153, 1, 1, "", "BF16ModuleWrapper"], [153, 2, 1, "", "Convert"], [153, 2, 1, "", "bf16_symbolic_trace"]], "neural_compressor.adaptor.torch_utils.gptq": [[154, 1, 1, "", "GPTQ"], [154, 1, 1, "", "GPTQuantizer"], [154, 2, 1, "", "find_layers"], [154, 2, 1, "", "find_layers_name"], [154, 2, 1, "", "is_leaf"], [154, 2, 1, "", "log_quantizable_layers_per_transformer"], [154, 2, 1, "", "quantize"], [154, 2, 1, "", "trace_gptq_target_blocks"]], "neural_compressor.adaptor.torch_utils.hawq_metric": [[155, 1, 1, "", "HessianTrace"], [155, 1, 1, "", "Node_collector"], [155, 2, 1, "", "compare_weights"], [155, 2, 1, "", "hawq_top"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant": [[158, 0, 0, "-", "modified_pickle"], [159, 0, 0, "-", "quantize"], [160, 0, 0, "-", "torch_load"], [161, 0, 0, "-", "utils"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle": [[158, 3, 1, "", "PickleError"], [158, 3, 1, "", "PicklingError"], [158, 3, 1, "", "UnpicklingError"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize": [[159, 1, 1, "", "LayerWiseQuant"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load": [[160, 2, 1, "", "load"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils": [[161, 2, 1, "", "dowload_hf_model"], [161, 2, 1, "", "get_children"], [161, 2, 1, "", "get_module"], [161, 2, 1, "", "get_named_children"], [161, 2, 1, "", "get_super_module_by_name"], [161, 2, 1, "", "load_empty_model"], [161, 2, 1, "", "load_layer_wise_quantized_model"], [161, 2, 1, "", "load_tensor"], [161, 2, 1, "", "load_tensor_from_shard"], [161, 2, 1, "", "update_module"]], "neural_compressor.adaptor.torch_utils.mixed_precision": [[162, 2, 1, "", "ipex_mixed_precision"]], "neural_compressor.adaptor.torch_utils.model_wrapper": [[163, 1, 1, "", "FakeAffineTensorQuantFunction"], [163, 1, 1, "", "MulLinear"], [163, 1, 1, "", "TEQLinearFakeQuant"]], "neural_compressor.adaptor.torch_utils.pattern_detector": [[164, 1, 1, "", "TransformerBasedModelBlockPatternDetector"]], "neural_compressor.adaptor.torch_utils.smooth_quant": [[165, 1, 1, "", "TorchSmoothQuant"], [165, 2, 1, "", "get_module"], [165, 2, 1, "", "set_module"]], "neural_compressor.adaptor.torch_utils.symbolic_trace": [[166, 2, 1, "", "symbolic_trace"], [166, 2, 1, "", "trace_and_fuse_sub_graph"]], "neural_compressor.adaptor.torch_utils.teq": [[167, 1, 1, "", "TEQuantizer"]], "neural_compressor.adaptor.torch_utils.util": [[168, 2, 1, "", "append_attr"], [168, 2, 1, "", "auto_copy"], [168, 2, 1, "", "calculate_quant_min_max"], [168, 2, 1, "", "calibration"], [168, 2, 1, "", "check_cfg_and_qconfig"], [168, 2, 1, "", "collate_torch_preds"], [168, 2, 1, "", "collect_weight_info"], [168, 2, 1, "", "fetch_module"], [168, 2, 1, "", "forward_wrapper"], [168, 2, 1, "", "generate_activation_observer"], [168, 2, 1, "", "get_absorb_layers"], [168, 2, 1, "", "get_block_prefix"], [168, 2, 1, "", "get_depth"], [168, 2, 1, "", "get_dict_at_depth"], [168, 2, 1, "", "get_element_under_depth"], [168, 2, 1, "", "get_embedding_contiguous"], [168, 2, 1, "", "get_example_input"], [168, 2, 1, "", "get_fallback_order"], [168, 2, 1, "", "get_hidden_states"], [168, 2, 1, "", "get_module_input_output"], [168, 2, 1, "", "get_mse_order_per_fp32"], [168, 2, 1, "", "get_mse_order_per_int8"], [168, 2, 1, "", "get_op_type_by_name"], [168, 2, 1, "", "get_quantizable_ops_from_cfgs"], [168, 2, 1, "", "get_torch_version"], [168, 2, 1, "", "input2tuple"], [168, 2, 1, "", "is_fused_module"], [168, 2, 1, "", "match_datatype_pattern"], [168, 2, 1, "", "move_input_device"], [168, 2, 1, "", "paser_cfgs"], [168, 2, 1, "", "set_module"], [168, 2, 1, "", "simple_inference"], [168, 2, 1, "", "update_sq_scale"]], "neural_compressor.adaptor.torch_utils.weight_only": [[169, 2, 1, "", "awq_quantize"], [169, 2, 1, "", "gptq_quantize"], [169, 2, 1, "", "qdq_weight_actor"], [169, 2, 1, "", "qdq_weight_asym"], [169, 2, 1, "", "qdq_weight_sym"], [169, 2, 1, "", "quant_weight"], [169, 2, 1, "", "quant_weight_w_scale"], [169, 2, 1, "", "quantize_4bit"], [169, 2, 1, "", "rtn_quantize"], [169, 2, 1, "", "search_clip"], [169, 2, 1, "", "teq_quantize"]], "neural_compressor.algorithm": [[170, 0, 0, "-", "algorithm"], [171, 0, 0, "-", "fast_bias_correction"], [173, 0, 0, "-", "smooth_quant"], [174, 0, 0, "-", "weight_correction"]], "neural_compressor.algorithm.algorithm": [[170, 1, 1, "", "ALGORITHMS"], [170, 1, 1, "", "Algorithm"], [170, 1, 1, "", "AlgorithmScheduler"], [170, 2, 1, "", "algorithm_registry"]], "neural_compressor.algorithm.fast_bias_correction": [[171, 1, 1, "", "FastBiasCorrection"]], "neural_compressor.algorithm.smooth_quant": [[173, 1, 1, "", "SmoothQuant"]], "neural_compressor.algorithm.weight_correction": [[174, 1, 1, "", "WeightCorrection"]], "neural_compressor.benchmark": [[175, 2, 1, "", "benchmark_with_raw_cmd"], [175, 2, 1, "", "call_one"], [175, 2, 1, "", "config_instance"], [175, 2, 1, "", "fit"], [175, 2, 1, "", "generate_prefix"], [175, 2, 1, "", "get_architecture"], [175, 2, 1, "", "get_bounded_threads"], [175, 2, 1, "", "get_core_ids"], [175, 2, 1, "", "get_physical_ids"], [175, 2, 1, "", "get_threads"], [175, 2, 1, "", "get_threads_per_core"], [175, 2, 1, "", "profile"], [175, 2, 1, "", "run_instance"], [175, 2, 1, "", "set_all_env_var"], [175, 2, 1, "", "set_env_var"], [175, 2, 1, "", "summary_benchmark"]], "neural_compressor.common": [[176, 0, 0, "-", "base_config"], [178, 0, 0, "-", "logger"], [179, 0, 0, "-", "utility"]], "neural_compressor.common.base_config": [[176, 1, 1, "", "BaseConfig"], [176, 1, 1, "", "ComposableConfig"], [176, 2, 1, "", "register_config"]], "neural_compressor.common.logger": [[178, 1, 1, "", "Logger"], [178, 2, 1, "", "debug"], [178, 2, 1, "", "error"], [178, 2, 1, "", "fatal"], [178, 2, 1, "", "info"], [178, 2, 1, "", "log"], [178, 2, 1, "", "warn"], [178, 2, 1, "", "warning"]], "neural_compressor.compression": [[180, 0, 0, "-", "callbacks"], [182, 0, 0, "-", "distillation"], [185, 0, 0, "-", "hpo"], [191, 0, 0, "-", "pruner"]], "neural_compressor.compression.callbacks": [[180, 1, 1, "", "BaseCallbacks"], [180, 1, 1, "", "DistillationCallbacks"], [180, 1, 1, "", "PruningCallbacks"], [180, 1, 1, "", "QuantizationAwareTrainingCallbacks"]], "neural_compressor.compression.callbacks.DistillationCallbacks": [[180, 4, 1, "", "_epoch_ran"], [180, 4, 1, "", "best_model"], [180, 4, 1, "", "best_score"], [180, 4, 1, "", "eval_frequency"]], "neural_compressor.compression.distillation": [[181, 0, 0, "-", "criterions"], [183, 0, 0, "-", "optimizers"], [184, 0, 0, "-", "utility"]], "neural_compressor.compression.distillation.criterions": [[181, 1, 1, "", "Criterions"], [181, 1, 1, "", "IntermediateLayersKnowledgeDistillationLoss"], [181, 1, 1, "", "KnowledgeDistillationFramework"], [181, 1, 1, "", "KnowledgeDistillationLoss"], [181, 1, 1, "", "PyTorchCriterions"], [181, 1, 1, "", "PyTorchCrossEntropyLoss"], [181, 1, 1, "", "PyTorchIntermediateLayersKnowledgeDistillationLoss"], [181, 1, 1, "", "PyTorchIntermediateLayersKnowledgeDistillationLossWrapper"], [181, 1, 1, "", "PyTorchKnowledgeDistillationLoss"], [181, 1, 1, "", "PyTorchKnowledgeDistillationLossWrapper"], [181, 1, 1, "", "PyTorchSelfKnowledgeDistillationLoss"], [181, 1, 1, "", "PyTorchSelfKnowledgeDistillationLossWrapper"], [181, 1, 1, "", "SelfKnowledgeDistillationLoss"], [181, 1, 1, "", "TensorFlowCrossEntropyLoss"], [181, 1, 1, "", "TensorFlowSparseCategoricalCrossentropy"], [181, 1, 1, "", "TensorflowCriterions"], [181, 1, 1, "", "TensorflowKnowledgeDistillationLoss"], [181, 1, 1, "", "TensorflowKnowledgeDistillationLossExternal"], [181, 1, 1, "", "TensorflowKnowledgeDistillationLossWrapper"], [181, 2, 1, "", "criterion_registry"]], "neural_compressor.compression.distillation.optimizers": [[183, 1, 1, "", "Optimizers"], [183, 1, 1, "", "PyTorchOptimizers"], [183, 1, 1, "", "PyTorchSGD"], [183, 1, 1, "", "TensorFlowAdam"], [183, 1, 1, "", "TensorFlowAdamW"], [183, 1, 1, "", "TensorFlowSGD"], [183, 1, 1, "", "TensorflowOptimizers"], [183, 2, 1, "", "optimizer_registry"]], "neural_compressor.compression.distillation.utility": [[184, 2, 1, "", "get_activation"], [184, 2, 1, "", "record_output"]], "neural_compressor.compression.hpo": [[186, 0, 0, "-", "sa_optimizer"], [187, 0, 0, "-", "search_algorithms"], [188, 0, 0, "-", "search_space"]], "neural_compressor.compression.hpo.search_algorithms": [[187, 1, 1, "", "BayesianOptimizationSearcher"], [187, 1, 1, "", "GridSearcher"], [187, 1, 1, "", "RandomSearcher"], [187, 1, 1, "", "Searcher"], [187, 1, 1, "", "XgbSearcher"], [187, 2, 1, "", "register_searcher"]], "neural_compressor.compression.hpo.search_space": [[188, 1, 1, "", "BaseSearchSpace"], [188, 1, 1, "", "ContinuousSearchSpace"], [188, 1, 1, "", "DiscreteSearchSpace"], [188, 1, 1, "", "SearchSpace"], [188, 2, 1, "", "register_searchspace"]], "neural_compressor.compression.pruner": [[190, 0, 0, "-", "criteria"], [193, 0, 0, "-", "model_slim"], [197, 0, 0, "-", "patterns"], [191, 2, 1, "", "prepare_pruning"], [204, 0, 0, "-", "pruners"], [210, 0, 0, "-", "pruning"], [211, 0, 0, "-", "regs"], [191, 2, 1, "", "save"], [212, 0, 0, "-", "schedulers"], [213, 0, 0, "-", "tf_criteria"], [214, 0, 0, "-", "utils"]], "neural_compressor.compression.pruner.criteria": [[190, 1, 1, "", "BlockMaskCriterion"], [190, 1, 1, "", "GradientCriterion"], [190, 1, 1, "", "MagnitudeCriterion"], [190, 1, 1, "", "PruningCriterion"], [190, 1, 1, "", "RetrainFreeCriterion"], [190, 1, 1, "", "SnipCriterion"], [190, 1, 1, "", "SnipMomentumCriterion"], [190, 2, 1, "", "get_criterion"], [190, 2, 1, "", "register_criterion"]], "neural_compressor.compression.pruner.criteria.BlockMaskCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.GradientCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.MagnitudeCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.PruningCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.RetrainFreeCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.SnipCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.SnipMomentumCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.model_slim": [[192, 0, 0, "-", "auto_slim"], [194, 0, 0, "-", "pattern_analyzer"], [195, 0, 0, "-", "weight_slim"]], "neural_compressor.compression.pruner.model_slim.auto_slim": [[192, 2, 1, "", "generate_ffn2_pruning_config"], [192, 2, 1, "", "generate_mha_pruning_config"], [192, 2, 1, "", "model_slim"], [192, 2, 1, "", "model_slim_ffn2"], [192, 2, 1, "", "model_slim_mha"], [192, 2, 1, "", "parse_auto_slim_config"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer": [[194, 1, 1, "", "ClassifierHeadSearcher"], [194, 1, 1, "", "ClassifierHeadSearcherTF"], [194, 1, 1, "", "JitBasicSearcher"], [194, 1, 1, "", "Linear2LinearSearcher"], [194, 1, 1, "", "RecipeSearcher"], [194, 1, 1, "", "SelfMHASearcher"], [194, 2, 1, "", "get_attributes"], [194, 2, 1, "", "get_common_module"], [194, 2, 1, "", "print_iterables"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher": [[194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "static_graph"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF": [[194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "static_graph"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher": [[194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "searching_results"], [194, 4, 1, "", "static_graph"], [194, 4, 1, "", "target_layers"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher": [[194, 4, 1, "", "current_pattern"], [194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "searching_results"], [194, 4, 1, "", "static_graph"], [194, 4, 1, "", "target_layers"], [194, 4, 1, "", "target_op_lut"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher": [[194, 4, 1, "", "model"], [194, 4, 1, "", "recipe"], [194, 4, 1, "", "searching_results"], [194, 4, 1, "", "targets"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher": [[194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "static_graph"]], "neural_compressor.compression.pruner.model_slim.weight_slim": [[195, 1, 1, "", "LinearCompression"], [195, 1, 1, "", "LinearCompressionIterator"], [195, 1, 1, "", "PostCompressionUtils"]], "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression": [[195, 4, 1, "", "device"], [195, 4, 1, "", "layer_1"], [195, 4, 1, "", "layer_2"]], "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompressionIterator": [[195, 4, 1, "", "linear_patterns"]], "neural_compressor.compression.pruner.patterns": [[196, 0, 0, "-", "base"], [197, 2, 1, "", "get_pattern"], [198, 0, 0, "-", "mha"], [199, 0, 0, "-", "ninm"], [200, 0, 0, "-", "nxm"]], "neural_compressor.compression.pruner.patterns.base": [[196, 1, 1, "", "BasePattern"], [196, 1, 1, "", "KerasBasePattern"], [196, 1, 1, "", "PytorchBasePattern"], [196, 2, 1, "", "register_pattern"]], "neural_compressor.compression.pruner.patterns.base.BasePattern": [[196, 4, 1, "", "config"], [196, 4, 1, "", "invalid_layers"], [196, 4, 1, "", "is_global"], [196, 4, 1, "", "keep_mask_layers"], [196, 4, 1, "", "max_sparsity_ratio_per_op"], [196, 4, 1, "", "min_sparsity_ratio_per_op"], [196, 4, 1, "", "modules"], [196, 4, 1, "", "pattern"], [196, 4, 1, "", "target_sparsity"]], "neural_compressor.compression.pruner.patterns.base.KerasBasePattern": [[196, 4, 1, "", "config"], [196, 4, 1, "", "invalid_layers"], [196, 4, 1, "", "is_global"], [196, 4, 1, "", "keep_mask_layers"], [196, 4, 1, "", "max_sparsity_ratio_per_op"], [196, 4, 1, "", "min_sparsity_ratio_per_op"], [196, 4, 1, "", "modules"], [196, 4, 1, "", "pattern"], [196, 4, 1, "", "target_sparsity"]], "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern": [[196, 4, 1, "", "config"], [196, 4, 1, "", "invalid_layers"], [196, 4, 1, "", "is_global"], [196, 4, 1, "", "keep_mask_layers"], [196, 4, 1, "", "max_sparsity_ratio_per_op"], [196, 4, 1, "", "min_sparsity_ratio_per_op"], [196, 4, 1, "", "modules"], [196, 4, 1, "", "pattern"], [196, 4, 1, "", "target_sparsity"]], "neural_compressor.compression.pruner.patterns.mha": [[198, 1, 1, "", "PatternMHA"]], "neural_compressor.compression.pruner.patterns.mha.PatternMHA": [[198, 4, 1, "", "M"], [198, 4, 1, "", "N"]], "neural_compressor.compression.pruner.patterns.ninm": [[199, 1, 1, "", "PytorchPatternNInM"]], "neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM": [[199, 4, 1, "", "M"], [199, 4, 1, "", "N"]], "neural_compressor.compression.pruner.patterns.nxm": [[200, 1, 1, "", "KerasPatternNxM"], [200, 1, 1, "", "PytorchPatternNxM"]], "neural_compressor.compression.pruner.patterns.nxm.KerasPatternNxM": [[200, 4, 1, "", "block_size"]], "neural_compressor.compression.pruner.patterns.nxm.PytorchPatternNxM": [[200, 4, 1, "", "block_size"]], "neural_compressor.compression.pruner.pruners": [[201, 0, 0, "-", "base"], [202, 0, 0, "-", "basic"], [203, 0, 0, "-", "block_mask"], [204, 2, 1, "", "get_pruner"], [205, 0, 0, "-", "mha"], [204, 2, 1, "", "parse_valid_pruner_types"], [206, 0, 0, "-", "pattern_lock"], [207, 0, 0, "-", "progressive"], [208, 0, 0, "-", "retrain_free"], [209, 0, 0, "-", "sparse_gpt"]], "neural_compressor.compression.pruner.pruners.base": [[201, 1, 1, "", "BasePruner"], [201, 1, 1, "", "KerasBasePruner"], [201, 1, 1, "", "PytorchBasePruner"], [201, 2, 1, "", "register_pruner"]], "neural_compressor.compression.pruner.pruners.base.BasePruner": [[201, 4, 1, "", "config"], [201, 4, 1, "", "current_sparsity_ratio"], [201, 4, 1, "", "end_step"], [201, 4, 1, "", "global_step"], [201, 4, 1, "", "masks"], [201, 4, 1, "", "max_sparsity_ratio_per_op"], [201, 4, 1, "", "modules"], [201, 4, 1, "", "pattern"], [201, 4, 1, "", "pruning_frequency"], [201, 4, 1, "", "scheduler"], [201, 4, 1, "", "scores"], [201, 4, 1, "", "start_step"], [201, 4, 1, "", "target_sparsity_ratio"]], "neural_compressor.compression.pruner.pruners.base.KerasBasePruner": [[201, 4, 1, "", "config"], [201, 4, 1, "", "current_sparsity_ratio"], [201, 4, 1, "", "end_step"], [201, 4, 1, "", "global_step"], [201, 4, 1, "", "masks"], [201, 4, 1, "", "max_sparsity_ratio_per_op"], [201, 4, 1, "", "modules"], [201, 4, 1, "", "pattern"], [201, 4, 1, "", "pruning_frequency"], [201, 4, 1, "", "scheduler"], [201, 4, 1, "", "scores"], [201, 4, 1, "", "start_step"], [201, 4, 1, "", "target_sparsity_ratio"]], "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner": [[201, 4, 1, "", "config"], [201, 4, 1, "", "current_sparsity_ratio"], [201, 4, 1, "", "end_step"], [201, 4, 1, "", "global_step"], [201, 4, 1, "", "masks"], [201, 4, 1, "", "max_sparsity_ratio_per_op"], [201, 4, 1, "", "modules"], [201, 4, 1, "", "pattern"], [201, 4, 1, "", "pruning_frequency"], [201, 4, 1, "", "scheduler"], [201, 4, 1, "", "scores"], [201, 4, 1, "", "start_step"], [201, 4, 1, "", "target_sparsity_ratio"]], "neural_compressor.compression.pruner.pruners.basic": [[202, 1, 1, "", "KerasBasicPruner"], [202, 1, 1, "", "PytorchBasicPruner"]], "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner": [[202, 4, 1, "", "criterion"], [202, 4, 1, "", "pattern"], [202, 4, 1, "", "reg"], [202, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner": [[202, 4, 1, "", "criterion"], [202, 4, 1, "", "pattern"], [202, 4, 1, "", "reg"], [202, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruners.block_mask": [[203, 1, 1, "", "PytorchBlockMaskPruner"]], "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner": [[203, 4, 1, "", "criterion"], [203, 4, 1, "", "pattern"], [203, 4, 1, "", "reg"], [203, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruners.mha": [[205, 1, 1, "", "PythonMultiheadAttentionPruner"]], "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner": [[205, 4, 1, "", "head_masks"], [205, 4, 1, "", "linear_layers"], [205, 4, 1, "", "mha_compressions"], [205, 4, 1, "", "mha_scores"]], "neural_compressor.compression.pruner.pruners.pattern_lock": [[206, 1, 1, "", "PytorchPatternLockPruner"]], "neural_compressor.compression.pruner.pruners.progressive": [[207, 1, 1, "", "PytorchProgressivePruner"]], "neural_compressor.compression.pruner.pruners.retrain_free": [[208, 1, 1, "", "PytorchRetrainFreePruner"]], "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner": [[208, 4, 1, "", "criterion"], [208, 4, 1, "", "pattern"], [208, 4, 1, "", "reg"], [208, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruners.sparse_gpt": [[209, 1, 1, "", "SparseGPTPruner"]], "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner": [[209, 4, 1, "", "criterion"], [209, 4, 1, "", "pattern"], [209, 4, 1, "", "reg"], [209, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruning": [[210, 1, 1, "", "BasePruning"], [210, 1, 1, "", "BasicPruning"], [210, 1, 1, "", "RetrainFreePruning"], [210, 1, 1, "", "SparseGPTPruning"], [210, 2, 1, "", "register_pruning"]], "neural_compressor.compression.pruner.pruning.BasePruning": [[210, 4, 1, "", "config_file_path"], [210, 4, 1, "", "model"], [210, 4, 1, "", "pruner_info"], [210, 4, 1, "", "pruners"]], "neural_compressor.compression.pruner.pruning.BasicPruning": [[210, 4, 1, "", "config_file_path"], [210, 4, 1, "", "model"], [210, 4, 1, "", "pruner_info"], [210, 4, 1, "", "pruners"]], "neural_compressor.compression.pruner.pruning.RetrainFreePruning": [[210, 4, 1, "", "config_file_path"], [210, 4, 1, "", "model"], [210, 4, 1, "", "pruner_info"], [210, 4, 1, "", "pruners"]], "neural_compressor.compression.pruner.regs": [[211, 1, 1, "", "BaseReg"], [211, 1, 1, "", "GroupLasso"], [211, 2, 1, "", "get_reg"], [211, 2, 1, "", "get_reg_type"], [211, 2, 1, "", "register_reg"]], "neural_compressor.compression.pruner.regs.GroupLasso": [[211, 4, 1, "", "alpha"], [211, 4, 1, "", "reg_terms"]], "neural_compressor.compression.pruner.schedulers": [[212, 1, 1, "", "IterativeScheduler"], [212, 1, 1, "", "OneshotScheduler"], [212, 1, 1, "", "PruningScheduler"], [212, 2, 1, "", "get_scheduler"], [212, 2, 1, "", "register_scheduler"]], "neural_compressor.compression.pruner.schedulers.PruningScheduler": [[212, 4, 1, "", "config"]], "neural_compressor.compression.pruner.tf_criteria": [[213, 1, 1, "", "MagnitudeCriterion"], [213, 1, 1, "", "PruningCriterion"], [213, 2, 1, "", "get_tf_criterion"], [213, 2, 1, "", "register_criterion"]], "neural_compressor.compression.pruner.tf_criteria.MagnitudeCriterion": [[213, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.tf_criteria.PruningCriterion": [[213, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.utils": [[214, 2, 1, "", "check_config"], [214, 2, 1, "", "check_key_validity"], [214, 2, 1, "", "collect_layer_inputs"], [214, 2, 1, "", "generate_pruner_config"], [214, 2, 1, "", "get_layers"], [214, 2, 1, "", "get_sparsity_ratio"], [214, 2, 1, "", "get_sparsity_ratio_tf"], [214, 2, 1, "", "parse_last_linear"], [214, 2, 1, "", "parse_last_linear_tf"], [214, 2, 1, "", "parse_to_prune"], [214, 2, 1, "", "parse_to_prune_tf"], [214, 2, 1, "", "process_and_check_config"], [214, 2, 1, "", "process_config"], [214, 2, 1, "", "process_weight_config"], [214, 2, 1, "", "process_yaml_config"], [214, 2, 1, "", "reset_none_to_default"], [214, 2, 1, "", "update_params"]], "neural_compressor.conf": [[215, 0, 0, "-", "config"], [216, 0, 0, "-", "dotdict"], [218, 0, 0, "-", "pythonic_config"]], "neural_compressor.conf.config": [[215, 1, 1, "", "Benchmark_Conf"], [215, 1, 1, "", "Conf"], [215, 1, 1, "", "DefaultConf"], [215, 1, 1, "", "Distillation_Conf"], [215, 1, 1, "", "Graph_Optimization_Conf"], [215, 1, 1, "", "MixedPrecision_Conf"], [215, 1, 1, "", "NASConfig"], [215, 1, 1, "", "PrunerV2"], [215, 1, 1, "", "Pruning_Conf"], [215, 1, 1, "", "Quantization_Conf"]], "neural_compressor.conf.dotdict": [[216, 1, 1, "", "DotDict"], [216, 2, 1, "", "deep_get"], [216, 2, 1, "", "deep_set"]], "neural_compressor.conf.pythonic_config": [[218, 1, 1, "", "AccuracyCriterion"], [218, 1, 1, "", "BenchmarkConfig"], [218, 1, 1, "", "DistillationConfig"], [218, 1, 1, "", "KnowledgeDistillationLossConfig"], [218, 1, 1, "", "Options"], [218, 1, 1, "", "QuantizationConfig"], [218, 1, 1, "", "WeightPruningConfig"]], "neural_compressor.config": [[219, 1, 1, "", "AccuracyCriterion"], [219, 1, 1, "", "BenchmarkConfig"], [219, 1, 1, "", "DistillationConfig"], [219, 1, 1, "", "DotDict"], [219, 1, 1, "", "ExportConfig"], [219, 1, 1, "", "HPOConfig"], [219, 1, 1, "", "IntermediateLayersKnowledgeDistillationLossConfig"], [219, 1, 1, "", "Keras"], [219, 1, 1, "", "KnowledgeDistillationLossConfig"], [219, 1, 1, "", "MXNet"], [219, 1, 1, "", "MixedPrecisionConfig"], [219, 1, 1, "", "NASConfig"], [219, 1, 1, "", "ONNX"], [219, 1, 1, "", "ONNXQlinear2QDQConfig"], [219, 1, 1, "", "Options"], [219, 1, 1, "", "PostTrainingQuantConfig"], [219, 1, 1, "", "PyTorch"], [219, 1, 1, "", "QuantizationAwareTrainingConfig"], [219, 1, 1, "", "SelfKnowledgeDistillationLossConfig"], [219, 1, 1, "", "TF2ONNXConfig"], [219, 1, 1, "", "TensorFlow"], [219, 1, 1, "", "Torch2ONNXConfig"], [219, 1, 1, "", "TuningCriterion"], [219, 1, 1, "", "WeightPruningConfig"]], "neural_compressor.contrib": [[221, 0, 0, "-", "strategy"]], "neural_compressor.contrib.strategy": [[222, 0, 0, "-", "sigopt"], [223, 0, 0, "-", "tpe"]], "neural_compressor.contrib.strategy.sigopt": [[222, 1, 1, "", "SigOptTuneStrategy"]], "neural_compressor.contrib.strategy.tpe": [[223, 1, 1, "", "TpeTuneStrategy"]], "neural_compressor.data": [[228, 0, 0, "-", "dataloaders"], [240, 0, 0, "-", "datasets"], [244, 0, 0, "-", "filters"], [248, 0, 0, "-", "transforms"]], "neural_compressor.data.dataloaders": [[224, 0, 0, "-", "base_dataloader"], [225, 0, 0, "-", "dataloader"], [226, 0, 0, "-", "default_dataloader"], [227, 0, 0, "-", "fetcher"], [229, 0, 0, "-", "mxnet_dataloader"], [230, 0, 0, "-", "onnxrt_dataloader"], [231, 0, 0, "-", "pytorch_dataloader"], [232, 0, 0, "-", "sampler"], [233, 0, 0, "-", "tensorflow_dataloader"]], "neural_compressor.data.dataloaders.base_dataloader": [[224, 1, 1, "", "BaseDataLoader"]], "neural_compressor.data.dataloaders.dataloader": [[225, 1, 1, "", "DataLoader"], [225, 2, 1, "", "check_dataloader"]], "neural_compressor.data.dataloaders.default_dataloader": [[226, 1, 1, "", "DefaultDataLoader"], [226, 2, 1, "", "default_collate"]], "neural_compressor.data.dataloaders.fetcher": [[227, 1, 1, "", "Fetcher"], [227, 1, 1, "", "IndexFetcher"], [227, 1, 1, "", "IterableFetcher"]], "neural_compressor.data.dataloaders.mxnet_dataloader": [[229, 1, 1, "", "MXNetDataLoader"]], "neural_compressor.data.dataloaders.onnxrt_dataloader": [[230, 1, 1, "", "ONNXRTBertDataLoader"], [230, 1, 1, "", "ONNXRTDataLoader"]], "neural_compressor.data.dataloaders.pytorch_dataloader": [[231, 1, 1, "", "PyTorchDataLoader"]], "neural_compressor.data.dataloaders.sampler": [[232, 1, 1, "", "BatchSampler"], [232, 1, 1, "", "IterableSampler"], [232, 1, 1, "", "Sampler"], [232, 1, 1, "", "SequentialSampler"]], "neural_compressor.data.dataloaders.tensorflow_dataloader": [[233, 1, 1, "", "TFDataDataLoader"], [233, 1, 1, "", "TensorflowBertDataLoader"], [233, 1, 1, "", "TensorflowDataLoader"], [233, 1, 1, "", "TensorflowModelZooBertDataLoader"]], "neural_compressor.data.datasets": [[234, 0, 0, "-", "bert_dataset"], [235, 0, 0, "-", "coco_dataset"], [236, 0, 0, "-", "dataset"], [237, 0, 0, "-", "dummy_dataset"], [238, 0, 0, "-", "dummy_dataset_v2"], [239, 0, 0, "-", "imagenet_dataset"], [241, 0, 0, "-", "style_transfer_dataset"]], "neural_compressor.data.datasets.bert_dataset": [[234, 1, 1, "", "InputFeatures"], [234, 1, 1, "", "ONNXRTBertDataset"], [234, 1, 1, "", "ParseDecodeBert"], [234, 1, 1, "", "PytorchBertDataset"], [234, 1, 1, "", "TensorflowBertDataset"], [234, 1, 1, "", "TensorflowModelZooBertDataset"], [234, 2, 1, "", "convert_examples_to_features"], [234, 2, 1, "", "load_and_cache_examples"]], "neural_compressor.data.datasets.coco_dataset": [[235, 1, 1, "", "COCONpy"], [235, 1, 1, "", "COCORaw"], [235, 1, 1, "", "COCORecordDataset"], [235, 1, 1, "", "ParseDecodeCoco"]], "neural_compressor.data.datasets.dataset": [[236, 1, 1, "", "CIFAR10"], [236, 1, 1, "", "CIFAR100"], [236, 1, 1, "", "Dataset"], [236, 1, 1, "", "Datasets"], [236, 1, 1, "", "FashionMNIST"], [236, 1, 1, "", "ImageFolder"], [236, 1, 1, "", "IterableDataset"], [236, 1, 1, "", "MNIST"], [236, 1, 1, "", "MXNetCIFAR10"], [236, 1, 1, "", "MXNetCIFAR100"], [236, 1, 1, "", "MXNetDatasets"], [236, 1, 1, "", "MXNetFashionMNIST"], [236, 1, 1, "", "MXNetImageFolder"], [236, 1, 1, "", "MXNetMNIST"], [236, 1, 1, "", "ONNXRTITDatasets"], [236, 1, 1, "", "ONNXRTQLDatasets"], [236, 1, 1, "", "PyTorchDatasets"], [236, 1, 1, "", "PytorchCIFAR10"], [236, 1, 1, "", "PytorchCIFAR100"], [236, 1, 1, "", "PytorchFashionMNIST"], [236, 1, 1, "", "PytorchMNIST"], [236, 1, 1, "", "PytorchMxnetWrapDataset"], [236, 1, 1, "", "PytorchMxnetWrapFunction"], [236, 1, 1, "", "Tensorflow"], [236, 1, 1, "", "TensorflowCIFAR10"], [236, 1, 1, "", "TensorflowCIFAR100"], [236, 1, 1, "", "TensorflowDatasets"], [236, 1, 1, "", "TensorflowFashionMNIST"], [236, 1, 1, "", "TensorflowImageRecord"], [236, 1, 1, "", "TensorflowMNIST"], [236, 1, 1, "", "TensorflowTFRecordDataset"], [236, 1, 1, "", "TensorflowVOCRecord"], [236, 2, 1, "", "calculate_md5"], [236, 2, 1, "", "check_integrity"], [236, 2, 1, "", "dataset_registry"], [236, 2, 1, "", "download_url"], [236, 5, 1, "", "framework_datasets"], [236, 2, 1, "", "gen_bar_updater"]], "neural_compressor.data.datasets.dummy_dataset": [[237, 1, 1, "", "DummyDataset"]], "neural_compressor.data.datasets.dummy_dataset_v2": [[238, 1, 1, "", "DummyDataset"], [238, 1, 1, "", "SparseDummyDataset"]], "neural_compressor.data.datasets.imagenet_dataset": [[239, 1, 1, "", "ImagenetRaw"], [239, 1, 1, "", "MXNetImagenetRaw"], [239, 1, 1, "", "ONNXRTImagenetDataset"], [239, 1, 1, "", "PytorchImagenetRaw"], [239, 1, 1, "", "TensorflowImagenetDataset"], [239, 1, 1, "", "TensorflowImagenetRaw"]], "neural_compressor.data.datasets.style_transfer_dataset": [[241, 1, 1, "", "StyleTransferDataset"]], "neural_compressor.data.filters": [[242, 0, 0, "-", "coco_filter"], [243, 0, 0, "-", "filter"]], "neural_compressor.data.filters.coco_filter": [[242, 1, 1, "", "LabelBalanceCOCORawFilter"], [242, 1, 1, "", "LabelBalanceCOCORecordFilter"]], "neural_compressor.data.filters.filter": [[243, 1, 1, "", "FILTERS"], [243, 1, 1, "", "Filter"], [243, 1, 1, "", "MXNetFilters"], [243, 1, 1, "", "ONNXRTITFilters"], [243, 1, 1, "", "ONNXRTQLFilters"], [243, 1, 1, "", "PyTorchFilters"], [243, 1, 1, "", "TensorflowFilters"], [243, 2, 1, "", "filter_registry"]], "neural_compressor.data.transforms": [[246, 0, 0, "-", "coco_transform"], [247, 0, 0, "-", "imagenet_transform"], [249, 0, 0, "-", "postprocess"], [250, 0, 0, "-", "tokenization"], [251, 0, 0, "-", "transform"]], "neural_compressor.data.transforms.coco_transform": [[246, 1, 1, "", "ParseDecodeCocoTransform"]], "neural_compressor.data.transforms.imagenet_transform": [[247, 1, 1, "", "BilinearImagenetTransform"], [247, 1, 1, "", "LabelShift"], [247, 1, 1, "", "ONNXResizeCropImagenetTransform"], [247, 1, 1, "", "OnnxBilinearImagenetTransform"], [247, 1, 1, "", "ParseDecodeImagenet"], [247, 1, 1, "", "ParseDecodeImagenetTransform"], [247, 1, 1, "", "QuantizedInput"], [247, 1, 1, "", "ResizeWithAspectRatio"], [247, 1, 1, "", "TensorflowResizeCropImagenetTransform"], [247, 1, 1, "", "TensorflowShiftRescale"], [247, 1, 1, "", "TensorflowTransposeLastChannel"]], "neural_compressor.data.transforms.postprocess": [[249, 1, 1, "", "Postprocess"]], "neural_compressor.data.transforms.tokenization": [[250, 1, 1, "", "BasicTokenizer"], [250, 1, 1, "", "FullTokenizer"], [250, 1, 1, "", "WordpieceTokenizer"], [250, 2, 1, "", "convert_by_vocab"], [250, 2, 1, "", "convert_to_unicode"], [250, 2, 1, "", "load_vocab"], [250, 2, 1, "", "whitespace_tokenize"]], "neural_compressor.data.transforms.transform": [[251, 1, 1, "", "AlignImageChannelTransform"], [251, 1, 1, "", "BaseTransform"], [251, 1, 1, "", "CastONNXTransform"], [251, 1, 1, "", "CastPyTorchTransform"], [251, 1, 1, "", "CastTFTransform"], [251, 1, 1, "", "CenterCropTFTransform"], [251, 1, 1, "", "CenterCropTransform"], [251, 1, 1, "", "CollectTransform"], [251, 1, 1, "", "ComposeTransform"], [251, 1, 1, "", "CropResizeTFTransform"], [251, 1, 1, "", "CropResizeTransform"], [251, 1, 1, "", "CropToBoundingBox"], [251, 1, 1, "", "InputFeatures"], [251, 1, 1, "", "MXNetCropResizeTransform"], [251, 1, 1, "", "MXNetCropToBoundingBox"], [251, 1, 1, "", "MXNetNormalizeTransform"], [251, 1, 1, "", "MXNetTransforms"], [251, 1, 1, "", "MXNetTranspose"], [251, 1, 1, "", "NormalizeTFTransform"], [251, 1, 1, "", "NormalizeTransform"], [251, 1, 1, "", "ONNXRTCropToBoundingBox"], [251, 1, 1, "", "ONNXRTITTransforms"], [251, 1, 1, "", "ONNXRTQLTransforms"], [251, 1, 1, "", "PaddedCenterCropTransform"], [251, 1, 1, "", "ParseDecodeVocTransform"], [251, 1, 1, "", "PyTorchAlignImageChannel"], [251, 1, 1, "", "PyTorchCropResizeTransform"], [251, 1, 1, "", "PyTorchNormalizeTransform"], [251, 1, 1, "", "PyTorchTransforms"], [251, 1, 1, "", "PyTorchTranspose"], [251, 1, 1, "", "PytorchMxnetTransform"], [251, 1, 1, "", "PytorchMxnetWrapFunction"], [251, 1, 1, "", "RandomCropTFTransform"], [251, 1, 1, "", "RandomCropTransform"], [251, 1, 1, "", "RandomHorizontalFlip"], [251, 1, 1, "", "RandomResizedCropMXNetTransform"], [251, 1, 1, "", "RandomResizedCropPytorchTransform"], [251, 1, 1, "", "RandomResizedCropTFTransform"], [251, 1, 1, "", "RandomResizedCropTransform"], [251, 1, 1, "", "RandomVerticalFlip"], [251, 1, 1, "", "RescaleKerasPretrainTransform"], [251, 1, 1, "", "RescaleTFTransform"], [251, 1, 1, "", "RescaleTransform"], [251, 1, 1, "", "ResizeMXNetTransform"], [251, 1, 1, "", "ResizePytorchTransform"], [251, 1, 1, "", "ResizeTFTransform"], [251, 1, 1, "", "ResizeTransform"], [251, 1, 1, "", "ResizeWithRatio"], [251, 1, 1, "", "SquadExample"], [251, 1, 1, "", "TFModelZooCollectTransform"], [251, 1, 1, "", "TFSquadV1ModelZooPostTransform"], [251, 1, 1, "", "TFSquadV1PostTransform"], [251, 1, 1, "", "TRANSFORMS"], [251, 1, 1, "", "TensorflowCropToBoundingBox"], [251, 1, 1, "", "TensorflowRandomHorizontalFlip"], [251, 1, 1, "", "TensorflowRandomVerticalFlip"], [251, 1, 1, "", "TensorflowResizeWithRatio"], [251, 1, 1, "", "TensorflowTransform"], [251, 1, 1, "", "TensorflowTransforms"], [251, 1, 1, "", "TensorflowTranspose"], [251, 1, 1, "", "TensorflowWrapFunction"], [251, 1, 1, "", "ToArray"], [251, 1, 1, "", "ToNDArrayTransform"], [251, 1, 1, "", "Transforms"], [251, 1, 1, "", "Transpose"], [251, 2, 1, "", "convert_examples_to_features"], [251, 2, 1, "", "get_final_text"], [251, 2, 1, "", "get_torchvision_map"], [251, 2, 1, "", "read_squad_examples"], [251, 2, 1, "", "transform_registry"]], "neural_compressor.experimental": [[252, 0, 0, "-", "benchmark"], [255, 0, 0, "-", "common"], [261, 0, 0, "-", "component"], [262, 0, 0, "-", "compression"], [263, 0, 0, "-", "contrib"], [288, 0, 0, "-", "data"], [293, 0, 0, "-", "distillation"], [294, 0, 0, "-", "export"], [298, 0, 0, "-", "graph_optimization"], [306, 0, 0, "-", "metric"], [308, 0, 0, "-", "mixed_precision"], [309, 0, 0, "-", "model_conversion"], [312, 0, 0, "-", "nas"], [318, 0, 0, "-", "pruner_legacy"], [322, 0, 0, "-", "pruning"], [323, 0, 0, "-", "pruning_recipes"], [327, 0, 0, "-", "pruning_v2"], [328, 0, 0, "-", "pytorch_pruner"], [335, 0, 0, "-", "quantization"], [336, 0, 0, "-", "scheduler"], [341, 0, 0, "-", "strategy"]], "neural_compressor.experimental.benchmark": [[252, 1, 1, "", "Benchmark"], [252, 2, 1, "", "get_architecture"], [252, 2, 1, "", "get_bounded_threads"], [252, 2, 1, "", "get_core_ids"], [252, 2, 1, "", "get_physical_ids"], [252, 2, 1, "", "get_threads"], [252, 2, 1, "", "get_threads_per_core"], [252, 2, 1, "", "set_all_env_var"], [252, 2, 1, "", "set_env_var"]], "neural_compressor.experimental.common": [[253, 0, 0, "-", "criterion"], [254, 0, 0, "-", "dataloader"], [256, 0, 0, "-", "metric"], [257, 0, 0, "-", "model"], [258, 0, 0, "-", "optimizer"], [259, 0, 0, "-", "postprocess"], [260, 0, 0, "-", "torch_utils"]], "neural_compressor.experimental.common.criterion": [[253, 1, 1, "", "Criterions"], [253, 1, 1, "", "IntermediateLayersKnowledgeDistillationLoss"], [253, 1, 1, "", "KnowledgeDistillationFramework"], [253, 1, 1, "", "KnowledgeDistillationLoss"], [253, 1, 1, "", "PyTorchCriterions"], [253, 1, 1, "", "PyTorchIntermediateLayersKnowledgeDistillationLoss"], [253, 1, 1, "", "PyTorchIntermediateLayersKnowledgeDistillationLossWrapper"], [253, 1, 1, "", "PyTorchKnowledgeDistillationLoss"], [253, 1, 1, "", "PyTorchKnowledgeDistillationLossWrapper"], [253, 1, 1, "", "SelfKnowledgeDistillationLoss"], [253, 1, 1, "", "TensorflowCriterions"], [253, 1, 1, "", "TensorflowKnowledgeDistillationLossExternal"], [253, 2, 1, "", "criterion_registry"]], "neural_compressor.experimental.common.dataloader": [[254, 1, 1, "", "DataLoader"]], "neural_compressor.experimental.common.metric": [[256, 1, 1, "", "Metric"]], "neural_compressor.experimental.common.model": [[257, 1, 1, "", "Model"], [257, 2, 1, "", "set_backend"]], "neural_compressor.experimental.common.optimizer": [[258, 1, 1, "", "Optimizers"], [258, 1, 1, "", "PyTorchOptimizers"], [258, 1, 1, "", "PyTorchSGD"], [258, 1, 1, "", "TensorFlowAdamW"], [258, 1, 1, "", "TensorFlowSGD"], [258, 1, 1, "", "TensorflowOptimizers"], [258, 2, 1, "", "optimizer_registry"]], "neural_compressor.experimental.common.postprocess": [[259, 1, 1, "", "Postprocess"]], "neural_compressor.experimental.common.torch_utils": [[260, 2, 1, "", "get_activation"], [260, 2, 1, "", "record_output"]], "neural_compressor.experimental.component": [[261, 1, 1, "", "Component"]], "neural_compressor.experimental.contrib": [[264, 0, 0, "-", "strategy"]], "neural_compressor.experimental.contrib.strategy": [[265, 0, 0, "-", "sigopt"], [266, 0, 0, "-", "tpe"]], "neural_compressor.experimental.contrib.strategy.sigopt": [[265, 1, 1, "", "SigOptTuneStrategy"]], "neural_compressor.experimental.contrib.strategy.tpe": [[266, 1, 1, "", "TpeTuneStrategy"]], "neural_compressor.experimental.data": [[271, 0, 0, "-", "dataloaders"], [283, 0, 0, "-", "datasets"], [287, 0, 0, "-", "filters"], [290, 0, 0, "-", "transforms"]], "neural_compressor.experimental.data.dataloaders": [[267, 0, 0, "-", "base_dataloader"], [268, 0, 0, "-", "dataloader"], [269, 0, 0, "-", "default_dataloader"], [270, 0, 0, "-", "fetcher"], [272, 0, 0, "-", "mxnet_dataloader"], [273, 0, 0, "-", "onnxrt_dataloader"], [274, 0, 0, "-", "pytorch_dataloader"], [275, 0, 0, "-", "sampler"], [276, 0, 0, "-", "tensorflow_dataloader"]], "neural_compressor.experimental.data.dataloaders.base_dataloader": [[267, 1, 1, "", "BaseDataLoader"]], "neural_compressor.experimental.data.dataloaders.default_dataloader": [[269, 1, 1, "", "DefaultDataLoader"], [269, 2, 1, "", "default_collate"]], "neural_compressor.experimental.data.dataloaders.fetcher": [[270, 1, 1, "", "Fetcher"], [270, 1, 1, "", "IndexFetcher"], [270, 1, 1, "", "IterableFetcher"]], "neural_compressor.experimental.data.dataloaders.mxnet_dataloader": [[272, 1, 1, "", "MXNetDataLoader"]], "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader": [[273, 1, 1, "", "ONNXRTBertDataLoader"], [273, 1, 1, "", "ONNXRTDataLoader"]], "neural_compressor.experimental.data.dataloaders.pytorch_dataloader": [[274, 1, 1, "", "PyTorchDataLoader"]], "neural_compressor.experimental.data.dataloaders.sampler": [[275, 1, 1, "", "BatchSampler"], [275, 1, 1, "", "IterableSampler"], [275, 1, 1, "", "Sampler"], [275, 1, 1, "", "SequentialSampler"]], "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader": [[276, 1, 1, "", "TFDataDataLoader"], [276, 1, 1, "", "TensorflowBertDataLoader"], [276, 1, 1, "", "TensorflowDataLoader"], [276, 1, 1, "", "TensorflowModelZooBertDataLoader"]], "neural_compressor.experimental.data.datasets": [[277, 0, 0, "-", "bert_dataset"], [278, 0, 0, "-", "coco_dataset"], [279, 0, 0, "-", "dataset"], [280, 0, 0, "-", "dummy_dataset"], [281, 0, 0, "-", "dummy_dataset_v2"], [282, 0, 0, "-", "imagenet_dataset"], [284, 0, 0, "-", "style_transfer_dataset"]], "neural_compressor.experimental.data.datasets.bert_dataset": [[277, 1, 1, "", "InputFeatures"], [277, 1, 1, "", "ONNXRTBertDataset"], [277, 1, 1, "", "ParseDecodeBert"], [277, 1, 1, "", "PytorchBertDataset"], [277, 1, 1, "", "TensorflowBertDataset"], [277, 1, 1, "", "TensorflowModelZooBertDataset"], [277, 2, 1, "", "convert_examples_to_features"], [277, 2, 1, "", "load_and_cache_examples"]], "neural_compressor.experimental.data.datasets.coco_dataset": [[278, 1, 1, "", "COCONpy"], [278, 1, 1, "", "COCORaw"], [278, 1, 1, "", "COCORecordDataset"], [278, 1, 1, "", "ParseDecodeCoco"]], "neural_compressor.experimental.data.datasets.dataset": [[279, 1, 1, "", "CIFAR10"], [279, 1, 1, "", "CIFAR100"], [279, 1, 1, "", "Dataset"], [279, 1, 1, "", "Datasets"], [279, 1, 1, "", "FashionMNIST"], [279, 1, 1, "", "ImageFolder"], [279, 1, 1, "", "IterableDataset"], [279, 1, 1, "", "MNIST"], [279, 1, 1, "", "MXNetCIFAR10"], [279, 1, 1, "", "MXNetCIFAR100"], [279, 1, 1, "", "MXNetDatasets"], [279, 1, 1, "", "MXNetFashionMNIST"], [279, 1, 1, "", "MXNetImageFolder"], [279, 1, 1, "", "MXNetMNIST"], [279, 1, 1, "", "ONNXRTITDatasets"], [279, 1, 1, "", "ONNXRTQLDatasets"], [279, 1, 1, "", "PyTorchDatasets"], [279, 1, 1, "", "PytorchCIFAR10"], [279, 1, 1, "", "PytorchCIFAR100"], [279, 1, 1, "", "PytorchFashionMNIST"], [279, 1, 1, "", "PytorchMNIST"], [279, 1, 1, "", "PytorchMxnetWrapDataset"], [279, 1, 1, "", "PytorchMxnetWrapFunction"], [279, 1, 1, "", "TensorflowCIFAR10"], [279, 1, 1, "", "TensorflowCIFAR100"], [279, 1, 1, "", "TensorflowDatasets"], [279, 1, 1, "", "TensorflowFashionMNIST"], [279, 1, 1, "", "TensorflowImageFolder"], [279, 1, 1, "", "TensorflowImageRecord"], [279, 1, 1, "", "TensorflowMNIST"], [279, 1, 1, "", "TensorflowTFRecordDataset"], [279, 1, 1, "", "TensorflowVOCRecord"], [279, 2, 1, "", "calculate_md5"], [279, 2, 1, "", "check_integrity"], [279, 2, 1, "", "dataset_registry"], [279, 2, 1, "", "download_url"], [279, 5, 1, "", "framework_datasets"], [279, 2, 1, "", "gen_bar_updater"]], "neural_compressor.experimental.data.datasets.dummy_dataset": [[280, 1, 1, "", "DummyDataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset_v2": [[281, 1, 1, "", "DummyDataset"], [281, 1, 1, "", "SparseDummyDataset"]], "neural_compressor.experimental.data.datasets.imagenet_dataset": [[282, 1, 1, "", "ImagenetRaw"], [282, 1, 1, "", "MXNetImagenetRaw"], [282, 1, 1, "", "ONNXRTImagenetDataset"], [282, 1, 1, "", "PytorchImagenetRaw"], [282, 1, 1, "", "TensorflowImagenetDataset"], [282, 1, 1, "", "TensorflowImagenetRaw"]], "neural_compressor.experimental.data.datasets.style_transfer_dataset": [[284, 1, 1, "", "StyleTransferDataset"]], "neural_compressor.experimental.data.filters": [[285, 0, 0, "-", "coco_filter"], [286, 0, 0, "-", "filter"]], "neural_compressor.experimental.data.filters.coco_filter": [[285, 1, 1, "", "LabelBalanceCOCORawFilter"], [285, 1, 1, "", "LabelBalanceCOCORecordFilter"]], "neural_compressor.experimental.data.filters.filter": [[286, 1, 1, "", "FILTERS"], [286, 1, 1, "", "Filter"], [286, 1, 1, "", "MXNetFilters"], [286, 1, 1, "", "ONNXRTITFilters"], [286, 1, 1, "", "ONNXRTQLFilters"], [286, 1, 1, "", "PyTorchFilters"], [286, 1, 1, "", "TensorflowFilters"], [286, 2, 1, "", "filter_registry"]], "neural_compressor.experimental.data.transforms": [[289, 0, 0, "-", "imagenet_transform"], [291, 0, 0, "-", "tokenization"], [292, 0, 0, "-", "transform"]], "neural_compressor.experimental.data.transforms.imagenet_transform": [[289, 1, 1, "", "BilinearImagenetTransform"], [289, 1, 1, "", "LabelShift"], [289, 1, 1, "", "ONNXResizeCropImagenetTransform"], [289, 1, 1, "", "OnnxBilinearImagenetTransform"], [289, 1, 1, "", "ParseDecodeImagenet"], [289, 1, 1, "", "ParseDecodeImagenetTransform"], [289, 1, 1, "", "QuantizedInput"], [289, 1, 1, "", "ResizeWithAspectRatio"], [289, 1, 1, "", "TensorflowResizeCropImagenetTransform"]], "neural_compressor.experimental.data.transforms.tokenization": [[291, 1, 1, "", "BasicTokenizer"], [291, 1, 1, "", "FullTokenizer"], [291, 1, 1, "", "WordpieceTokenizer"], [291, 2, 1, "", "convert_by_vocab"], [291, 2, 1, "", "convert_to_unicode"], [291, 2, 1, "", "load_vocab"], [291, 2, 1, "", "whitespace_tokenize"]], "neural_compressor.experimental.data.transforms.transform": [[292, 1, 1, "", "AlignImageChannelTransform"], [292, 1, 1, "", "BaseTransform"], [292, 1, 1, "", "CastONNXTransform"], [292, 1, 1, "", "CastPyTorchTransform"], [292, 1, 1, "", "CastTFTransform"], [292, 1, 1, "", "CenterCropTFTransform"], [292, 1, 1, "", "CenterCropTransform"], [292, 1, 1, "", "CollectTransform"], [292, 1, 1, "", "ComposeTransform"], [292, 1, 1, "", "CropResizeTFTransform"], [292, 1, 1, "", "CropResizeTransform"], [292, 1, 1, "", "CropToBoundingBox"], [292, 1, 1, "", "InputFeatures"], [292, 1, 1, "", "MXNetCropResizeTransform"], [292, 1, 1, "", "MXNetCropToBoundingBox"], [292, 1, 1, "", "MXNetNormalizeTransform"], [292, 1, 1, "", "MXNetTransforms"], [292, 1, 1, "", "MXNetTranspose"], [292, 1, 1, "", "NormalizeTFTransform"], [292, 1, 1, "", "NormalizeTransform"], [292, 1, 1, "", "ONNXRTCropToBoundingBox"], [292, 1, 1, "", "ONNXRTITTransforms"], [292, 1, 1, "", "ONNXRTQLTransforms"], [292, 1, 1, "", "PaddedCenterCropTransform"], [292, 1, 1, "", "ParseDecodeVocTransform"], [292, 1, 1, "", "PyTorchAlignImageChannel"], [292, 1, 1, "", "PyTorchCropResizeTransform"], [292, 1, 1, "", "PyTorchNormalizeTransform"], [292, 1, 1, "", "PyTorchTransforms"], [292, 1, 1, "", "PyTorchTranspose"], [292, 1, 1, "", "PytorchMxnetTransform"], [292, 1, 1, "", "PytorchMxnetWrapFunction"], [292, 1, 1, "", "RandomCropTFTransform"], [292, 1, 1, "", "RandomCropTransform"], [292, 1, 1, "", "RandomHorizontalFlip"], [292, 1, 1, "", "RandomResizedCropMXNetTransform"], [292, 1, 1, "", "RandomResizedCropPytorchTransform"], [292, 1, 1, "", "RandomResizedCropTFTransform"], [292, 1, 1, "", "RandomResizedCropTransform"], [292, 1, 1, "", "RandomVerticalFlip"], [292, 1, 1, "", "RescaleKerasPretrainTransform"], [292, 1, 1, "", "RescaleTFTransform"], [292, 1, 1, "", "RescaleTransform"], [292, 1, 1, "", "ResizeMXNetTransform"], [292, 1, 1, "", "ResizePytorchTransform"], [292, 1, 1, "", "ResizeTFTransform"], [292, 1, 1, "", "ResizeTransform"], [292, 1, 1, "", "ResizeWithRatio"], [292, 1, 1, "", "SquadExample"], [292, 1, 1, "", "TFModelZooCollectTransform"], [292, 1, 1, "", "TFSquadV1ModelZooPostTransform"], [292, 1, 1, "", "TFSquadV1PostTransform"], [292, 1, 1, "", "TRANSFORMS"], [292, 1, 1, "", "TensorflowCropToBoundingBox"], [292, 1, 1, "", "TensorflowRandomHorizontalFlip"], [292, 1, 1, "", "TensorflowRandomVerticalFlip"], [292, 1, 1, "", "TensorflowResizeWithRatio"], [292, 1, 1, "", "TensorflowTransform"], [292, 1, 1, "", "TensorflowTransforms"], [292, 1, 1, "", "TensorflowTranspose"], [292, 1, 1, "", "TensorflowWrapFunction"], [292, 1, 1, "", "ToArray"], [292, 1, 1, "", "ToNDArrayTransform"], [292, 1, 1, "", "Transforms"], [292, 1, 1, "", "Transpose"], [292, 2, 1, "", "convert_examples_to_features"], [292, 2, 1, "", "get_final_text"], [292, 2, 1, "", "get_torchvision_map"], [292, 2, 1, "", "read_squad_examples"], [292, 2, 1, "", "transform_registry"]], "neural_compressor.experimental.distillation": [[293, 1, 1, "", "Distillation"]], "neural_compressor.experimental.distillation.Distillation": [[293, 4, 1, "", "_epoch_ran"], [293, 4, 1, "", "best_model"], [293, 4, 1, "", "best_score"], [293, 4, 1, "", "eval_frequency"]], "neural_compressor.experimental.export": [[295, 0, 0, "-", "qlinear2qdq"], [296, 0, 0, "-", "tf2onnx"], [297, 0, 0, "-", "torch2onnx"]], "neural_compressor.experimental.export.qlinear2qdq": [[295, 2, 1, "", "check_model"], [295, 2, 1, "", "onnx_qlinear_to_qdq"]], "neural_compressor.experimental.export.tf2onnx": [[296, 2, 1, "", "tf_to_fp32_onnx"], [296, 2, 1, "", "tf_to_int8_onnx"]], "neural_compressor.experimental.export.torch2onnx": [[297, 2, 1, "", "dynamic_quant_export"], [297, 2, 1, "", "get_node_mapping"], [297, 2, 1, "", "get_quantizable_onnx_ops"], [297, 2, 1, "", "static_quant_export"], [297, 2, 1, "", "torch_to_fp32_onnx"], [297, 2, 1, "", "torch_to_int8_onnx"]], "neural_compressor.experimental.graph_optimization": [[298, 1, 1, "", "Graph_Optimization"]], "neural_compressor.experimental.metric": [[300, 0, 0, "-", "bleu"], [301, 0, 0, "-", "bleu_util"], [302, 0, 0, "-", "coco_label_map"], [303, 0, 0, "-", "coco_tools"], [304, 0, 0, "-", "evaluate_squad"], [305, 0, 0, "-", "f1"], [307, 0, 0, "-", "metric"]], "neural_compressor.experimental.metric.bleu": [[300, 1, 1, "", "BLEU"], [300, 1, 1, "", "UnicodeRegex"], [300, 2, 1, "", "bleu_tokenize"]], "neural_compressor.experimental.metric.bleu.BLEU": [[300, 4, 1, "", "labels"], [300, 4, 1, "", "predictions"]], "neural_compressor.experimental.metric.bleu.UnicodeRegex": [[300, 4, 1, "", "nondigit_punct_re"], [300, 4, 1, "", "punct_nondigit_re"], [300, 4, 1, "", "symbol_re"]], "neural_compressor.experimental.metric.bleu_util": [[301, 2, 1, "", "compute_bleu"]], "neural_compressor.experimental.metric.coco_tools": [[303, 1, 1, "", "COCOEvalWrapper"], [303, 1, 1, "", "COCOWrapper"], [303, 2, 1, "", "ExportSingleImageDetectionBoxesToCoco"], [303, 2, 1, "", "ExportSingleImageDetectionMasksToCoco"], [303, 2, 1, "", "ExportSingleImageGroundtruthToCoco"]], "neural_compressor.experimental.metric.coco_tools.COCOWrapper": [[303, 4, 1, "", "dataset"], [303, 4, 1, "", "detection_type"]], "neural_compressor.experimental.metric.evaluate_squad": [[304, 2, 1, "", "evaluate"], [304, 2, 1, "", "exact_match_score"], [304, 2, 1, "", "f1_score"], [304, 2, 1, "", "metric_max_over_ground_truths"]], "neural_compressor.experimental.metric.f1": [[305, 2, 1, "", "evaluate"], [305, 2, 1, "", "f1_score"], [305, 2, 1, "", "metric_max_over_ground_truths"], [305, 2, 1, "", "normalize_answer"]], "neural_compressor.experimental.metric.metric": [[307, 1, 1, "", "Accuracy"], [307, 1, 1, "", "BaseMetric"], [307, 1, 1, "", "COCOmAPv2"], [307, 1, 1, "", "F1"], [307, 1, 1, "", "GeneralTopK"], [307, 1, 1, "", "Loss"], [307, 1, 1, "", "MAE"], [307, 1, 1, "", "METRICS"], [307, 1, 1, "", "MSE"], [307, 1, 1, "", "MXNetMetrics"], [307, 1, 1, "", "ONNXRTGLUE"], [307, 1, 1, "", "ONNXRTITMetrics"], [307, 1, 1, "", "ONNXRTQLMetrics"], [307, 1, 1, "", "PyTorchLoss"], [307, 1, 1, "", "PyTorchMetrics"], [307, 1, 1, "", "RMSE"], [307, 1, 1, "", "ROC"], [307, 1, 1, "", "SquadF1"], [307, 1, 1, "", "TensorflowCOCOMAP"], [307, 1, 1, "", "TensorflowMAP"], [307, 1, 1, "", "TensorflowMetrics"], [307, 1, 1, "", "TensorflowTopK"], [307, 1, 1, "", "TensorflowVOCMAP"], [307, 1, 1, "", "WrapMXNetMetric"], [307, 1, 1, "", "WrapONNXRTMetric"], [307, 1, 1, "", "WrapPyTorchMetric"], [307, 1, 1, "", "mIOU"], [307, 2, 1, "", "metric_registry"]], "neural_compressor.experimental.metric.metric.Accuracy": [[307, 4, 1, "", "label_list"], [307, 4, 1, "", "pred_list"], [307, 4, 1, "", "sample"]], "neural_compressor.experimental.metric.metric.GeneralTopK": [[307, 4, 1, "", "k"], [307, 4, 1, "", "num_correct"], [307, 4, 1, "", "num_sample"]], "neural_compressor.experimental.metric.metric.Loss": [[307, 4, 1, "", "sample"], [307, 4, 1, "", "sum"]], "neural_compressor.experimental.metric.metric.MAE": [[307, 4, 1, "", "compare_label"], [307, 4, 1, "", "label_list"], [307, 4, 1, "", "pred_list"]], "neural_compressor.experimental.metric.metric.METRICS": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.MSE": [[307, 4, 1, "", "compare_label"], [307, 4, 1, "", "label_list"], [307, 4, 1, "", "pred_list"]], "neural_compressor.experimental.metric.metric.MXNetMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.ONNXRTITMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.ONNXRTQLMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.PyTorchMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.RMSE": [[307, 4, 1, "", "mse"]], "neural_compressor.experimental.metric.metric.TensorflowMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.TensorflowTopK": [[307, 4, 1, "", "k"], [307, 4, 1, "", "num_correct"], [307, 4, 1, "", "num_sample"]], "neural_compressor.experimental.mixed_precision": [[308, 1, 1, "", "MixedPrecision"]], "neural_compressor.experimental.model_conversion": [[309, 1, 1, "", "ModelConversion"]], "neural_compressor.experimental.nas": [[310, 0, 0, "-", "basic_nas"], [311, 0, 0, "-", "dynas"], [313, 0, 0, "-", "nas"], [314, 0, 0, "-", "nas_utils"], [315, 0, 0, "-", "search_algorithms"]], "neural_compressor.experimental.nas.basic_nas": [[310, 1, 1, "", "BasicNAS"]], "neural_compressor.experimental.nas.dynas": [[311, 1, 1, "", "DyNAS"]], "neural_compressor.experimental.nas.nas": [[313, 1, 1, "", "NAS"], [313, 1, 1, "", "NASBase"]], "neural_compressor.experimental.nas.nas_utils": [[314, 2, 1, "", "create_search_space_pool"], [314, 2, 1, "", "find_pareto_front"], [314, 2, 1, "", "nas_registry"]], "neural_compressor.experimental.nas.search_algorithms": [[315, 1, 1, "", "BayesianOptimizationSearcher"], [315, 1, 1, "", "GridSearcher"], [315, 1, 1, "", "RandomSearcher"], [315, 1, 1, "", "Searcher"]], "neural_compressor.experimental.pruner_legacy": [[316, 0, 0, "-", "gradient_sensitivity"], [317, 0, 0, "-", "group_lasso"], [319, 0, 0, "-", "magnitude"], [320, 0, 0, "-", "pattern_lock"], [321, 0, 0, "-", "pruner"]], "neural_compressor.experimental.pruner_legacy.gradient_sensitivity": [[316, 1, 1, "", "GradientSensitivityPruner"]], "neural_compressor.experimental.pruner_legacy.group_lasso": [[317, 1, 1, "", "GroupLassoPruner"]], "neural_compressor.experimental.pruner_legacy.magnitude": [[319, 1, 1, "", "BasicMagnitudePruner"]], "neural_compressor.experimental.pruner_legacy.pattern_lock": [[320, 1, 1, "", "PatternLockPruner"]], "neural_compressor.experimental.pruner_legacy.pruner": [[321, 1, 1, "", "Pruner"], [321, 2, 1, "", "pruner_registry"]], "neural_compressor.experimental.pruning": [[322, 1, 1, "", "Pruning"], [322, 1, 1, "", "TfPruningCallback"]], "neural_compressor.experimental.pruning.Pruning": [[322, 4, 1, "", "conf"], [322, 4, 1, "", "pruners"]], "neural_compressor.experimental.pruning_recipes": [[324, 0, 0, "-", "patterns"]], "neural_compressor.experimental.pruning_recipes.patterns": [[325, 0, 0, "-", "pattern"], [326, 0, 0, "-", "tile_pattern"]], "neural_compressor.experimental.pruning_recipes.patterns.pattern": [[325, 1, 1, "", "PATTERNS"], [325, 1, 1, "", "PatternBase"], [325, 2, 1, "", "pattern_registry"]], "neural_compressor.experimental.pruning_recipes.patterns.pattern.PATTERNS": [[325, 4, 1, "", "patterns"]], "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern": [[326, 1, 1, "", "TilePatternBase"], [326, 1, 1, "", "TilePattern_1x1"], [326, 1, 1, "", "TilePattern_1x16"], [326, 1, 1, "", "TilePattern_1x2"], [326, 1, 1, "", "TilePattern_2x2"], [326, 1, 1, "", "TilePattern_4x1"]], "neural_compressor.experimental.pruning_v2": [[327, 1, 1, "", "Pruning"], [327, 1, 1, "", "TfPruningCallback"]], "neural_compressor.experimental.pruning_v2.Pruning": [[327, 4, 1, "", "conf"], [327, 4, 1, "", "pruners"]], "neural_compressor.experimental.pytorch_pruner": [[329, 0, 0, "-", "logger"], [330, 0, 0, "-", "patterns"], [331, 0, 0, "-", "prune_utils"], [332, 0, 0, "-", "pruner"], [333, 0, 0, "-", "pruning"], [334, 0, 0, "-", "scheduler"]], "neural_compressor.experimental.pytorch_pruner.patterns": [[330, 1, 1, "", "Pattern"], [330, 1, 1, "", "PatternNInM"], [330, 1, 1, "", "PatternNxM"], [330, 2, 1, "", "get_pattern"], [330, 2, 1, "", "register_pattern"]], "neural_compressor.experimental.pytorch_pruner.patterns.Pattern": [[330, 4, 1, "", "is_global"], [330, 4, 1, "", "pattern"]], "neural_compressor.experimental.pytorch_pruner.patterns.PatternNInM": [[330, 4, 1, "", "M"], [330, 4, 1, "", "N"]], "neural_compressor.experimental.pytorch_pruner.patterns.PatternNxM": [[330, 4, 1, "", "block_size"]], "neural_compressor.experimental.pytorch_pruner.prune_utils": [[331, 2, 1, "", "check_config"], [331, 2, 1, "", "parse_not_to_prune"], [331, 2, 1, "", "parse_to_prune"], [331, 2, 1, "", "process_and_check_config"], [331, 2, 1, "", "process_config"], [331, 2, 1, "", "reset_non_value_to_default"]], "neural_compressor.experimental.pytorch_pruner.pruner": [[332, 1, 1, "", "MagnitudePruner"], [332, 1, 1, "", "PatternLockPruner"], [332, 1, 1, "", "Pruner"], [332, 1, 1, "", "SnipMomentumPruner"], [332, 1, 1, "", "SnipPruner"], [332, 2, 1, "", "get_pruner"], [332, 2, 1, "", "register_pruners"]], "neural_compressor.experimental.pytorch_pruner.pruner.Pruner": [[332, 4, 1, "", "config"], [332, 4, 1, "", "current_sparsity_ratio"], [332, 4, 1, "", "end_step"], [332, 4, 1, "", "global_step"], [332, 4, 1, "", "masks"], [332, 4, 1, "", "max_sparsity_ratio_per_layer"], [332, 4, 1, "", "modules"], [332, 4, 1, "", "pattern"], [332, 4, 1, "", "scheduler"], [332, 4, 1, "", "scores"], [332, 4, 1, "", "start_step"], [332, 4, 1, "", "target_sparsity_ratio"], [332, 4, 1, "", "update_frequency_on_step"]], "neural_compressor.experimental.pytorch_pruner.pruning": [[333, 1, 1, "", "Pruning"]], "neural_compressor.experimental.pytorch_pruner.pruning.Pruning": [[333, 4, 1, "", "config_file_path"], [333, 4, 1, "", "model"], [333, 4, 1, "", "pruner_info"], [333, 4, 1, "", "pruners"]], "neural_compressor.experimental.pytorch_pruner.scheduler": [[334, 1, 1, "", "IterativeScheduler"], [334, 1, 1, "", "OneshotScheduler"], [334, 1, 1, "", "Scheduler"], [334, 2, 1, "", "get_scheduler"], [334, 2, 1, "", "register_scheduler"]], "neural_compressor.experimental.pytorch_pruner.scheduler.Scheduler": [[334, 4, 1, "", "config"]], "neural_compressor.experimental.quantization": [[335, 1, 1, "", "Quantization"]], "neural_compressor.experimental.scheduler": [[336, 1, 1, "", "Scheduler"]], "neural_compressor.experimental.strategy": [[337, 0, 0, "-", "auto_mixed_precision"], [338, 0, 0, "-", "basic"], [339, 0, 0, "-", "bayesian"], [340, 0, 0, "-", "exhaustive"], [342, 0, 0, "-", "mse"], [343, 0, 0, "-", "mse_v2"], [344, 0, 0, "-", "random"], [345, 0, 0, "-", "strategy"], [347, 0, 0, "-", "utils"]], "neural_compressor.experimental.strategy.auto_mixed_precision": [[337, 1, 1, "", "AutoMixedPrecisionTuneStrategy"]], "neural_compressor.experimental.strategy.basic": [[338, 1, 1, "", "BasicTuneStrategy"]], "neural_compressor.experimental.strategy.bayesian": [[339, 1, 1, "", "BayesianOptimization"], [339, 1, 1, "", "BayesianTuneStrategy"], [339, 1, 1, "", "TargetSpace"], [339, 2, 1, "", "acq_max"]], "neural_compressor.experimental.strategy.exhaustive": [[340, 1, 1, "", "ExhaustiveTuneStrategy"]], "neural_compressor.experimental.strategy.mse": [[342, 1, 1, "", "MSETuneStrategy"]], "neural_compressor.experimental.strategy.mse_v2": [[343, 1, 1, "", "MSE_V2TuneStrategy"]], "neural_compressor.experimental.strategy.random": [[344, 1, 1, "", "RandomTuneStrategy"]], "neural_compressor.experimental.strategy.strategy": [[345, 1, 1, "", "TuneStrategy"], [345, 2, 1, "", "strategy_registry"]], "neural_compressor.experimental.strategy.utils": [[346, 0, 0, "-", "constant"], [348, 0, 0, "-", "tuning_sampler"], [349, 0, 0, "-", "tuning_space"], [350, 0, 0, "-", "tuning_structs"], [351, 0, 0, "-", "utility"]], "neural_compressor.experimental.strategy.utils.tuning_sampler": [[348, 1, 1, "", "FallbackTuningSampler"], [348, 1, 1, "", "ModelWiseTuningSampler"], [348, 1, 1, "", "OpTypeWiseTuningSampler"], [348, 1, 1, "", "OpWiseTuningSampler"], [348, 1, 1, "", "SmoothQuantSampler"], [348, 1, 1, "", "TuningOrder"], [348, 1, 1, "", "TuningSampler"], [348, 1, 1, "", "TuningSamplerRegistry"]], "neural_compressor.experimental.strategy.utils.tuning_space": [[349, 1, 1, "", "TuningItem"], [349, 1, 1, "", "TuningSpace"], [349, 2, 1, "", "initial_tuning_cfg_with_quant_mode"], [349, 2, 1, "", "pattern_to_internal"], [349, 2, 1, "", "pattern_to_path"], [349, 2, 1, "", "quant_mode_from_pattern"]], "neural_compressor.experimental.strategy.utils.tuning_structs": [[350, 1, 1, "", "OpTuningConfig"]], "neural_compressor.experimental.strategy.utils.utility": [[351, 1, 1, "", "OrderedDefaultDict"], [351, 2, 1, "", "extract_data_type"], [351, 2, 1, "", "get_adaptor_name"], [351, 2, 1, "", "reverted_data_type"]], "neural_compressor.metric": [[353, 0, 0, "-", "bleu"], [354, 0, 0, "-", "bleu_util"], [355, 0, 0, "-", "coco_label_map"], [356, 0, 0, "-", "coco_tools"], [357, 0, 0, "-", "evaluate_squad"], [358, 0, 0, "-", "f1"], [360, 0, 0, "-", "metric"]], "neural_compressor.metric.bleu": [[353, 1, 1, "", "BLEU"], [353, 1, 1, "", "UnicodeRegex"], [353, 2, 1, "", "bleu_tokenize"]], "neural_compressor.metric.bleu.BLEU": [[353, 4, 1, "", "labels"], [353, 4, 1, "", "predictions"]], "neural_compressor.metric.bleu.UnicodeRegex": [[353, 4, 1, "", "nondigit_punct_re"], [353, 4, 1, "", "punct_nondigit_re"], [353, 4, 1, "", "symbol_re"]], "neural_compressor.metric.bleu_util": [[354, 2, 1, "", "compute_bleu"]], "neural_compressor.metric.coco_tools": [[356, 1, 1, "", "COCOEvalWrapper"], [356, 1, 1, "", "COCOWrapper"], [356, 2, 1, "", "ExportSingleImageDetectionBoxesToCoco"], [356, 2, 1, "", "ExportSingleImageDetectionMasksToCoco"], [356, 2, 1, "", "ExportSingleImageGroundtruthToCoco"]], "neural_compressor.metric.coco_tools.COCOWrapper": [[356, 4, 1, "", "dataset"], [356, 4, 1, "", "detection_type"]], "neural_compressor.metric.evaluate_squad": [[357, 2, 1, "", "evaluate"], [357, 2, 1, "", "exact_match_score"], [357, 2, 1, "", "f1_score"], [357, 2, 1, "", "metric_max_over_ground_truths"]], "neural_compressor.metric.f1": [[358, 2, 1, "", "evaluate"], [358, 2, 1, "", "f1_score"], [358, 2, 1, "", "metric_max_over_ground_truths"], [358, 2, 1, "", "normalize_answer"]], "neural_compressor.metric.metric": [[360, 1, 1, "", "Accuracy"], [360, 1, 1, "", "BaseMetric"], [360, 1, 1, "", "COCOmAPv2"], [360, 1, 1, "", "F1"], [360, 1, 1, "", "GeneralTopK"], [360, 1, 1, "", "Loss"], [360, 1, 1, "", "MAE"], [360, 1, 1, "", "METRICS"], [360, 1, 1, "", "MSE"], [360, 1, 1, "", "MXNetMetrics"], [360, 1, 1, "", "Metric"], [360, 1, 1, "", "ONNXRTGLUE"], [360, 1, 1, "", "ONNXRTITMetrics"], [360, 1, 1, "", "ONNXRTQLMetrics"], [360, 1, 1, "", "PyTorchLoss"], [360, 1, 1, "", "PyTorchMetrics"], [360, 1, 1, "", "RMSE"], [360, 1, 1, "", "ROC"], [360, 1, 1, "", "SquadF1"], [360, 1, 1, "", "TensorflowCOCOMAP"], [360, 1, 1, "", "TensorflowMAP"], [360, 1, 1, "", "TensorflowMetrics"], [360, 1, 1, "", "TensorflowTopK"], [360, 1, 1, "", "TensorflowVOCMAP"], [360, 1, 1, "", "WrapMXNetMetric"], [360, 1, 1, "", "WrapONNXRTMetric"], [360, 1, 1, "", "WrapPyTorchMetric"], [360, 1, 1, "", "mIOU"], [360, 2, 1, "", "metric_registry"], [360, 2, 1, "", "register_customer_metric"]], "neural_compressor.metric.metric.Accuracy": [[360, 4, 1, "", "label_list"], [360, 4, 1, "", "pred_list"], [360, 4, 1, "", "sample"]], "neural_compressor.metric.metric.GeneralTopK": [[360, 4, 1, "", "k"], [360, 4, 1, "", "num_correct"], [360, 4, 1, "", "num_sample"]], "neural_compressor.metric.metric.Loss": [[360, 4, 1, "", "sample"], [360, 4, 1, "", "sum"]], "neural_compressor.metric.metric.MAE": [[360, 4, 1, "", "compare_label"], [360, 4, 1, "", "label_list"], [360, 4, 1, "", "pred_list"]], "neural_compressor.metric.metric.METRICS": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.MSE": [[360, 4, 1, "", "compare_label"], [360, 4, 1, "", "label_list"], [360, 4, 1, "", "pred_list"]], "neural_compressor.metric.metric.MXNetMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.ONNXRTITMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.ONNXRTQLMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.PyTorchMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.RMSE": [[360, 4, 1, "", "mse"]], "neural_compressor.metric.metric.TensorflowMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.TensorflowTopK": [[360, 4, 1, "", "k"], [360, 4, 1, "", "num_correct"], [360, 4, 1, "", "num_sample"]], "neural_compressor.mix_precision": [[361, 2, 1, "", "fit"]], "neural_compressor.model": [[362, 0, 0, "-", "base_model"], [364, 0, 0, "-", "keras_model"], [365, 0, 0, "-", "model"], [366, 0, 0, "-", "mxnet_model"], [367, 0, 0, "-", "nets_factory"], [368, 0, 0, "-", "onnx_model"], [369, 0, 0, "-", "tensorflow_model"], [370, 0, 0, "-", "torch_model"]], "neural_compressor.model.base_model": [[362, 1, 1, "", "BaseModel"]], "neural_compressor.model.keras_model": [[364, 1, 1, "", "KerasModel"]], "neural_compressor.model.model": [[365, 1, 1, "", "Model"], [365, 2, 1, "", "get_model_fwk_name"]], "neural_compressor.model.mxnet_model": [[366, 1, 1, "", "MXNetModel"]], "neural_compressor.model.nets_factory": [[367, 1, 1, "", "TFSlimNetsFactory"]], "neural_compressor.model.onnx_model": [[368, 1, 1, "", "ONNXModel"]], "neural_compressor.model.tensorflow_model": [[369, 1, 1, "", "TensorflowBaseModel"], [369, 1, 1, "", "TensorflowCheckpointModel"], [369, 1, 1, "", "TensorflowLLMModel"], [369, 1, 1, "", "TensorflowModel"], [369, 1, 1, "", "TensorflowQATModel"], [369, 1, 1, "", "TensorflowSavedModelModel"], [369, 2, 1, "", "checkpoint_session"], [369, 2, 1, "", "estimator_session"], [369, 2, 1, "", "frozen_pb_session"], [369, 2, 1, "", "get_model_type"], [369, 2, 1, "", "graph_def_session"], [369, 2, 1, "", "graph_session"], [369, 2, 1, "", "keras_session"], [369, 2, 1, "", "load_saved_model"], [369, 2, 1, "", "saved_model_session"], [369, 2, 1, "", "slim_session"], [369, 2, 1, "", "validate_and_inference_input_output"], [369, 2, 1, "", "validate_graph_node"]], "neural_compressor.model.torch_model": [[370, 1, 1, "", "IPEXModel"], [370, 1, 1, "", "PyTorchBaseModel"], [370, 1, 1, "", "PyTorchFXModel"], [370, 1, 1, "", "PyTorchModel"]], "neural_compressor.objective": [[371, 1, 1, "", "Accuracy"], [371, 1, 1, "", "Footprint"], [371, 1, 1, "", "ModelSize"], [371, 1, 1, "", "MultiObjective"], [371, 1, 1, "", "Objective"], [371, 1, 1, "", "Performance"], [371, 2, 1, "", "objective_custom_registry"], [371, 2, 1, "", "objective_registry"]], "neural_compressor.profiling": [[374, 0, 0, "-", "parser"], [384, 0, 0, "-", "profiler"]], "neural_compressor.profiling.parser": [[373, 0, 0, "-", "factory"], [376, 0, 0, "-", "onnx_parser"], [378, 0, 0, "-", "parser"], [379, 0, 0, "-", "result"], [381, 0, 0, "-", "tensorflow_parser"]], "neural_compressor.profiling.parser.factory": [[373, 1, 1, "", "ParserFactory"]], "neural_compressor.profiling.parser.onnx_parser": [[375, 0, 0, "-", "factory"], [377, 0, 0, "-", "parser"]], "neural_compressor.profiling.parser.onnx_parser.factory": [[375, 1, 1, "", "OnnxrtParserFactory"]], "neural_compressor.profiling.parser.onnx_parser.parser": [[377, 1, 1, "", "OnnxProfilingParser"]], "neural_compressor.profiling.parser.parser": [[378, 1, 1, "", "ProfilingParser"]], "neural_compressor.profiling.parser.result": [[379, 1, 1, "", "ProfilingResult"]], "neural_compressor.profiling.parser.tensorflow_parser": [[380, 0, 0, "-", "factory"], [382, 0, 0, "-", "parser"]], "neural_compressor.profiling.parser.tensorflow_parser.factory": [[380, 1, 1, "", "TensorFlowParserFactory"]], "neural_compressor.profiling.parser.tensorflow_parser.parser": [[382, 1, 1, "", "TensorFlowProfilingParser"]], "neural_compressor.profiling.profiler": [[383, 0, 0, "-", "factory"], [386, 0, 0, "-", "onnxrt_profiler"], [389, 0, 0, "-", "profiler"], [391, 0, 0, "-", "tensorflow_profiler"]], "neural_compressor.profiling.profiler.factory": [[383, 1, 1, "", "ProfilerFactory"]], "neural_compressor.profiling.profiler.onnxrt_profiler": [[385, 0, 0, "-", "factory"], [387, 0, 0, "-", "profiler"], [388, 0, 0, "-", "utils"]], "neural_compressor.profiling.profiler.onnxrt_profiler.factory": [[385, 1, 1, "", "ProfilerFactory"]], "neural_compressor.profiling.profiler.onnxrt_profiler.profiler": [[387, 1, 1, "", "Profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.utils": [[388, 2, 1, "", "create_onnx_config"]], "neural_compressor.profiling.profiler.profiler": [[389, 1, 1, "", "Profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler": [[390, 0, 0, "-", "factory"], [392, 0, 0, "-", "profiler"], [393, 0, 0, "-", "utils"]], "neural_compressor.profiling.profiler.tensorflow_profiler.factory": [[390, 1, 1, "", "ProfilerFactory"]], "neural_compressor.profiling.profiler.tensorflow_profiler.profiler": [[392, 1, 1, "", "Profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.utils": [[393, 2, 1, "", "create_tf_config"], [393, 2, 1, "", "delete_assign"], [393, 2, 1, "", "set_eager_execution"]], "neural_compressor.quantization": [[394, 2, 1, "", "fit"]], "neural_compressor.strategy": [[395, 0, 0, "-", "auto"], [396, 0, 0, "-", "auto_mixed_precision"], [397, 0, 0, "-", "basic"], [398, 0, 0, "-", "bayesian"], [399, 0, 0, "-", "conservative"], [400, 0, 0, "-", "exhaustive"], [401, 0, 0, "-", "hawq_v2"], [403, 0, 0, "-", "mse"], [404, 0, 0, "-", "mse_v2"], [405, 0, 0, "-", "random"], [406, 0, 0, "-", "strategy"], [408, 0, 0, "-", "utils"]], "neural_compressor.strategy.auto": [[395, 1, 1, "", "AutoTuneStrategy"]], "neural_compressor.strategy.auto_mixed_precision": [[396, 1, 1, "", "AutoMixedPrecisionTuneStrategy"]], "neural_compressor.strategy.basic": [[397, 1, 1, "", "BasicTuneStrategy"]], "neural_compressor.strategy.bayesian": [[398, 1, 1, "", "BayesianOptimization"], [398, 1, 1, "", "BayesianTuneStrategy"], [398, 1, 1, "", "TargetSpace"], [398, 2, 1, "", "acq_max"]], "neural_compressor.strategy.conservative": [[399, 1, 1, "", "ConservativeTuneStrategy"]], "neural_compressor.strategy.exhaustive": [[400, 1, 1, "", "ExhaustiveTuneStrategy"]], "neural_compressor.strategy.hawq_v2": [[401, 1, 1, "", "HAWQ_V2TuneStrategy"]], "neural_compressor.strategy.mse": [[403, 1, 1, "", "MSETuneStrategy"]], "neural_compressor.strategy.mse_v2": [[404, 1, 1, "", "MSE_V2TuneStrategy"]], "neural_compressor.strategy.random": [[405, 1, 1, "", "RandomTuneStrategy"]], "neural_compressor.strategy.strategy": [[406, 1, 1, "", "TuneStrategy"], [406, 1, 1, "", "TuneStrategyMeta"], [406, 2, 1, "", "strategy_registry"]], "neural_compressor.strategy.utils": [[407, 0, 0, "-", "constant"], [409, 0, 0, "-", "tuning_sampler"], [410, 0, 0, "-", "tuning_space"], [411, 0, 0, "-", "tuning_structs"], [412, 0, 0, "-", "utility"]], "neural_compressor.strategy.utils.tuning_sampler": [[409, 1, 1, "", "BlockFallbackTuningSampler"], [409, 1, 1, "", "FallbackTuningSampler"], [409, 1, 1, "", "LowerBitsSampler"], [409, 1, 1, "", "ModelWiseTuningSampler"], [409, 1, 1, "", "OpTypeWiseTuningSampler"], [409, 1, 1, "", "OpWiseTuningSampler"], [409, 1, 1, "", "SmoothQuantSampler"], [409, 1, 1, "", "TuningOrder"], [409, 1, 1, "", "TuningSampler"], [409, 1, 1, "", "WeightOnlyQuantSampler"]], "neural_compressor.strategy.utils.tuning_space": [[410, 1, 1, "", "TuningItem"], [410, 1, 1, "", "TuningSpace"], [410, 2, 1, "", "initial_tuning_cfg_with_quant_mode"], [410, 2, 1, "", "pattern_to_internal"], [410, 2, 1, "", "pattern_to_path"], [410, 2, 1, "", "quant_mode_from_pattern"]], "neural_compressor.strategy.utils.tuning_structs": [[411, 1, 1, "", "OpTuningConfig"]], "neural_compressor.strategy.utils.utility": [[412, 1, 1, "", "ClassRegister"], [412, 1, 1, "", "OrderedDefaultDict"], [412, 1, 1, "", "QuantOptions"], [412, 1, 1, "", "QuantType"], [412, 2, 1, "", "build_slave_faker_model"], [412, 2, 1, "", "extract_data_type"], [412, 2, 1, "", "get_adaptor_name"], [412, 2, 1, "", "preprocess_user_cfg"], [412, 2, 1, "", "reverted_data_type"]], "neural_compressor.template": [[413, 0, 0, "-", "api_doc_example"]], "neural_compressor.template.api_doc_example": [[413, 1, 1, "", "ExampleClass"], [413, 4, 1, "", "attribute1"], [413, 2, 1, "", "function1"], [413, 2, 1, "", "function2"], [413, 2, 1, "", "function3"], [413, 2, 1, "", "generator1"], [413, 5, 1, "", "module_debug_level1"]], "neural_compressor.template.api_doc_example.ExampleClass": [[413, 4, 1, "", "attr1"], [413, 4, 1, "", "attr2"], [413, 4, 1, "", "attr5"]], "neural_compressor.tensorflow": [[415, 0, 0, "-", "algorithms"], [428, 0, 0, "-", "quantization"], [430, 0, 0, "-", "utils"]], "neural_compressor.tensorflow.algorithms": [[416, 0, 0, "-", "static_quantize"]], "neural_compressor.tensorflow.algorithms.static_quantize": [[417, 0, 0, "-", "keras"], [421, 0, 0, "-", "keras_utils"], [425, 0, 0, "-", "quantize_entry"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras": [[417, 1, 1, "", "KerasAdaptor"], [417, 1, 1, "", "KerasQuery"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils": [[418, 0, 0, "-", "conv2d"], [419, 0, 0, "-", "dense"], [420, 0, 0, "-", "depthwise_conv2d"], [422, 0, 0, "-", "pool2d"], [423, 0, 0, "-", "quantizer"], [424, 0, 0, "-", "separable_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry": [[425, 2, 1, "", "parse_to_keras_tune_cfg"], [425, 2, 1, "", "static_quantize_entry"], [425, 2, 1, "", "update_config"]], "neural_compressor.tensorflow.quantization": [[427, 0, 0, "-", "config"], [429, 0, 0, "-", "quantize"]], "neural_compressor.tensorflow.quantization.config": [[427, 1, 1, "", "Backend"], [427, 1, 1, "", "StaticQuantConfig"], [427, 2, 1, "", "get_all_registered_configs"], [427, 2, 1, "", "get_default_static_quant_config"], [427, 2, 1, "", "parse_config_from_dict"]], "neural_compressor.tensorflow.quantization.quantize": [[429, 2, 1, "", "quantize_model"]], "neural_compressor.tensorflow.utils": [[430, 2, 1, "", "deep_get"], [430, 2, 1, "", "dump_elapsed_time"], [430, 2, 1, "", "register_algo"], [430, 2, 1, "", "version1_gte_version2"]], "neural_compressor.torch": [[431, 0, 0, "-", "algorithms"], [439, 0, 0, "-", "amp"], [446, 0, 0, "-", "quantization"], [450, 0, 0, "-", "utils"]], "neural_compressor.torch.algorithms": [[433, 0, 0, "-", "weight_only"], [435, 0, 0, "-", "weight_only_algos"]], "neural_compressor.torch.algorithms.weight_only": [[432, 0, 0, "-", "gptq"], [434, 0, 0, "-", "rtn"]], "neural_compressor.torch.algorithms.weight_only.gptq": [[432, 1, 1, "", "GPTQ"], [432, 1, 1, "", "GPTQuantizer"], [432, 2, 1, "", "apply_gptq_quantize"], [432, 2, 1, "", "find_layers"], [432, 2, 1, "", "find_layers_name"], [432, 2, 1, "", "is_leaf"], [432, 2, 1, "", "log_quantizable_layers_per_transformer"], [432, 2, 1, "", "quantize"], [432, 2, 1, "", "trace_gptq_target_blocks"]], "neural_compressor.torch.algorithms.weight_only.rtn": [[434, 2, 1, "", "qdq_weight_actor"], [434, 2, 1, "", "qdq_weight_asym"], [434, 2, 1, "", "qdq_weight_sym"], [434, 2, 1, "", "quant_weight"], [434, 2, 1, "", "quant_weight_w_scale"], [434, 2, 1, "", "quantize_4bit"], [434, 2, 1, "", "rtn_quantize"], [434, 2, 1, "", "search_clip"]], "neural_compressor.torch.algorithms.weight_only_algos": [[435, 2, 1, "", "rtn_quantize_entry"]], "neural_compressor.torch.amp": [[436, 0, 0, "-", "autocast"], [438, 0, 0, "-", "fp8"]], "neural_compressor.torch.amp.autocast": [[436, 1, 1, "", "autocast"]], "neural_compressor.torch.amp.fp8": [[437, 0, 0, "-", "functions"]], "neural_compressor.torch.quantization": [[441, 0, 0, "-", "config"], [442, 0, 0, "-", "fp8"], [447, 0, 0, "-", "layers"], [448, 0, 0, "-", "quantize"]], "neural_compressor.torch.quantization.config": [[441, 1, 1, "", "Backend"], [441, 1, 1, "", "FP8QConfig"], [441, 1, 1, "", "GPTQConfig"], [441, 1, 1, "", "RTNWeightQuantConfig"], [441, 2, 1, "", "get_default_gptq_config"], [441, 2, 1, "", "get_default_rtn_config"]], "neural_compressor.torch.quantization.fp8": [[443, 0, 0, "-", "modules"], [444, 0, 0, "-", "observer"], [445, 0, 0, "-", "quantization_impl"]], "neural_compressor.torch.quantization.layers": [[447, 1, 1, "", "FakeAffineTensorQuantFunction"], [447, 1, 1, "", "MulLinear"], [447, 1, 1, "", "TEQLinearFakeQuant"]], "neural_compressor.torch.quantization.quantize": [[448, 2, 1, "", "quantize"], [448, 2, 1, "", "quantize_dynamic"]], "neural_compressor.torch.utils": [[449, 0, 0, "-", "constants"], [451, 0, 0, "-", "utility"]], "neural_compressor.torch.utils.utility": [[451, 2, 1, "", "fetch_module"], [451, 2, 1, "", "register_algo"], [451, 2, 1, "", "set_module"]], "neural_compressor.training": [[452, 1, 1, "", "CallBacks"], [452, 1, 1, "", "CompressionManager"], [452, 2, 1, "", "fit"], [452, 2, 1, "", "prepare_compression"]], "neural_compressor.utils": [[453, 0, 0, "-", "collect_layer_histogram"], [454, 0, 0, "-", "constant"], [455, 0, 0, "-", "create_obj_from_config"], [457, 0, 0, "-", "kl_divergence"], [458, 0, 0, "-", "load_huggingface"], [459, 0, 0, "-", "logger"], [460, 0, 0, "-", "neural_insights_utils"], [461, 0, 0, "-", "options"], [462, 0, 0, "-", "pytorch"], [463, 0, 0, "-", "utility"], [464, 0, 0, "-", "weights_details"]], "neural_compressor.utils.collect_layer_histogram": [[453, 1, 1, "", "LayerHistogramCollector"]], "neural_compressor.utils.create_obj_from_config": [[455, 2, 1, "", "create_dataloader"], [455, 2, 1, "", "create_dataset"], [455, 2, 1, "", "create_eval_func"], [455, 2, 1, "", "create_train_func"], [455, 2, 1, "", "get_algorithm"], [455, 2, 1, "", "get_func_from_config"], [455, 2, 1, "", "get_metrics"], [455, 2, 1, "", "get_postprocess"], [455, 2, 1, "", "get_preprocess"]], "neural_compressor.utils.kl_divergence": [[457, 1, 1, "", "KL_Divergence"]], "neural_compressor.utils.load_huggingface": [[458, 1, 1, "", "OptimizedModel"], [458, 2, 1, "", "export_compressed_model"], [458, 2, 1, "", "save_for_huggingface_upstream"]], "neural_compressor.utils.logger": [[459, 1, 1, "", "Logger"], [459, 2, 1, "", "debug"], [459, 2, 1, "", "error"], [459, 2, 1, "", "fatal"], [459, 2, 1, "", "info"], [459, 2, 1, "", "log"], [459, 2, 1, "", "warn"], [459, 2, 1, "", "warning"]], "neural_compressor.utils.neural_insights_utils": [[460, 2, 1, "", "get_model_path"], [460, 2, 1, "", "register_neural_insights_workload"], [460, 2, 1, "", "update_neural_insights_workload"], [460, 2, 1, "", "update_neural_insights_workload_accuracy_data"]], "neural_compressor.utils.options": [[461, 1, 1, "", "onnxrt"]], "neural_compressor.utils.pytorch": [[462, 2, 1, "", "is_int8_model"], [462, 2, 1, "", "load"], [462, 2, 1, "", "load_weight_only"], [462, 2, 1, "", "recover_model_from_json"]], "neural_compressor.utils.utility": [[463, 1, 1, "", "CaptureOutputToFile"], [463, 1, 1, "", "CpuInfo"], [463, 2, 1, "", "Dequantize"], [463, 1, 1, "", "DotDict"], [463, 1, 1, "", "GLOBAL_STATE"], [463, 1, 1, "", "LazyImport"], [463, 1, 1, "", "MODE"], [463, 1, 1, "", "OpEntry"], [463, 1, 1, "", "Statistics"], [463, 2, 1, "", "alias_param"], [463, 2, 1, "", "calculate_mse"], [463, 2, 1, "", "check_key_exist"], [463, 2, 1, "", "combine_histogram"], [463, 2, 1, "", "compare_objects"], [463, 2, 1, "", "compute_sparsity"], [463, 2, 1, "", "dequantize_weight"], [463, 2, 1, "", "dump_class_attrs"], [463, 2, 1, "", "dump_data_to_local"], [463, 2, 1, "", "dump_elapsed_time"], [463, 2, 1, "", "dump_table"], [463, 2, 1, "", "dump_table_to_csv"], [463, 2, 1, "", "equal_dicts"], [463, 2, 1, "", "fault_tolerant_file"], [463, 2, 1, "", "get_all_fp32_data"], [463, 2, 1, "", "get_number_of_sockets"], [463, 2, 1, "", "get_op_list"], [463, 2, 1, "", "get_size"], [463, 2, 1, "", "get_tensor_histogram"], [463, 2, 1, "", "get_tensors_info"], [463, 2, 1, "", "get_tuning_history"], [463, 2, 1, "", "get_weights_details"], [463, 2, 1, "", "load_data_from_pkl"], [463, 2, 1, "", "mse_metric_gap"], [463, 2, 1, "", "print_op_list"], [463, 2, 1, "", "print_table"], [463, 2, 1, "", "recover"], [463, 2, 1, "", "set_random_seed"], [463, 2, 1, "", "set_resume_from"], [463, 2, 1, "", "set_tensorboard"], [463, 2, 1, "", "set_workspace"], [463, 2, 1, "", "show_memory_info"], [463, 2, 1, "", "singleton"], [463, 2, 1, "", "str2array"], [463, 2, 1, "", "time_limit"], [463, 2, 1, "", "version1_eq_version2"], [463, 2, 1, "", "version1_gt_version2"], [463, 2, 1, "", "version1_gte_version2"], [463, 2, 1, "", "version1_lt_version2"], [463, 2, 1, "", "version1_lte_version2"]], "neural_compressor.utils.weights_details": [[464, 1, 1, "", "WeightsDetails"], [464, 1, 1, "", "WeightsStatistics"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:function", "3": "py:exception", "4": "py:attribute", "5": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "function", "Python function"], "3": ["py", "exception", "Python exception"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "data", "Python data"]}, "titleterms": {"block_mask": [0, 203], "neural_compressor": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465], "adaptor": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 473, 474, 476], "modul": [1, 3, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 110, 113, 115, 116, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 151, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 176, 178, 180, 181, 183, 184, 187, 188, 190, 192, 194, 195, 196, 198, 199, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 241, 242, 243, 246, 247, 249, 250, 251, 252, 253, 254, 256, 257, 258, 259, 260, 261, 265, 266, 267, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 284, 285, 286, 289, 291, 292, 293, 295, 296, 297, 298, 300, 301, 303, 304, 305, 307, 308, 309, 310, 311, 313, 314, 315, 316, 317, 319, 320, 321, 322, 325, 326, 327, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 348, 349, 350, 351, 353, 354, 356, 357, 358, 360, 361, 362, 364, 365, 366, 367, 368, 369, 370, 371, 373, 375, 377, 378, 379, 380, 382, 383, 385, 387, 388, 389, 390, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 409, 410, 411, 412, 413, 417, 425, 427, 429, 430, 432, 434, 435, 436, 441, 443, 447, 448, 451, 452, 453, 455, 457, 458, 459, 460, 461, 462, 463, 464], "content": [1, 2, 3, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 110, 113, 115, 116, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 151, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 178, 180, 181, 183, 184, 187, 188, 190, 191, 192, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 265, 266, 267, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 298, 299, 300, 301, 303, 304, 305, 306, 307, 308, 309, 310, 311, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 353, 354, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 373, 375, 377, 378, 379, 380, 382, 383, 385, 387, 388, 389, 390, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 409, 410, 411, 412, 413, 417, 425, 427, 429, 430, 432, 434, 435, 436, 441, 447, 448, 451, 452, 453, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 472, 540], "class": [1, 3, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 110, 113, 115, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 149, 151, 152, 153, 154, 155, 159, 163, 164, 165, 167, 170, 171, 172, 173, 174, 176, 178, 180, 181, 183, 187, 188, 190, 194, 195, 196, 198, 199, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 211, 212, 213, 215, 216, 218, 219, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 261, 265, 266, 267, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 298, 299, 300, 303, 306, 307, 308, 309, 310, 311, 313, 315, 316, 317, 319, 320, 321, 322, 323, 324, 325, 326, 327, 330, 332, 333, 334, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 348, 349, 350, 351, 353, 356, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 373, 375, 377, 378, 379, 380, 382, 383, 385, 387, 389, 390, 392, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 409, 410, 411, 412, 413, 417, 427, 432, 436, 441, 447, 452, 453, 456, 457, 458, 459, 461, 463, 464, 473, 540], "function": [1, 13, 16, 34, 42, 43, 44, 45, 67, 68, 70, 104, 105, 116, 118, 148, 149, 151, 153, 154, 155, 160, 161, 162, 165, 166, 168, 169, 170, 172, 175, 176, 178, 181, 183, 184, 187, 188, 190, 191, 192, 194, 196, 197, 201, 204, 210, 211, 212, 213, 214, 216, 225, 226, 234, 236, 240, 243, 244, 245, 248, 250, 251, 252, 253, 255, 257, 258, 260, 269, 277, 279, 283, 286, 287, 288, 290, 291, 292, 295, 296, 297, 300, 301, 303, 304, 305, 306, 307, 314, 321, 325, 330, 331, 332, 334, 339, 345, 349, 351, 353, 354, 356, 357, 358, 359, 360, 361, 365, 369, 371, 388, 393, 394, 398, 406, 410, 412, 413, 425, 427, 429, 430, 432, 434, 435, 437, 441, 448, 451, 452, 455, 456, 458, 459, 460, 462, 463, 498], "subpackag": [2, 17, 87, 111, 112, 114, 156, 189, 191, 220, 245, 263, 288, 299, 323, 341, 352, 402], "submodul": [2, 12, 17, 29, 52, 76, 87, 95, 101, 106, 111, 112, 114, 117, 130, 145, 156, 157, 172, 177, 182, 185, 189, 191, 193, 197, 204, 217, 221, 228, 240, 244, 248, 255, 264, 271, 283, 287, 290, 294, 299, 306, 312, 318, 324, 328, 341, 347, 352, 359, 363, 374, 376, 381, 384, 386, 391, 402, 408, 414, 446, 456], "packag": [2, 29, 172, 191, 197, 204, 228, 240, 244, 245, 248, 255, 271, 283, 287, 288, 290, 299, 306, 318, 323, 324, 341, 359, 363, 402, 456, 523, 525, 527, 528], "kera": [3, 417], "keras_util": [4, 5, 6, 7, 8, 9, 10, 418, 419, 420, 421, 422, 423, 424], "conv2d": [4, 418], "dens": [5, 419], "depthwise_conv2d": [6, 420], "pool2d": [8, 422], "quantiz": [9, 41, 159, 335, 394, 423, 427, 428, 429, 441, 442, 443, 444, 445, 446, 447, 448, 469, 472, 474, 475, 487, 491, 495, 497, 500, 503, 506, 508, 510, 511, 519, 530, 532, 533, 534, 535, 543, 544, 545, 551, 552, 553, 554, 555, 558, 564], "separable_conv2d": [10, 424], "mxnet": [11, 493, 509, 552, 560], "mxnet_util": [12, 13], "util": [13, 43, 148, 161, 168, 179, 184, 214, 346, 347, 348, 349, 350, 351, 388, 393, 407, 408, 409, 410, 411, 412, 430, 449, 450, 451, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 478], "onnxrt": [14, 493, 509, 560], "ox_util": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44], "calibr": [15, 16, 474, 491], "oper": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 474, 475], "activ": [18, 533], "argmax": 19, "attent": 20, "binary_op": 21, "concat": 22, "conv": 23, "direct_q8": 24, "embed_layernorm": 25, "gather": 26, "gavgpool": 27, "gemm": 28, "lstm": 30, "matmul": [31, 558], "maxpool": 32, "norm": 33, "op": [34, 500], "pad": 35, "pool": 36, "reduc": 37, "resiz": 38, "split": [39, 536], "unary_op": 40, "smooth_quant": [42, 165, 173], "weight_onli": [44, 169, 432, 433, 434], "pytorch": [45, 462, 493, 498, 500, 509, 534, 552, 553, 554, 559, 560, 564], "queri": [46, 473, 538, 543, 544, 545], "tensorflow": [47, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 493, 498, 500, 509, 552, 554, 559, 560, 564], "tf_util": [48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "graph_convert": 48, "graph_converter_without_calib": 49, "graph_rewrit": [50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109], "bf16": [50, 51, 52, 511], "bf16_convert": [50, 153], "dequantize_cast_optim": 51, "gener": [53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 474], "convert_add_to_biasadd": 53, "convert_layout": 54, "convert_leakyrelu": 55, "convert_nan_to_random": 56, "convert_placeholder_to_const": 57, "dilated_contract": 58, "dummy_biasadd": 59, "expanddims_optim": 60, "fetch_weight_from_reshap": 61, "fold_batch_norm": 62, "fold_const": 63, "fuse_biasadd_add": 64, "fuse_column_wise_mul": 65, "fuse_conv_with_math": 66, "fuse_decomposed_bn": 67, "fuse_decomposed_in": 68, "fuse_gelu": 69, "fuse_layer_norm": 70, "fuse_pad_with_conv": 71, "fuse_pad_with_fp32_conv": 72, "fuse_reshape_transpos": 73, "graph_cse_optim": 74, "grappler_pass": 75, "insert_print_nod": 77, "move_squeeze_after_relu": 78, "pre_optim": 79, "remove_training_nod": 80, "rename_batch_norm": 81, "split_shared_input": 82, "strip_equivalent_nod": 83, "strip_unused_nod": 84, "switch_optim": 85, "graph_bas": 86, "int8": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 500, 564], "freeze_fake_qu": 88, "freeze_valu": 89, "freeze_value_without_calib": 90, "fuse_conv_redundant_dequant": 91, "fuse_conv_requant": 92, "fuse_matmul_redundant_dequant": 93, "fuse_matmul_requant": 94, "meta_op_optim": 96, "post_hostconst_convert": 97, "post_quantized_op_cs": 98, "rnn_convert": 99, "scale_propag": 100, "onnx": [101, 102, 103, 104, 105, 477, 506, 552, 553, 564], "onnx_graph": 102, "onnx_nod": 103, "onnx_schema": 104, "tf2onnx_util": 105, "qdq": [106, 107, 108, 109, 123, 124, 125, 126, 127, 128, 129, 130, 131, 564], "insert_qdq_pattern": 107, "merge_duplicated_qdq": 108, "share_qdq_y_pattern": 109, "graph_util": 110, "quantize_graph": [112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138], "qat": [113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 564], "fake_quant": 113, "quantize_config": 115, "quantize_help": 116, "quantize_lay": [117, 118, 119, 120, 121], "optimize_lay": 118, "quantize_layer_add": 119, "quantize_layer_bas": 120, "quantize_layer_bn": 121, "quantize_wrapp": 122, "fuse_qdq_bn": 123, "fuse_qdq_concatv2": 124, "fuse_qdq_conv": 125, "fuse_qdq_deconv": 126, "fuse_qdq_in": 127, "fuse_qdq_matmul": 128, "fuse_qdq_pool": 129, "optimize_qdq": 131, "quantize_graph_bas": 132, "quantize_graph_bn": 133, "quantize_graph_concatv2": 134, "quantize_graph_conv": 135, "quantize_graph_for_intel_cpu": 136, "quantize_graph_matmul": 137, "quantize_graph_pool": 138, "quantize_graph_common": 139, "smooth_quant_calibr": 140, "smooth_quant_scal": 141, "tf2onnx_convert": 142, "transform_graph": [143, 144, 145, 146, 147], "bias_correct": 143, "graph_transform_bas": 144, "insert_log": 146, "rerange_quantized_concat": 147, "torch_util": [149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 260], "autoround": [149, 150, 151], "sign_sgd": 151, "awq": 152, "gptq": [154, 432], "hawq_metr": 155, "layer_wise_qu": [157, 158, 159, 160, 161], "modified_pickl": 158, "torch_load": 160, "mixed_precis": [162, 308], "model_wrapp": 163, "pattern_detector": 164, "symbolic_trac": 166, "teq": 167, "algorithm": [170, 171, 172, 173, 174, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 431, 432, 433, 434, 435, 491, 555, 558, 561], "fast_bias_correct": 171, "weight_correct": 174, "benchmark": [175, 252, 481, 490, 495, 510, 551], "common": [176, 177, 178, 179, 253, 254, 255, 256, 257, 258, 259, 260, 469, 501], "base_config": 176, "logger": [178, 329, 459], "compress": [180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 262, 482, 555], "callback": 180, "distil": [181, 182, 183, 184, 293, 496, 497, 510, 551, 564], "criterion": [181, 253], "optim": [183, 258, 520, 530, 540, 543, 544, 545, 548, 549, 562], "hpo": [185, 186, 187, 188], "sa_optim": 186, "search_algorithm": [187, 315], "search_spac": 188, "pruner": [190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 321, 332], "criteria": [190, 468, 549, 561], "model_slim": [192, 193, 194, 195], "auto_slim": 192, "pattern_analyz": 194, "weight_slim": 195, "pattern": [196, 197, 198, 199, 200, 324, 325, 326, 330, 549], "base": [196, 201, 506, 539, 562], "mha": [198, 205], "ninm": 199, "nxm": 200, "basic": [202, 338, 397, 470, 561], "pattern_lock": [206, 320], "progress": [207, 536], "retrain_fre": 208, "sparse_gpt": 209, "prune": [210, 322, 333, 510, 549, 551, 564], "reg": 211, "schedul": [212, 334, 336, 549], "tf_criteria": 213, "conf": [215, 216, 217, 218], "config": [215, 219, 427, 441, 483, 493, 547], "dotdict": 216, "pythonic_config": 218, "contrib": [220, 221, 222, 223, 263, 264, 265, 266], "strategi": [221, 222, 223, 264, 265, 266, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 488, 557, 561], "sigopt": [222, 265, 557, 561], "tpe": [223, 266, 561], "data": [224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 474, 475, 495, 499, 534], "dataload": [224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 254, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 492, 493], "base_dataload": [224, 267], "default_dataload": [226, 269], "fetcher": [227, 270], "attribut": [228, 236, 245, 279, 288, 299, 323, 363, 413, 456, 467], "mxnet_dataload": [229, 272], "onnxrt_dataload": [230, 273], "pytorch_dataload": [231, 274], "sampler": [232, 275], "tensorflow_dataload": [233, 276], "dataset": [234, 235, 236, 237, 238, 239, 240, 241, 277, 278, 279, 280, 281, 282, 283, 284, 493, 495, 504, 535], "bert_dataset": [234, 277], "coco_dataset": [235, 278], "dummy_dataset": [237, 280], "dummy_dataset_v2": [238, 281], "imagenet_dataset": [239, 282], "style_transfer_dataset": [241, 284], "filter": [242, 243, 244, 285, 286, 287], "coco_filt": [242, 285], "transform": [246, 247, 248, 249, 250, 251, 289, 290, 291, 292, 504, 560], "coco_transform": 246, "imagenet_transform": [247, 289], "postprocess": [249, 259], "token": [250, 291], "experiment": [252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351], "metric": [256, 300, 301, 302, 303, 304, 305, 306, 307, 353, 354, 355, 356, 357, 358, 359, 360, 504, 509], "model": [257, 362, 363, 364, 365, 366, 367, 368, 369, 370, 474, 485, 500, 503, 506, 508, 510, 512, 519, 533, 534, 535, 543, 544, 545, 549, 553, 555, 558, 564], "compon": 261, "export": [294, 295, 296, 297, 500, 555], "qlinear2qdq": 295, "tf2onnx": 296, "torch2onnx": 297, "graph_optim": 298, "bleu": [300, 353], "bleu_util": [301, 354], "coco_label_map": [302, 355], "coco_tool": [303, 356], "evaluate_squad": [304, 357], "f1": [305, 358], "model_convers": 309, "na": [310, 311, 312, 313, 314, 315, 470, 551], "basic_na": 310, "dyna": 311, "nas_util": 314, "pruner_legaci": [316, 317, 318, 319, 320, 321], "gradient_sensit": 316, "group_lasso": 317, "magnitud": 319, "pruning_recip": [323, 324, 325, 326], "tile_pattern": 326, "pruning_v2": 327, "pytorch_prun": [328, 329, 330, 331, 332, 333, 334], "prune_util": 331, "auto_mixed_precis": [337, 396], "bayesian": [339, 398, 561], "exhaust": [340, 400, 561], "mse": [342, 403, 561], "mse_v2": [343, 404, 561], "random": [344, 405, 561], "constant": [346, 407, 449, 454], "tuning_sampl": [348, 409], "tuning_spac": [349, 410], "tuning_struct": [350, 411], "mix_precis": 361, "base_model": 362, "keras_model": 364, "mxnet_model": 366, "nets_factori": 367, "onnx_model": 368, "tensorflow_model": 369, "torch_model": 370, "object": [371, 486, 543, 544, 545, 547], "profil": [372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 495], "parser": [373, 374, 375, 376, 377, 378, 379, 380, 381, 382], "factori": [373, 375, 380, 383, 385, 390], "onnx_pars": [375, 376, 377], "result": [379, 533, 535, 543, 544, 545], "tensorflow_pars": [380, 381, 382], "onnxrt_profil": [385, 386, 387, 388], "tensorflow_profil": [390, 391, 392, 393], "auto": [395, 524, 530, 554, 558, 561], "conserv": [399, 561], "hawq_v2": [401, 561], "templat": [413, 414, 468], "api_doc_exampl": 413, "static_quant": [416, 417, 418, 419, 420, 421, 422, 423, 424, 425], "quantize_entri": 425, "torch": [431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 478, 564], "rtn": 434, "weight_only_algo": 435, "amp": [436, 437, 438, 439], "autocast": 436, "fp8": [437, 438, 442, 443, 444, 445], "observ": 444, "quantization_impl": 445, "layer": [447, 496, 553, 558], "train": [452, 469, 489, 498, 510, 549, 552], "collect_layer_histogram": 453, "create_obj_from_config": 455, "kl_diverg": 457, "load_huggingfac": 458, "neural_insights_util": 460, "option": [461, 498, 518], "weights_detail": 464, "version": 465, "intel": [466, 472, 492, 495, 505, 506, 509, 510, 516, 524, 530, 564, 565], "neural": [466, 469, 470, 472, 492, 495, 505, 506, 509, 510, 513, 517, 519, 524, 530, 532, 533, 534, 535, 537, 538, 539, 543, 544, 545, 549, 557, 562, 565], "compressor": [466, 469, 472, 492, 495, 505, 506, 509, 510, 524, 530, 557, 565], "document": [466, 472, 479, 565], "section": [466, 565], "contributor": [467, 468], "coven": [467, 468], "code": [467, 468, 470, 510, 531, 536, 555, 562], "conduct": [467, 468], "our": [467, 558], "pledg": 467, "standard": 467, "respons": [467, 539], "scope": [467, 549], "enforc": 467, "contribut": [468, 523, 527], "guidelin": 468, "creat": [468, 536], "pull": 468, "request": [468, 511, 541], "step": [468, 532, 533, 534, 535], "checklist": 468, "accept": 468, "statu": [468, 538, 539], "check": 468, "overview": [468, 540, 562], "support": [468, 469, 470, 473, 475, 490, 491, 492, 493, 495, 496, 497, 498, 500, 502, 505, 506, 509, 511, 512, 514, 515, 519, 520, 547, 548, 549, 551, 552, 553, 555, 558, 559, 560, 563], "fx": 469, "introduct": [469, 470, 473, 474, 475, 490, 491, 492, 493, 495, 496, 497, 498, 500, 502, 505, 509, 511, 512, 530, 533, 534, 535, 547, 548, 549, 551, 552, 553, 555, 557, 558, 559, 560, 561, 563], "mode": [469, 564], "matrix": [469, 470, 473, 490, 491, 492, 493, 495, 496, 497, 498, 500, 502, 505, 509, 511, 512, 515, 547, 548, 549, 551, 552, 553, 555, 558, 559, 563], "get": [469, 470, 472, 473, 490, 492, 493, 495, 496, 497, 498, 502, 503, 509, 511, 513, 524, 531, 532, 536, 537, 538, 539, 547, 548, 549, 551, 552, 559, 563], "start": [469, 470, 472, 473, 490, 492, 493, 495, 496, 497, 498, 502, 503, 509, 511, 513, 514, 518, 524, 532, 536, 537, 538, 543, 544, 545, 547, 548, 549, 551, 552, 559, 563], "post": [469, 510, 539, 552], "static": [469, 552], "dynam": [469, 470, 552], "awar": [469, 510, 549, 552], "exampl": [469, 470, 473, 479, 490, 492, 493, 495, 496, 497, 498, 499, 500, 509, 510, 511, 512, 515, 519, 532, 533, 534, 535, 537, 542, 543, 544, 545, 547, 548, 549, 552, 553, 555, 558, 559, 564], "note": [469, 556], "detail": 469, "problem": 469, "architectur": [470, 494, 505, 506], "search": [470, 530], "api": [470, 472, 473, 474, 479, 480, 490, 492, 493, 496, 497, 498, 503, 504, 509, 511, 513, 517, 531, 532, 539, 545, 547, 548, 549, 551, 562], "usag": [470, 519, 530, 539, 558, 559, 561], "1": [470, 498, 501, 504, 510, 530, 537, 538, 564], "python": [470, 472, 492, 503, 509, 513, 517, 518, 525, 528, 532, 551, 562], "yaml": [470, 474, 493, 498, 502, 563], "2": [470, 498, 501, 504, 510, 530, 537, 538, 564], "onli": [470, 555], "advanc": [470, 536, 562], "custom": [470, 492, 509, 543, 561], "secur": [471, 498], "polici": [471, 561], "report": 471, "vulner": 471, "instal": [472, 495, 506, 514, 516, 523, 524, 527, 532, 537, 538], "from": [472, 474, 506, 510, 532, 537, 538], "pypi": [472, 519, 532], "select": [472, 524], "public": [472, 550], "event": [472, 550], "addit": 472, "commun": 472, "work": [473, 537, 552], "flow": [473, 552], "background": [473, 530], "ad": 473, "new": [473, 475, 525, 528, 561], "backend": [473, 552], "capabl": [473, 555], "implement": [473, 474], "onnxrtadaptor": 473, "how": [474, 475, 495, 533, 534, 535, 537], "add": [474, 538], "an": [474, 543, 544, 545], "list": [474, 499, 542, 560], "need": 474, "design": [474, 494, 540, 561], "framework": [474, 492, 493, 500, 502, 512, 551, 553, 555, 558], "query_fw_cap": 474, "accord": [474, 475], "tune_cfg": 474, "prepar": [474, 495, 533, 534, 535, 557], "fp32": [474, 500], "graph": 474, "run": [474, 495, 531, 533, 534, 535, 536], "sampl": [474, 503], "iter": 474, "calcul": 474, "rang": 474, "type": [475, 549], "like": 475, "int4": 475, "few": 475, "line": 475, "chang": [475, 504, 529, 531, 556], "defin": [475, 498], "abil": 475, "specif": [475, 493], "invok": 475, "kernel": 475, "tune": [475, 552, 555, 558, 561], "configur": [475, 498, 502, 536, 551, 557, 563], "us": [475, 492, 509, 537, 538, 558], "summari": [475, 533], "runtim": [477, 506, 552, 553, 564], "mix": [484, 510, 511, 554], "precis": [484, 510, 511, 554], "refer": [491, 549, 552, 555, 558], "build": [492, 501, 509, 536, 537, 538], "file": [493, 502, 563], "user": [493, 498, 504, 551, 555, 562, 563], "workflow": [494, 540], "diagnosi": [495, 532], "featur": [495, 498, 502, 505, 519, 520, 524, 551, 552, 559, 563], "modifi": 495, "script": [495, 536], "see": 495, "do": [495, 513], "paramet": [495, 539], "descript": [495, 539, 541], "suggest": 495, "fallback": 495, "set": [495, 516, 530], "knowledg": [496, 564], "intermedi": 496, "self": 496, "distribut": [498, 519, 561], "infer": 498, "evalu": 498, "pure": 498, "horovodrun": 498, "execut": 498, "releas": [499, 525, 528, 556], "appendix": 500, "frequent": 501, "ask": 501, "question": 501, "issu": [501, 556], "3": [501, 514, 530], "4": [501, 521, 530, 550], "quick": [503, 518], "valid": [503, 506, 558, 564], "incompat": [504, 556], "between": 504, "v1": 504, "face": [504, 544, 545], "built": [504, 506, 509], "infrastructur": 505, "prerequisit": [506, 537, 538], "binari": 506, "sourc": [506, 532, 534, 535, 537, 538], "ai": 506, "kit": 506, "system": 506, "requir": [506, 523, 527, 533, 534, 535, 543], "hardwar": [506, 511, 564], "environ": [506, 516], "cpu": [506, 516, 564], "64": 506, "compat": 506, "processor": 506, "gpu": 506, "": [506, 531, 537], "xe": 506, "multipl": [506, 547, 564], "vendor": 506, "through": [506, 558, 564], "softwar": [506, 511], "legal": 507, "inform": 507, "licens": 507, "citat": 507, "trademark": 507, "llm": 508, "recip": [508, 552], "ipex": [508, 552], "kei": 508, "migrat": 510, "x": 510, "orchestr": [510, 548], "fp16": 511, "dure": [511, 554], "accuraci": [511, 533, 535, 552, 561], "driven": 511, "coder": [513, 517, 519, 530, 562], "what": [513, 531, 537], "we": 513, "offer": 513, "jupyt": [513, 514, 525, 528], "lab": [513, 514], "extens": [513, 523, 524, 527, 530, 531, 540, 564], "launcher": [513, 518], "contact": [513, 537], "aw": 514, "amazon": 514, "sagemak": 514, "For": 514, "studio": 514, "notebook": 514, "instanc": 514, "guid": [514, 562], "bigdl": 515, "nano": 515, "platform": [516, 557], "best": [516, 524], "perform": [516, 557], "mkl": 516, "openmp": 516, "jemalloc": 516, "numa": 516, "control": 516, "variabl": 516, "frequenc": 516, "govern": 516, "enabl": [517, 524, 530], "bench": 517, "superbench": 517, "argument": 518, "v0": 521, "highlight": 521, "other": 521, "changelog": [522, 526], "neural_compressor_ext_lab": [523, 525], "uninstal": [523, 527], "develop": [523, 527], "jupyterlab": 524, "Or": 524, "let": 524, "u": 524, "help": 524, "you": 524, "pre": 524, "requisit": 524, "make": [525, 528, 531, 536], "manual": [525, 528], "npm": [525, 528, 536], "autom": [525, 528], "publish": [525, 528], "conda": [525, 528], "forg": [525, 528], "neural_compressor_ext_lab_alibaba": [527, 528], "log": [529, 538, 539], "unreleas": 529, "vscode": 530, "open": [530, 535], "icon": 530, "5": 530, "welcom": 531, "your": 531, "v": 531, "folder": 531, "setup": 531, "up": 531, "straight": 531, "awai": 531, "explor": 531, "test": [531, 536], "go": 531, "further": 531, "insight": [532, 533, 534, 535], "tensor": [532, 558], "dump": [532, 534], "research": 532, "collabor": 532, "debug": [533, 535], "analyz": [533, 535, 536], "weight": [533, 534, 535, 555], "histogram": 535, "react": 536, "app": 536, "avail": 536, "eject": 536, "learn": [536, 537], "more": [536, 537], "bundl": 536, "size": 536, "web": 536, "deploy": [536, 549], "fail": 536, "minifi": 536, "solut": [537, 538, 539, 543, 544, 545], "why": 537, "doe": 537, "method": [537, 538], "pip": [537, 538], "end": [537, 543, 544, 545], "servic": [538, 540, 543, 544, 545], "submit": [538, 539, 543, 544, 545], "task": [538, 539, 541, 543, 544, 545], "stop": [538, 543, 544, 545], "inspect": 538, "manag": [538, 543, 544], "resourc": [538, 543, 544], "node": 538, "state": 538, "cluster": [538, 539], "remov": 538, "url": 539, "endpoint": 539, "task_id": 539, "websocket": 539, "screen": 539, "ping": 539, "download": [539, 543, 544], "doc": 540, "wip": 540, "oaa": 540, "definit": 540, "diagram": 540, "hug": [544, 545], "grpc": 545, "client": 546, "singl": 547, "One": 548, "shot": 548, "network": 549, "sparsiti": 549, "decai": 549, "regular": 549, "larg": 549, "languag": 549, "retrain": 549, "free": 549, "spars": 549, "hyperparamet": 549, "full": 550, "78": 550, "2023": 550, "24": 550, "2022": 550, "35": 550, "2021": 550, "15": [550, 564], "2018": 550, "2020": 550, "style": 551, "access": 551, "fundament": [552, 558], "scheme": 552, "approach": 552, "With": 552, "without": 552, "specifi": 552, "rule": 552, "devic": 552, "wise": 553, "lwq": 553, "turn": 554, "off": 554, "woq": [555, 564], "known": 556, "benefit": 557, "comparison": 557, "differ": 557, "smooth": 558, "quant": 558, "per": 558, "channel": 558, "limit": 558, "smoothquant": 558, "enhanc": 558, "alpha": 558, "engin": 558, "fix": 558, "determin": 558, "entir": 558, "each": 558, "block": 558, "tensorboard": 559, "space": 561, "exit": 561, "process": 561, "zero": 562, "topic": 562, "innov": 562, "product": 562, "13": 564, "0": 564, "ptq": 564}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 57}, "alltitles": {"block_mask": [[0, "module-block_mask"]], "neural_compressor.adaptor.adaptor": [[1, "module-neural_compressor.adaptor.adaptor"]], "Module Contents": [[1, "module-contents"], [3, "module-contents"], [11, "module-contents"], [13, "module-contents"], [14, "module-contents"], [15, "module-contents"], [16, "module-contents"], [18, "module-contents"], [19, "module-contents"], [20, "module-contents"], [21, "module-contents"], [22, "module-contents"], [23, "module-contents"], [24, "module-contents"], [25, "module-contents"], [26, "module-contents"], [27, "module-contents"], [28, "module-contents"], [30, "module-contents"], [31, "module-contents"], [32, "module-contents"], [33, "module-contents"], [34, "module-contents"], [35, "module-contents"], [36, "module-contents"], [37, "module-contents"], [38, "module-contents"], [39, "module-contents"], [40, "module-contents"], [41, "module-contents"], [42, "module-contents"], [43, "module-contents"], [44, "module-contents"], [45, "module-contents"], [46, "module-contents"], [47, "module-contents"], [48, "module-contents"], [49, "module-contents"], [50, "module-contents"], [51, "module-contents"], [53, "module-contents"], [54, "module-contents"], [55, "module-contents"], [56, "module-contents"], [57, "module-contents"], [58, "module-contents"], [59, "module-contents"], [60, "module-contents"], [61, "module-contents"], [62, "module-contents"], [63, "module-contents"], [64, "module-contents"], [65, "module-contents"], [66, "module-contents"], [67, "module-contents"], [68, "module-contents"], [69, "module-contents"], [70, "module-contents"], [71, "module-contents"], [72, "module-contents"], [73, "module-contents"], [74, "module-contents"], [75, "module-contents"], [77, "module-contents"], [78, "module-contents"], [79, "module-contents"], [80, "module-contents"], [81, "module-contents"], [82, "module-contents"], [83, "module-contents"], [84, "module-contents"], [85, "module-contents"], [86, "module-contents"], [88, "module-contents"], [89, "module-contents"], [90, "module-contents"], [91, "module-contents"], [92, "module-contents"], [93, "module-contents"], [94, "module-contents"], [96, "module-contents"], [97, "module-contents"], [98, "module-contents"], [99, "module-contents"], [100, "module-contents"], [102, "module-contents"], [103, "module-contents"], [104, "module-contents"], [105, "module-contents"], [107, "module-contents"], [108, "module-contents"], [109, "module-contents"], [110, "module-contents"], [113, "module-contents"], [115, "module-contents"], [116, "module-contents"], [118, "module-contents"], [119, "module-contents"], [120, "module-contents"], [121, "module-contents"], [122, "module-contents"], [123, "module-contents"], [124, "module-contents"], [125, "module-contents"], [126, "module-contents"], [127, "module-contents"], [128, "module-contents"], [129, "module-contents"], [131, "module-contents"], [132, "module-contents"], [133, "module-contents"], [134, "module-contents"], [135, "module-contents"], [136, "module-contents"], [137, "module-contents"], [138, "module-contents"], [139, "module-contents"], [140, "module-contents"], [141, "module-contents"], [142, "module-contents"], [143, "module-contents"], [144, "module-contents"], [146, "module-contents"], [147, "module-contents"], [148, "module-contents"], [149, "module-contents"], [151, "module-contents"], [152, "module-contents"], [153, "module-contents"], [154, "module-contents"], [155, "module-contents"], [158, "module-contents"], [159, "module-contents"], [160, "module-contents"], [161, "module-contents"], [162, "module-contents"], [163, "module-contents"], [164, "module-contents"], [165, "module-contents"], [166, "module-contents"], [167, "module-contents"], [168, "module-contents"], [169, "module-contents"], [170, "module-contents"], [171, "module-contents"], [173, "module-contents"], [174, "module-contents"], [175, "module-contents"], [176, "module-contents"], [178, "module-contents"], [180, "module-contents"], [181, "module-contents"], [183, "module-contents"], [184, "module-contents"], [187, "module-contents"], [188, "module-contents"], [190, "module-contents"], [192, "module-contents"], [194, "module-contents"], [195, "module-contents"], [196, "module-contents"], [198, "module-contents"], [199, "module-contents"], [200, "module-contents"], [201, "module-contents"], [202, "module-contents"], [203, "module-contents"], [205, "module-contents"], [206, "module-contents"], [207, "module-contents"], [208, "module-contents"], [209, "module-contents"], [210, "module-contents"], [211, "module-contents"], [212, "module-contents"], [213, "module-contents"], [214, "module-contents"], [215, "module-contents"], [216, "module-contents"], [218, "module-contents"], [219, "module-contents"], [222, "module-contents"], [223, "module-contents"], [224, "module-contents"], [225, "module-contents"], [226, "module-contents"], [227, "module-contents"], [229, "module-contents"], [230, "module-contents"], [231, "module-contents"], [232, "module-contents"], [233, "module-contents"], [234, "module-contents"], [235, "module-contents"], [236, "module-contents"], [237, "module-contents"], [238, "module-contents"], [239, "module-contents"], [241, "module-contents"], [242, "module-contents"], [243, "module-contents"], [246, "module-contents"], [247, "module-contents"], [249, "module-contents"], [250, "module-contents"], [251, "module-contents"], [252, "module-contents"], [253, "module-contents"], [254, "module-contents"], [256, "module-contents"], [257, "module-contents"], [258, "module-contents"], [259, "module-contents"], [260, "module-contents"], [261, "module-contents"], [265, "module-contents"], [266, "module-contents"], [267, "module-contents"], [269, "module-contents"], [270, "module-contents"], [272, "module-contents"], [273, "module-contents"], [274, "module-contents"], [275, "module-contents"], [276, "module-contents"], [277, "module-contents"], [278, "module-contents"], [279, "module-contents"], [280, "module-contents"], [281, "module-contents"], [282, "module-contents"], [284, "module-contents"], [285, "module-contents"], [286, "module-contents"], [289, "module-contents"], [291, "module-contents"], [292, "module-contents"], [293, "module-contents"], [295, "module-contents"], [296, "module-contents"], [297, "module-contents"], [298, "module-contents"], [300, "module-contents"], [301, "module-contents"], [303, "module-contents"], [304, "module-contents"], [305, "module-contents"], [307, "module-contents"], [308, "module-contents"], [309, "module-contents"], [310, "module-contents"], [311, "module-contents"], [313, "module-contents"], [314, "module-contents"], [315, "module-contents"], [316, "module-contents"], [317, "module-contents"], [319, "module-contents"], [320, "module-contents"], [321, "module-contents"], [322, "module-contents"], [325, "module-contents"], [326, "module-contents"], [327, "module-contents"], [330, "module-contents"], [331, "module-contents"], [332, "module-contents"], [333, "module-contents"], [334, "module-contents"], [335, "module-contents"], [336, "module-contents"], [337, "module-contents"], [338, "module-contents"], [339, "module-contents"], [340, "module-contents"], [342, "module-contents"], [343, "module-contents"], [344, "module-contents"], [345, "module-contents"], [348, "module-contents"], [349, "module-contents"], [350, "module-contents"], [351, "module-contents"], [353, "module-contents"], [354, "module-contents"], [356, "module-contents"], [357, "module-contents"], [358, "module-contents"], [360, "module-contents"], [361, "module-contents"], [362, "module-contents"], [364, "module-contents"], [365, "module-contents"], [366, "module-contents"], [367, "module-contents"], [368, "module-contents"], [369, "module-contents"], [370, "module-contents"], [371, "module-contents"], [373, "module-contents"], [375, "module-contents"], [377, "module-contents"], [378, "module-contents"], [379, "module-contents"], [380, "module-contents"], [382, "module-contents"], [383, "module-contents"], [385, "module-contents"], [387, "module-contents"], [388, "module-contents"], [389, "module-contents"], [390, "module-contents"], [392, "module-contents"], [393, "module-contents"], [394, "module-contents"], [395, "module-contents"], [396, "module-contents"], [397, "module-contents"], [398, "module-contents"], [399, "module-contents"], [400, "module-contents"], [401, "module-contents"], [403, "module-contents"], [404, "module-contents"], [405, "module-contents"], [406, "module-contents"], [409, "module-contents"], [410, "module-contents"], [411, "module-contents"], [412, "module-contents"], [413, "module-contents"], [417, "module-contents"], [425, "module-contents"], [427, "module-contents"], [429, "module-contents"], [430, "module-contents"], [432, "module-contents"], [434, "module-contents"], [435, "module-contents"], [436, "module-contents"], [441, "module-contents"], [447, "module-contents"], [448, "module-contents"], [451, "module-contents"], [452, "module-contents"], [453, "module-contents"], [455, "module-contents"], [457, "module-contents"], [458, "module-contents"], [459, "module-contents"], [460, "module-contents"], [461, "module-contents"], [462, "module-contents"], [463, "module-contents"], [464, "module-contents"]], "Classes": [[1, "classes"], [3, "classes"], [11, "classes"], [13, "classes"], [14, "classes"], [15, "classes"], [16, "classes"], [18, "classes"], [19, "classes"], [20, "classes"], [21, "classes"], [22, "classes"], [23, "classes"], [24, "classes"], [25, "classes"], [26, "classes"], [27, "classes"], [28, "classes"], [30, "classes"], [31, "classes"], [32, "classes"], [33, "classes"], [34, "classes"], [35, "classes"], [36, "classes"], [37, "classes"], [38, "classes"], [39, "classes"], [40, "classes"], [41, "classes"], [42, "classes"], [43, "classes"], [45, "classes"], [46, "classes"], [47, "classes"], [48, "classes"], [49, "classes"], [50, "classes"], [51, "classes"], [53, "classes"], [54, "classes"], [55, "classes"], [56, "classes"], [57, "classes"], [58, "classes"], [59, "classes"], [60, "classes"], [61, "classes"], [62, "classes"], [63, "classes"], [64, "classes"], [65, "classes"], [66, "classes"], [67, "classes"], [68, "classes"], [69, "classes"], [70, "classes"], [71, "classes"], [72, "classes"], [73, "classes"], [74, "classes"], [75, "classes"], [77, "classes"], [78, "classes"], [79, "classes"], [80, "classes"], [81, "classes"], [82, "classes"], [83, "classes"], [84, "classes"], [85, "classes"], [86, "classes"], [88, "classes"], [89, "classes"], [90, "classes"], [91, "classes"], [92, "classes"], [93, "classes"], [94, "classes"], [96, "classes"], [97, "classes"], [98, "classes"], [99, "classes"], [100, "classes"], [102, "classes"], [103, "classes"], [104, "classes"], [105, "classes"], [107, "classes"], [108, "classes"], [109, "classes"], [110, "classes"], [113, "classes"], [115, "classes"], [119, "classes"], [120, "classes"], [121, "classes"], [122, "classes"], [123, "classes"], [124, "classes"], [125, "classes"], [126, "classes"], [127, "classes"], [128, "classes"], [129, "classes"], [131, "classes"], [132, "classes"], [133, "classes"], [134, "classes"], [135, "classes"], [136, "classes"], [137, "classes"], [138, "classes"], [139, "classes"], [140, "classes"], [141, "classes"], [142, "classes"], [143, "classes"], [144, "classes"], [146, "classes"], [147, "classes"], [149, "classes"], [151, "classes"], [152, "classes"], [153, "classes"], [154, "classes"], [155, "classes"], [159, "classes"], [163, "classes"], [164, "classes"], [165, "classes"], [167, "classes"], [170, "classes"], [171, "classes"], [172, "classes"], [173, "classes"], [174, "classes"], [176, "classes"], [178, "classes"], [180, "classes"], [181, "classes"], [183, "classes"], [187, "classes"], [188, "classes"], [190, "classes"], [194, "classes"], [195, "classes"], [196, "classes"], [198, "classes"], [199, "classes"], [200, "classes"], [201, "classes"], [202, "classes"], [203, "classes"], [205, "classes"], [206, "classes"], [207, "classes"], [208, "classes"], [209, "classes"], [210, "classes"], [211, "classes"], [212, "classes"], [213, "classes"], [215, "classes"], [216, "classes"], [218, "classes"], [219, "classes"], [222, "classes"], [223, "classes"], [224, "classes"], [225, "classes"], [226, "classes"], [227, "classes"], [228, "classes"], [229, "classes"], [230, "classes"], [231, "classes"], [232, "classes"], [233, "classes"], [234, "classes"], [235, "classes"], [236, "classes"], [237, "classes"], [238, "classes"], [239, "classes"], [240, "classes"], [241, "classes"], [242, "classes"], [243, "classes"], [244, "classes"], [245, "classes"], [246, "classes"], [247, "classes"], [248, "classes"], [249, "classes"], [250, "classes"], [251, "classes"], [252, "classes"], [253, "classes"], [254, "classes"], [255, "classes"], [256, "classes"], [257, "classes"], [258, "classes"], [259, "classes"], [261, "classes"], [265, "classes"], [266, "classes"], [267, "classes"], [269, "classes"], [270, "classes"], [272, "classes"], [273, "classes"], [274, "classes"], [275, "classes"], [276, "classes"], [277, "classes"], [278, "classes"], [279, "classes"], [280, "classes"], [281, "classes"], [282, "classes"], [283, "classes"], [284, "classes"], [285, "classes"], [286, "classes"], [287, "classes"], [288, "classes"], [289, "classes"], [290, "classes"], [291, "classes"], [292, "classes"], [293, "classes"], [298, "classes"], [299, "classes"], [300, "classes"], [303, "classes"], [306, "classes"], [307, "classes"], [308, "classes"], [309, "classes"], [310, "classes"], [311, "classes"], [313, "classes"], [315, "classes"], [316, "classes"], [317, "classes"], [319, "classes"], [320, "classes"], [321, "classes"], [322, "classes"], [323, "classes"], [324, "classes"], [325, "classes"], [326, "classes"], [327, "classes"], [330, "classes"], [332, "classes"], [333, "classes"], [334, "classes"], [335, "classes"], [336, "classes"], [337, "classes"], [338, "classes"], [339, "classes"], [340, "classes"], [342, "classes"], [343, "classes"], [344, "classes"], [345, "classes"], [348, "classes"], [349, "classes"], [350, "classes"], [351, "classes"], [353, "classes"], [356, "classes"], [359, "classes"], [360, "classes"], [362, "classes"], [363, "classes"], [364, "classes"], [365, "classes"], [366, "classes"], [367, "classes"], [368, "classes"], [369, "classes"], [370, "classes"], [371, "classes"], [373, "classes"], [375, "classes"], [377, "classes"], [378, "classes"], [379, "classes"], [380, "classes"], [382, "classes"], [383, "classes"], [385, "classes"], [387, "classes"], [389, "classes"], [390, "classes"], [392, "classes"], [395, "classes"], [396, "classes"], [397, "classes"], [398, "classes"], [399, "classes"], [400, "classes"], [401, "classes"], [403, "classes"], [404, "classes"], [405, "classes"], [406, "classes"], [409, "classes"], [410, "classes"], [411, "classes"], [412, "classes"], [413, "classes"], [417, "classes"], [427, "classes"], [432, "classes"], [436, "classes"], [441, "classes"], [447, "classes"], [452, "classes"], [453, "classes"], [456, "classes"], [457, "classes"], [458, "classes"], [459, "classes"], [461, "classes"], [463, "classes"], [464, "classes"]], "Functions": [[1, "functions"], [13, "functions"], [16, "functions"], [34, "functions"], [42, "functions"], [43, "functions"], [44, "functions"], [45, "functions"], [67, "functions"], [68, "functions"], [70, "functions"], [104, "functions"], [105, "functions"], [116, "functions"], [118, "functions"], [148, "functions"], [149, "functions"], [151, "functions"], [153, "functions"], [154, "functions"], [155, "functions"], [160, "functions"], [161, "functions"], [162, "functions"], [165, "functions"], [166, "functions"], [168, "functions"], [169, "functions"], [170, "functions"], [172, "functions"], [175, "functions"], [176, "functions"], [178, "functions"], [181, "functions"], [183, "functions"], [184, "functions"], [187, "functions"], [188, "functions"], [190, "functions"], [191, "functions"], [192, "functions"], [194, "functions"], [196, "functions"], [197, "functions"], [201, "functions"], [204, "functions"], [210, "functions"], [211, "functions"], [212, "functions"], [213, "functions"], [214, "functions"], [216, "functions"], [225, "functions"], [226, "functions"], [234, "functions"], [236, "functions"], [240, "functions"], [243, "functions"], [244, "functions"], [245, "functions"], [248, "functions"], [250, "functions"], [251, "functions"], [252, "functions"], [253, "functions"], [255, "functions"], [257, "functions"], [258, "functions"], [260, "functions"], [269, "functions"], [277, "functions"], [279, "functions"], [283, "functions"], [286, "functions"], [287, "functions"], [288, "functions"], [290, "functions"], [291, "functions"], [292, "functions"], [295, "functions"], [296, "functions"], [297, "functions"], [300, "functions"], [301, "functions"], [303, "functions"], [304, "functions"], [305, "functions"], [306, "functions"], [307, "functions"], [314, "functions"], [321, "functions"], [325, "functions"], [330, "functions"], [331, "functions"], [332, "functions"], [334, "functions"], [339, "functions"], [345, "functions"], [349, "functions"], [351, "functions"], [353, "functions"], [354, "functions"], [356, "functions"], [357, "functions"], [358, "functions"], [359, "functions"], [360, "functions"], [361, "functions"], [365, "functions"], [369, "functions"], [371, "functions"], [388, "functions"], [393, "functions"], [394, "functions"], [398, "functions"], [406, "functions"], [410, "functions"], [412, "functions"], [413, "functions"], [425, "functions"], [427, "functions"], [429, "functions"], [430, "functions"], [432, "functions"], [434, "functions"], [435, "functions"], [441, "functions"], [448, "functions"], [451, "functions"], [452, "functions"], [455, "functions"], [456, "functions"], [458, "functions"], [459, "functions"], [460, "functions"], [462, "functions"], [463, "functions"]], "neural_compressor.adaptor": [[2, "module-neural_compressor.adaptor"]], "Subpackages": [[2, "subpackages"], [17, "subpackages"], [87, "subpackages"], [111, "subpackages"], [112, "subpackages"], [114, "subpackages"], [156, "subpackages"], [189, "subpackages"], [191, "subpackages"], [220, "subpackages"], [245, "subpackages"], [263, "subpackages"], [288, "subpackages"], [299, "subpackages"], [323, "subpackages"], [341, "subpackages"], [352, "subpackages"], [402, "subpackages"]], "Submodules": [[2, "submodules"], [12, "submodules"], [17, "submodules"], [29, "submodules"], [52, "submodules"], [76, "submodules"], [87, "submodules"], [95, "submodules"], [101, "submodules"], [106, "submodules"], [111, "submodules"], [112, "submodules"], [114, "submodules"], [117, "submodules"], [130, "submodules"], [145, "submodules"], [156, "submodules"], [157, "submodules"], [172, "submodules"], [177, "submodules"], [182, "submodules"], [185, "submodules"], [189, "submodules"], [191, "submodules"], [193, "submodules"], [197, "submodules"], [204, "submodules"], [217, "submodules"], [221, "submodules"], [228, "submodules"], [240, "submodules"], [244, "submodules"], [248, "submodules"], [255, "submodules"], [264, "submodules"], [271, "submodules"], [283, "submodules"], [287, "submodules"], [290, "submodules"], [294, "submodules"], [299, "submodules"], [306, "submodules"], [312, "submodules"], [318, "submodules"], [324, "submodules"], [328, "submodules"], [341, "submodules"], [347, "submodules"], [352, "submodules"], [359, "submodules"], [363, "submodules"], [374, "submodules"], [376, "submodules"], [381, "submodules"], [384, "submodules"], [386, "submodules"], [391, "submodules"], [402, "submodules"], [408, "submodules"], [414, "submodules"], [446, "submodules"], [456, "submodules"]], "Package Contents": [[2, "package-contents"], [29, "package-contents"], [172, "package-contents"], [191, "package-contents"], [197, "package-contents"], [204, "package-contents"], [228, "package-contents"], [240, "package-contents"], [244, "package-contents"], [245, "package-contents"], [248, "package-contents"], [255, "package-contents"], [271, "package-contents"], [283, "package-contents"], [287, "package-contents"], [288, "package-contents"], [290, "package-contents"], [299, "package-contents"], [306, "package-contents"], [318, "package-contents"], [323, "package-contents"], [324, "package-contents"], [341, "package-contents"], [359, "package-contents"], [363, "package-contents"], [402, "package-contents"], [456, "package-contents"]], "neural_compressor.adaptor.keras": [[3, "module-neural_compressor.adaptor.keras"]], "neural_compressor.adaptor.keras_utils.conv2d": [[4, "module-neural_compressor.adaptor.keras_utils.conv2d"]], "neural_compressor.adaptor.keras_utils.dense": [[5, "module-neural_compressor.adaptor.keras_utils.dense"]], "neural_compressor.adaptor.keras_utils.depthwise_conv2d": [[6, "module-neural_compressor.adaptor.keras_utils.depthwise_conv2d"]], "neural_compressor.adaptor.keras_utils": [[7, "module-neural_compressor.adaptor.keras_utils"]], "neural_compressor.adaptor.keras_utils.pool2d": [[8, "module-neural_compressor.adaptor.keras_utils.pool2d"]], "neural_compressor.adaptor.keras_utils.quantizer": [[9, "module-neural_compressor.adaptor.keras_utils.quantizer"]], "neural_compressor.adaptor.keras_utils.separable_conv2d": [[10, "module-neural_compressor.adaptor.keras_utils.separable_conv2d"]], "neural_compressor.adaptor.mxnet": [[11, "module-neural_compressor.adaptor.mxnet"]], "neural_compressor.adaptor.mxnet_utils": [[12, "module-neural_compressor.adaptor.mxnet_utils"]], "neural_compressor.adaptor.mxnet_utils.util": [[13, "module-neural_compressor.adaptor.mxnet_utils.util"]], "neural_compressor.adaptor.onnxrt": [[14, "module-neural_compressor.adaptor.onnxrt"]], "neural_compressor.adaptor.ox_utils.calibration": [[15, "module-neural_compressor.adaptor.ox_utils.calibration"]], "neural_compressor.adaptor.ox_utils.calibrator": [[16, "module-neural_compressor.adaptor.ox_utils.calibrator"]], "neural_compressor.adaptor.ox_utils": [[17, "module-neural_compressor.adaptor.ox_utils"]], "neural_compressor.adaptor.ox_utils.operators.activation": [[18, "module-neural_compressor.adaptor.ox_utils.operators.activation"]], "neural_compressor.adaptor.ox_utils.operators.argmax": [[19, "module-neural_compressor.adaptor.ox_utils.operators.argmax"]], "neural_compressor.adaptor.ox_utils.operators.attention": [[20, "module-neural_compressor.adaptor.ox_utils.operators.attention"]], "neural_compressor.adaptor.ox_utils.operators.binary_op": [[21, "module-neural_compressor.adaptor.ox_utils.operators.binary_op"]], "neural_compressor.adaptor.ox_utils.operators.concat": [[22, "module-neural_compressor.adaptor.ox_utils.operators.concat"]], "neural_compressor.adaptor.ox_utils.operators.conv": [[23, "module-neural_compressor.adaptor.ox_utils.operators.conv"]], "neural_compressor.adaptor.ox_utils.operators.direct_q8": [[24, "module-neural_compressor.adaptor.ox_utils.operators.direct_q8"]], "neural_compressor.adaptor.ox_utils.operators.embed_layernorm": [[25, "module-neural_compressor.adaptor.ox_utils.operators.embed_layernorm"]], "neural_compressor.adaptor.ox_utils.operators.gather": [[26, "module-neural_compressor.adaptor.ox_utils.operators.gather"]], "neural_compressor.adaptor.ox_utils.operators.gavgpool": [[27, "module-neural_compressor.adaptor.ox_utils.operators.gavgpool"]], "neural_compressor.adaptor.ox_utils.operators.gemm": [[28, "module-neural_compressor.adaptor.ox_utils.operators.gemm"]], "neural_compressor.adaptor.ox_utils.operators": [[29, "module-neural_compressor.adaptor.ox_utils.operators"]], "neural_compressor.adaptor.ox_utils.operators.lstm": [[30, "module-neural_compressor.adaptor.ox_utils.operators.lstm"]], "neural_compressor.adaptor.ox_utils.operators.matmul": [[31, "module-neural_compressor.adaptor.ox_utils.operators.matmul"]], "neural_compressor.adaptor.ox_utils.operators.maxpool": [[32, "module-neural_compressor.adaptor.ox_utils.operators.maxpool"]], "neural_compressor.adaptor.ox_utils.operators.norm": [[33, "module-neural_compressor.adaptor.ox_utils.operators.norm"]], "neural_compressor.adaptor.ox_utils.operators.ops": [[34, "module-neural_compressor.adaptor.ox_utils.operators.ops"]], "neural_compressor.adaptor.ox_utils.operators.pad": [[35, "module-neural_compressor.adaptor.ox_utils.operators.pad"]], "neural_compressor.adaptor.ox_utils.operators.pooling": [[36, "module-neural_compressor.adaptor.ox_utils.operators.pooling"]], "neural_compressor.adaptor.ox_utils.operators.reduce": [[37, "module-neural_compressor.adaptor.ox_utils.operators.reduce"]], "neural_compressor.adaptor.ox_utils.operators.resize": [[38, "module-neural_compressor.adaptor.ox_utils.operators.resize"]], "neural_compressor.adaptor.ox_utils.operators.split": [[39, "module-neural_compressor.adaptor.ox_utils.operators.split"]], "neural_compressor.adaptor.ox_utils.operators.unary_op": [[40, "module-neural_compressor.adaptor.ox_utils.operators.unary_op"]], "neural_compressor.adaptor.ox_utils.quantizer": [[41, "module-neural_compressor.adaptor.ox_utils.quantizer"]], "neural_compressor.adaptor.ox_utils.smooth_quant": [[42, "module-neural_compressor.adaptor.ox_utils.smooth_quant"]], "neural_compressor.adaptor.ox_utils.util": [[43, "module-neural_compressor.adaptor.ox_utils.util"]], "neural_compressor.adaptor.ox_utils.weight_only": [[44, "module-neural_compressor.adaptor.ox_utils.weight_only"]], "neural_compressor.adaptor.pytorch": [[45, "module-neural_compressor.adaptor.pytorch"]], "neural_compressor.adaptor.query": [[46, "module-neural_compressor.adaptor.query"]], "neural_compressor.adaptor.tensorflow": [[47, "module-neural_compressor.adaptor.tensorflow"]], "neural_compressor.adaptor.tf_utils.graph_converter": [[48, "module-neural_compressor.adaptor.tf_utils.graph_converter"]], "neural_compressor.adaptor.tf_utils.graph_converter_without_calib": [[49, "module-neural_compressor.adaptor.tf_utils.graph_converter_without_calib"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert": [[50, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer": [[51, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16": [[52, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd": [[53, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout": [[54, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu": [[55, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random": [[56, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const": [[57, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction": [[58, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd": [[59, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer": [[60, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape": [[61, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm": [[62, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant": [[63, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add": [[64, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul": [[65, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math": [[66, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn": [[67, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in": [[68, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu": [[69, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm": [[70, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv": [[71, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv": [[72, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose": [[73, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer": [[74, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass": [[75, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic": [[76, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node": [[77, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu": [[78, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize": [[79, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes": [[80, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm": [[81, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input": [[82, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes": [[83, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes": [[84, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer": [[85, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base": [[86, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base"]], "neural_compressor.adaptor.tf_utils.graph_rewriter": [[87, "module-neural_compressor.adaptor.tf_utils.graph_rewriter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant": [[88, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value": [[89, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib": [[90, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize": [[91, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize": [[92, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize": [[93, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize": [[94, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8": [[95, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer": [[96, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter": [[97, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse": [[98, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert": [[99, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation": [[100, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx": [[101, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph": [[102, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node": [[103, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema": [[104, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils": [[105, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq": [[106, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern": [[107, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq": [[108, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern": [[109, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern"]], "neural_compressor.adaptor.tf_utils.graph_util": [[110, "module-neural_compressor.adaptor.tf_utils.graph_util"]], "neural_compressor.adaptor.tf_utils": [[111, "module-neural_compressor.adaptor.tf_utils"]], "neural_compressor.adaptor.tf_utils.quantize_graph": [[112, "module-neural_compressor.adaptor.tf_utils.quantize_graph"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize": [[113, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat": [[114, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config": [[115, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper": [[116, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers": [[117, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer": [[118, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add": [[119, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base": [[120, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn": [[121, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper": [[122, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn": [[123, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2": [[124, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv": [[125, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv": [[126, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in": [[127, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul": [[128, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling": [[129, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq": [[130, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq": [[131, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base": [[132, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn": [[133, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2": [[134, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv": [[135, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu": [[136, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul": [[137, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling": [[138, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph_common": [[139, "module-neural_compressor.adaptor.tf_utils.quantize_graph_common"]], "neural_compressor.adaptor.tf_utils.smooth_quant_calibration": [[140, "module-neural_compressor.adaptor.tf_utils.smooth_quant_calibration"]], "neural_compressor.adaptor.tf_utils.smooth_quant_scaler": [[141, "module-neural_compressor.adaptor.tf_utils.smooth_quant_scaler"]], "neural_compressor.adaptor.tf_utils.tf2onnx_converter": [[142, "module-neural_compressor.adaptor.tf_utils.tf2onnx_converter"]], "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction": [[143, "module-neural_compressor.adaptor.tf_utils.transform_graph.bias_correction"]], "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base": [[144, "module-neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base"]], "neural_compressor.adaptor.tf_utils.transform_graph": [[145, "module-neural_compressor.adaptor.tf_utils.transform_graph"]], "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging": [[146, "module-neural_compressor.adaptor.tf_utils.transform_graph.insert_logging"]], "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat": [[147, "module-neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat"]], "neural_compressor.adaptor.tf_utils.util": [[148, "module-neural_compressor.adaptor.tf_utils.util"]], "neural_compressor.adaptor.torch_utils.autoround.autoround": [[149, "module-neural_compressor.adaptor.torch_utils.autoround.autoround"]], "neural_compressor.adaptor.torch_utils.autoround": [[150, "module-neural_compressor.adaptor.torch_utils.autoround"]], "neural_compressor.adaptor.torch_utils.autoround.sign_sgd": [[151, "module-neural_compressor.adaptor.torch_utils.autoround.sign_sgd"]], "neural_compressor.adaptor.torch_utils.awq": [[152, "module-neural_compressor.adaptor.torch_utils.awq"]], "neural_compressor.adaptor.torch_utils.bf16_convert": [[153, "module-neural_compressor.adaptor.torch_utils.bf16_convert"]], "neural_compressor.adaptor.torch_utils.gptq": [[154, "module-neural_compressor.adaptor.torch_utils.gptq"]], "neural_compressor.adaptor.torch_utils.hawq_metric": [[155, "module-neural_compressor.adaptor.torch_utils.hawq_metric"]], "neural_compressor.adaptor.torch_utils": [[156, "module-neural_compressor.adaptor.torch_utils"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant": [[157, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle": [[158, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize": [[159, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load": [[160, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils": [[161, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.utils"]], "neural_compressor.adaptor.torch_utils.mixed_precision": [[162, "module-neural_compressor.adaptor.torch_utils.mixed_precision"]], "neural_compressor.adaptor.torch_utils.model_wrapper": [[163, "module-neural_compressor.adaptor.torch_utils.model_wrapper"]], "neural_compressor.adaptor.torch_utils.pattern_detector": [[164, "module-neural_compressor.adaptor.torch_utils.pattern_detector"]], "neural_compressor.adaptor.torch_utils.smooth_quant": [[165, "module-neural_compressor.adaptor.torch_utils.smooth_quant"]], "neural_compressor.adaptor.torch_utils.symbolic_trace": [[166, "module-neural_compressor.adaptor.torch_utils.symbolic_trace"]], "neural_compressor.adaptor.torch_utils.teq": [[167, "module-neural_compressor.adaptor.torch_utils.teq"]], "neural_compressor.adaptor.torch_utils.util": [[168, "module-neural_compressor.adaptor.torch_utils.util"]], "}": [[168, "id3"]], "neural_compressor.adaptor.torch_utils.weight_only": [[169, "module-neural_compressor.adaptor.torch_utils.weight_only"]], "neural_compressor.algorithm.algorithm": [[170, "module-neural_compressor.algorithm.algorithm"]], "neural_compressor.algorithm.fast_bias_correction": [[171, "module-neural_compressor.algorithm.fast_bias_correction"]], "neural_compressor.algorithm": [[172, "module-neural_compressor.algorithm"]], "neural_compressor.algorithm.smooth_quant": [[173, "module-neural_compressor.algorithm.smooth_quant"]], "neural_compressor.algorithm.weight_correction": [[174, "module-neural_compressor.algorithm.weight_correction"]], "neural_compressor.benchmark": [[175, "module-neural_compressor.benchmark"]], "neural_compressor.common.base_config": [[176, "module-neural_compressor.common.base_config"]], "neural_compressor.common": [[177, "module-neural_compressor.common"]], "neural_compressor.common.logger": [[178, "module-neural_compressor.common.logger"]], "neural_compressor.common.utility": [[179, "module-neural_compressor.common.utility"]], "neural_compressor.compression.callbacks": [[180, "module-neural_compressor.compression.callbacks"]], "neural_compressor.compression.distillation.criterions": [[181, "module-neural_compressor.compression.distillation.criterions"]], "neural_compressor.compression.distillation": [[182, "module-neural_compressor.compression.distillation"]], "neural_compressor.compression.distillation.optimizers": [[183, "module-neural_compressor.compression.distillation.optimizers"]], "neural_compressor.compression.distillation.utility": [[184, "module-neural_compressor.compression.distillation.utility"]], "neural_compressor.compression.hpo": [[185, "module-neural_compressor.compression.hpo"]], "neural_compressor.compression.hpo.sa_optimizer": [[186, "module-neural_compressor.compression.hpo.sa_optimizer"]], "neural_compressor.compression.hpo.search_algorithms": [[187, "module-neural_compressor.compression.hpo.search_algorithms"]], "neural_compressor.compression.hpo.search_space": [[188, "module-neural_compressor.compression.hpo.search_space"]], "neural_compressor.compression": [[189, "module-neural_compressor.compression"]], "neural_compressor.compression.pruner.criteria": [[190, "module-neural_compressor.compression.pruner.criteria"]], "neural_compressor.compression.pruner": [[191, "module-neural_compressor.compression.pruner"]], "neural_compressor.compression.pruner.model_slim.auto_slim": [[192, "module-neural_compressor.compression.pruner.model_slim.auto_slim"]], "neural_compressor.compression.pruner.model_slim": [[193, "module-neural_compressor.compression.pruner.model_slim"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer": [[194, "module-neural_compressor.compression.pruner.model_slim.pattern_analyzer"]], "neural_compressor.compression.pruner.model_slim.weight_slim": [[195, "module-neural_compressor.compression.pruner.model_slim.weight_slim"]], "neural_compressor.compression.pruner.patterns.base": [[196, "module-neural_compressor.compression.pruner.patterns.base"]], "neural_compressor.compression.pruner.patterns": [[197, "module-neural_compressor.compression.pruner.patterns"]], "neural_compressor.compression.pruner.patterns.mha": [[198, "module-neural_compressor.compression.pruner.patterns.mha"]], "neural_compressor.compression.pruner.patterns.ninm": [[199, "module-neural_compressor.compression.pruner.patterns.ninm"]], "neural_compressor.compression.pruner.patterns.nxm": [[200, "module-neural_compressor.compression.pruner.patterns.nxm"]], "neural_compressor.compression.pruner.pruners.base": [[201, "module-neural_compressor.compression.pruner.pruners.base"]], "neural_compressor.compression.pruner.pruners.basic": [[202, "module-neural_compressor.compression.pruner.pruners.basic"]], "neural_compressor.compression.pruner.pruners.block_mask": [[203, "module-neural_compressor.compression.pruner.pruners.block_mask"]], "neural_compressor.compression.pruner.pruners": [[204, "module-neural_compressor.compression.pruner.pruners"]], "neural_compressor.compression.pruner.pruners.mha": [[205, "module-neural_compressor.compression.pruner.pruners.mha"]], "neural_compressor.compression.pruner.pruners.pattern_lock": [[206, "module-neural_compressor.compression.pruner.pruners.pattern_lock"]], "neural_compressor.compression.pruner.pruners.progressive": [[207, "module-neural_compressor.compression.pruner.pruners.progressive"]], "neural_compressor.compression.pruner.pruners.retrain_free": [[208, "module-neural_compressor.compression.pruner.pruners.retrain_free"]], "neural_compressor.compression.pruner.pruners.sparse_gpt": [[209, "module-neural_compressor.compression.pruner.pruners.sparse_gpt"]], "neural_compressor.compression.pruner.pruning": [[210, "module-neural_compressor.compression.pruner.pruning"]], "neural_compressor.compression.pruner.regs": [[211, "module-neural_compressor.compression.pruner.regs"]], "neural_compressor.compression.pruner.schedulers": [[212, "module-neural_compressor.compression.pruner.schedulers"]], "neural_compressor.compression.pruner.tf_criteria": [[213, "module-neural_compressor.compression.pruner.tf_criteria"]], "neural_compressor.compression.pruner.utils": [[214, "module-neural_compressor.compression.pruner.utils"]], "neural_compressor.conf.config": [[215, "module-neural_compressor.conf.config"]], "neural_compressor.conf.dotdict": [[216, "module-neural_compressor.conf.dotdict"]], "neural_compressor.conf": [[217, "module-neural_compressor.conf"]], "neural_compressor.conf.pythonic_config": [[218, "module-neural_compressor.conf.pythonic_config"]], "neural_compressor.config": [[219, "module-neural_compressor.config"]], "neural_compressor.contrib": [[220, "module-neural_compressor.contrib"]], "neural_compressor.contrib.strategy": [[221, "module-neural_compressor.contrib.strategy"]], "neural_compressor.contrib.strategy.sigopt": [[222, "module-neural_compressor.contrib.strategy.sigopt"]], "neural_compressor.contrib.strategy.tpe": [[223, "module-neural_compressor.contrib.strategy.tpe"]], "neural_compressor.data.dataloaders.base_dataloader": [[224, "module-neural_compressor.data.dataloaders.base_dataloader"]], "neural_compressor.data.dataloaders.dataloader": [[225, "module-neural_compressor.data.dataloaders.dataloader"]], "neural_compressor.data.dataloaders.default_dataloader": [[226, "module-neural_compressor.data.dataloaders.default_dataloader"]], "neural_compressor.data.dataloaders.fetcher": [[227, "module-neural_compressor.data.dataloaders.fetcher"]], "neural_compressor.data.dataloaders": [[228, "module-neural_compressor.data.dataloaders"]], "Attributes": [[228, "attributes"], [236, "attributes"], [245, "attributes"], [279, "attributes"], [288, "attributes"], [299, "attributes"], [323, "attributes"], [363, "attributes"], [413, "attributes"], [456, "attributes"]], "neural_compressor.data.dataloaders.mxnet_dataloader": [[229, "module-neural_compressor.data.dataloaders.mxnet_dataloader"]], "neural_compressor.data.dataloaders.onnxrt_dataloader": [[230, "module-neural_compressor.data.dataloaders.onnxrt_dataloader"]], "neural_compressor.data.dataloaders.pytorch_dataloader": [[231, "module-neural_compressor.data.dataloaders.pytorch_dataloader"]], "neural_compressor.data.dataloaders.sampler": [[232, "module-neural_compressor.data.dataloaders.sampler"]], "neural_compressor.data.dataloaders.tensorflow_dataloader": [[233, "module-neural_compressor.data.dataloaders.tensorflow_dataloader"]], "neural_compressor.data.datasets.bert_dataset": [[234, "module-neural_compressor.data.datasets.bert_dataset"]], "neural_compressor.data.datasets.coco_dataset": [[235, "module-neural_compressor.data.datasets.coco_dataset"]], "neural_compressor.data.datasets.dataset": [[236, "module-neural_compressor.data.datasets.dataset"]], "neural_compressor.data.datasets.dummy_dataset": [[237, "module-neural_compressor.data.datasets.dummy_dataset"]], "neural_compressor.data.datasets.dummy_dataset_v2": [[238, "module-neural_compressor.data.datasets.dummy_dataset_v2"]], "neural_compressor.data.datasets.imagenet_dataset": [[239, "module-neural_compressor.data.datasets.imagenet_dataset"]], "neural_compressor.data.datasets": [[240, "module-neural_compressor.data.datasets"]], "neural_compressor.data.datasets.style_transfer_dataset": [[241, "module-neural_compressor.data.datasets.style_transfer_dataset"]], "neural_compressor.data.filters.coco_filter": [[242, "module-neural_compressor.data.filters.coco_filter"]], "neural_compressor.data.filters.filter": [[243, "module-neural_compressor.data.filters.filter"]], "neural_compressor.data.filters": [[244, "module-neural_compressor.data.filters"]], "neural_compressor.data": [[245, "module-neural_compressor.data"]], "neural_compressor.data.transforms.coco_transform": [[246, "module-neural_compressor.data.transforms.coco_transform"]], "neural_compressor.data.transforms.imagenet_transform": [[247, "module-neural_compressor.data.transforms.imagenet_transform"]], "neural_compressor.data.transforms": [[248, "module-neural_compressor.data.transforms"]], "neural_compressor.data.transforms.postprocess": [[249, "module-neural_compressor.data.transforms.postprocess"]], "neural_compressor.data.transforms.tokenization": [[250, "module-neural_compressor.data.transforms.tokenization"]], "neural_compressor.data.transforms.transform": [[251, "module-neural_compressor.data.transforms.transform"]], "neural_compressor.experimental.benchmark": [[252, "module-neural_compressor.experimental.benchmark"]], "neural_compressor.experimental.common.criterion": [[253, "module-neural_compressor.experimental.common.criterion"]], "neural_compressor.experimental.common.dataloader": [[254, "module-neural_compressor.experimental.common.dataloader"]], "neural_compressor.experimental.common": [[255, "module-neural_compressor.experimental.common"]], "neural_compressor.experimental.common.metric": [[256, "module-neural_compressor.experimental.common.metric"]], "neural_compressor.experimental.common.model": [[257, "module-neural_compressor.experimental.common.model"]], "neural_compressor.experimental.common.optimizer": [[258, "module-neural_compressor.experimental.common.optimizer"]], "neural_compressor.experimental.common.postprocess": [[259, "module-neural_compressor.experimental.common.postprocess"]], "neural_compressor.experimental.common.torch_utils": [[260, "module-neural_compressor.experimental.common.torch_utils"]], "neural_compressor.experimental.component": [[261, "module-neural_compressor.experimental.component"]], "neural_compressor.experimental.compression": [[262, "module-neural_compressor.experimental.compression"]], "neural_compressor.experimental.contrib": [[263, "module-neural_compressor.experimental.contrib"]], "neural_compressor.experimental.contrib.strategy": [[264, "module-neural_compressor.experimental.contrib.strategy"]], "neural_compressor.experimental.contrib.strategy.sigopt": [[265, "module-neural_compressor.experimental.contrib.strategy.sigopt"]], "neural_compressor.experimental.contrib.strategy.tpe": [[266, "module-neural_compressor.experimental.contrib.strategy.tpe"]], "neural_compressor.experimental.data.dataloaders.base_dataloader": [[267, "module-neural_compressor.experimental.data.dataloaders.base_dataloader"]], "neural_compressor.experimental.data.dataloaders.dataloader": [[268, "module-neural_compressor.experimental.data.dataloaders.dataloader"]], "neural_compressor.experimental.data.dataloaders.default_dataloader": [[269, "module-neural_compressor.experimental.data.dataloaders.default_dataloader"]], "neural_compressor.experimental.data.dataloaders.fetcher": [[270, "module-neural_compressor.experimental.data.dataloaders.fetcher"]], "neural_compressor.experimental.data.dataloaders": [[271, "module-neural_compressor.experimental.data.dataloaders"]], "neural_compressor.experimental.data.dataloaders.mxnet_dataloader": [[272, "module-neural_compressor.experimental.data.dataloaders.mxnet_dataloader"]], "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader": [[273, "module-neural_compressor.experimental.data.dataloaders.onnxrt_dataloader"]], "neural_compressor.experimental.data.dataloaders.pytorch_dataloader": [[274, "module-neural_compressor.experimental.data.dataloaders.pytorch_dataloader"]], "neural_compressor.experimental.data.dataloaders.sampler": [[275, "module-neural_compressor.experimental.data.dataloaders.sampler"]], "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader": [[276, "module-neural_compressor.experimental.data.dataloaders.tensorflow_dataloader"]], "neural_compressor.experimental.data.datasets.bert_dataset": [[277, "module-neural_compressor.experimental.data.datasets.bert_dataset"]], "neural_compressor.experimental.data.datasets.coco_dataset": [[278, "module-neural_compressor.experimental.data.datasets.coco_dataset"]], "neural_compressor.experimental.data.datasets.dataset": [[279, "module-neural_compressor.experimental.data.datasets.dataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset": [[280, "module-neural_compressor.experimental.data.datasets.dummy_dataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset_v2": [[281, "module-neural_compressor.experimental.data.datasets.dummy_dataset_v2"]], "neural_compressor.experimental.data.datasets.imagenet_dataset": [[282, "module-neural_compressor.experimental.data.datasets.imagenet_dataset"]], "neural_compressor.experimental.data.datasets": [[283, "module-neural_compressor.experimental.data.datasets"]], "neural_compressor.experimental.data.datasets.style_transfer_dataset": [[284, "module-neural_compressor.experimental.data.datasets.style_transfer_dataset"]], "neural_compressor.experimental.data.filters.coco_filter": [[285, "module-neural_compressor.experimental.data.filters.coco_filter"]], "neural_compressor.experimental.data.filters.filter": [[286, "module-neural_compressor.experimental.data.filters.filter"]], "neural_compressor.experimental.data.filters": [[287, "module-neural_compressor.experimental.data.filters"]], "neural_compressor.experimental.data": [[288, "module-neural_compressor.experimental.data"]], "neural_compressor.experimental.data.transforms.imagenet_transform": [[289, "module-neural_compressor.experimental.data.transforms.imagenet_transform"]], "neural_compressor.experimental.data.transforms": [[290, "module-neural_compressor.experimental.data.transforms"]], "neural_compressor.experimental.data.transforms.tokenization": [[291, "module-neural_compressor.experimental.data.transforms.tokenization"]], "neural_compressor.experimental.data.transforms.transform": [[292, "module-neural_compressor.experimental.data.transforms.transform"]], "neural_compressor.experimental.distillation": [[293, "module-neural_compressor.experimental.distillation"]], "neural_compressor.experimental.export": [[294, "module-neural_compressor.experimental.export"]], "neural_compressor.experimental.export.qlinear2qdq": [[295, "module-neural_compressor.experimental.export.qlinear2qdq"]], "neural_compressor.experimental.export.tf2onnx": [[296, "module-neural_compressor.experimental.export.tf2onnx"]], "neural_compressor.experimental.export.torch2onnx": [[297, "module-neural_compressor.experimental.export.torch2onnx"]], "neural_compressor.experimental.graph_optimization": [[298, "module-neural_compressor.experimental.graph_optimization"]], "neural_compressor.experimental": [[299, "module-neural_compressor.experimental"]], "neural_compressor.experimental.metric.bleu": [[300, "module-neural_compressor.experimental.metric.bleu"]], "neural_compressor.experimental.metric.bleu_util": [[301, "module-neural_compressor.experimental.metric.bleu_util"]], "neural_compressor.experimental.metric.coco_label_map": [[302, "module-neural_compressor.experimental.metric.coco_label_map"]], "neural_compressor.experimental.metric.coco_tools": [[303, "module-neural_compressor.experimental.metric.coco_tools"]], "neural_compressor.experimental.metric.evaluate_squad": [[304, "module-neural_compressor.experimental.metric.evaluate_squad"]], "neural_compressor.experimental.metric.f1": [[305, "module-neural_compressor.experimental.metric.f1"]], "neural_compressor.experimental.metric": [[306, "module-neural_compressor.experimental.metric"]], "neural_compressor.experimental.metric.metric": [[307, "module-neural_compressor.experimental.metric.metric"]], "neural_compressor.experimental.mixed_precision": [[308, "module-neural_compressor.experimental.mixed_precision"]], "neural_compressor.experimental.model_conversion": [[309, "module-neural_compressor.experimental.model_conversion"]], "neural_compressor.experimental.nas.basic_nas": [[310, "module-neural_compressor.experimental.nas.basic_nas"]], "neural_compressor.experimental.nas.dynas": [[311, "module-neural_compressor.experimental.nas.dynas"]], "neural_compressor.experimental.nas": [[312, "module-neural_compressor.experimental.nas"]], "neural_compressor.experimental.nas.nas": [[313, "module-neural_compressor.experimental.nas.nas"]], "neural_compressor.experimental.nas.nas_utils": [[314, "module-neural_compressor.experimental.nas.nas_utils"]], "neural_compressor.experimental.nas.search_algorithms": [[315, "module-neural_compressor.experimental.nas.search_algorithms"]], "neural_compressor.experimental.pruner_legacy.gradient_sensitivity": [[316, "module-neural_compressor.experimental.pruner_legacy.gradient_sensitivity"]], "neural_compressor.experimental.pruner_legacy.group_lasso": [[317, "module-neural_compressor.experimental.pruner_legacy.group_lasso"]], "neural_compressor.experimental.pruner_legacy": [[318, "module-neural_compressor.experimental.pruner_legacy"]], "neural_compressor.experimental.pruner_legacy.magnitude": [[319, "module-neural_compressor.experimental.pruner_legacy.magnitude"]], "neural_compressor.experimental.pruner_legacy.pattern_lock": [[320, "module-neural_compressor.experimental.pruner_legacy.pattern_lock"]], "neural_compressor.experimental.pruner_legacy.pruner": [[321, "module-neural_compressor.experimental.pruner_legacy.pruner"]], "neural_compressor.experimental.pruning": [[322, "module-neural_compressor.experimental.pruning"]], "neural_compressor.experimental.pruning_recipes": [[323, "module-neural_compressor.experimental.pruning_recipes"]], "neural_compressor.experimental.pruning_recipes.patterns": [[324, "module-neural_compressor.experimental.pruning_recipes.patterns"]], "neural_compressor.experimental.pruning_recipes.patterns.pattern": [[325, "module-neural_compressor.experimental.pruning_recipes.patterns.pattern"]], "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern": [[326, "module-neural_compressor.experimental.pruning_recipes.patterns.tile_pattern"]], "neural_compressor.experimental.pruning_v2": [[327, "module-neural_compressor.experimental.pruning_v2"]], "neural_compressor.experimental.pytorch_pruner": [[328, "module-neural_compressor.experimental.pytorch_pruner"]], "neural_compressor.experimental.pytorch_pruner.logger": [[329, "module-neural_compressor.experimental.pytorch_pruner.logger"]], "neural_compressor.experimental.pytorch_pruner.patterns": [[330, "module-neural_compressor.experimental.pytorch_pruner.patterns"]], "neural_compressor.experimental.pytorch_pruner.prune_utils": [[331, "module-neural_compressor.experimental.pytorch_pruner.prune_utils"]], "neural_compressor.experimental.pytorch_pruner.pruner": [[332, "module-neural_compressor.experimental.pytorch_pruner.pruner"]], "neural_compressor.experimental.pytorch_pruner.pruning": [[333, "module-neural_compressor.experimental.pytorch_pruner.pruning"]], "neural_compressor.experimental.pytorch_pruner.scheduler": [[334, "module-neural_compressor.experimental.pytorch_pruner.scheduler"]], "neural_compressor.experimental.quantization": [[335, "module-neural_compressor.experimental.quantization"]], "neural_compressor.experimental.scheduler": [[336, "module-neural_compressor.experimental.scheduler"]], "neural_compressor.experimental.strategy.auto_mixed_precision": [[337, "module-neural_compressor.experimental.strategy.auto_mixed_precision"]], "neural_compressor.experimental.strategy.basic": [[338, "module-neural_compressor.experimental.strategy.basic"]], "neural_compressor.experimental.strategy.bayesian": [[339, "module-neural_compressor.experimental.strategy.bayesian"]], "neural_compressor.experimental.strategy.exhaustive": [[340, "module-neural_compressor.experimental.strategy.exhaustive"]], "neural_compressor.experimental.strategy": [[341, "module-neural_compressor.experimental.strategy"]], "neural_compressor.experimental.strategy.mse": [[342, "module-neural_compressor.experimental.strategy.mse"]], "neural_compressor.experimental.strategy.mse_v2": [[343, "module-neural_compressor.experimental.strategy.mse_v2"]], "neural_compressor.experimental.strategy.random": [[344, "module-neural_compressor.experimental.strategy.random"]], "neural_compressor.experimental.strategy.strategy": [[345, "module-neural_compressor.experimental.strategy.strategy"]], "neural_compressor.experimental.strategy.utils.constant": [[346, "module-neural_compressor.experimental.strategy.utils.constant"]], "neural_compressor.experimental.strategy.utils": [[347, "module-neural_compressor.experimental.strategy.utils"]], "neural_compressor.experimental.strategy.utils.tuning_sampler": [[348, "module-neural_compressor.experimental.strategy.utils.tuning_sampler"]], "neural_compressor.experimental.strategy.utils.tuning_space": [[349, "module-neural_compressor.experimental.strategy.utils.tuning_space"]], "neural_compressor.experimental.strategy.utils.tuning_structs": [[350, "module-neural_compressor.experimental.strategy.utils.tuning_structs"]], "neural_compressor.experimental.strategy.utils.utility": [[351, "module-neural_compressor.experimental.strategy.utils.utility"]], "neural_compressor": [[352, "module-neural_compressor"]], "neural_compressor.metric.bleu": [[353, "module-neural_compressor.metric.bleu"]], "neural_compressor.metric.bleu_util": [[354, "module-neural_compressor.metric.bleu_util"]], "neural_compressor.metric.coco_label_map": [[355, "module-neural_compressor.metric.coco_label_map"]], "neural_compressor.metric.coco_tools": [[356, "module-neural_compressor.metric.coco_tools"]], "neural_compressor.metric.evaluate_squad": [[357, "module-neural_compressor.metric.evaluate_squad"]], "neural_compressor.metric.f1": [[358, "module-neural_compressor.metric.f1"]], "neural_compressor.metric": [[359, "module-neural_compressor.metric"]], "neural_compressor.metric.metric": [[360, "module-neural_compressor.metric.metric"]], "neural_compressor.mix_precision": [[361, "module-neural_compressor.mix_precision"]], "neural_compressor.model.base_model": [[362, "module-neural_compressor.model.base_model"]], "neural_compressor.model": [[363, "module-neural_compressor.model"]], "neural_compressor.model.keras_model": [[364, "module-neural_compressor.model.keras_model"]], "neural_compressor.model.model": [[365, "module-neural_compressor.model.model"]], "neural_compressor.model.mxnet_model": [[366, "module-neural_compressor.model.mxnet_model"]], "neural_compressor.model.nets_factory": [[367, "module-neural_compressor.model.nets_factory"]], "neural_compressor.model.onnx_model": [[368, "module-neural_compressor.model.onnx_model"]], "neural_compressor.model.tensorflow_model": [[369, "module-neural_compressor.model.tensorflow_model"]], "neural_compressor.model.torch_model": [[370, "module-neural_compressor.model.torch_model"]], "neural_compressor.objective": [[371, "module-neural_compressor.objective"]], "neural_compressor.profiling": [[372, "module-neural_compressor.profiling"]], "neural_compressor.profiling.parser.factory": [[373, "module-neural_compressor.profiling.parser.factory"]], "neural_compressor.profiling.parser": [[374, "module-neural_compressor.profiling.parser"]], "neural_compressor.profiling.parser.onnx_parser.factory": [[375, "module-neural_compressor.profiling.parser.onnx_parser.factory"]], "neural_compressor.profiling.parser.onnx_parser": [[376, "module-neural_compressor.profiling.parser.onnx_parser"]], "neural_compressor.profiling.parser.onnx_parser.parser": [[377, "module-neural_compressor.profiling.parser.onnx_parser.parser"]], "neural_compressor.profiling.parser.parser": [[378, "module-neural_compressor.profiling.parser.parser"]], "neural_compressor.profiling.parser.result": [[379, "module-neural_compressor.profiling.parser.result"]], "neural_compressor.profiling.parser.tensorflow_parser.factory": [[380, "module-neural_compressor.profiling.parser.tensorflow_parser.factory"]], "neural_compressor.profiling.parser.tensorflow_parser": [[381, "module-neural_compressor.profiling.parser.tensorflow_parser"]], "neural_compressor.profiling.parser.tensorflow_parser.parser": [[382, "module-neural_compressor.profiling.parser.tensorflow_parser.parser"]], "neural_compressor.profiling.profiler.factory": [[383, "module-neural_compressor.profiling.profiler.factory"]], "neural_compressor.profiling.profiler": [[384, "module-neural_compressor.profiling.profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.factory": [[385, "module-neural_compressor.profiling.profiler.onnxrt_profiler.factory"]], "neural_compressor.profiling.profiler.onnxrt_profiler": [[386, "module-neural_compressor.profiling.profiler.onnxrt_profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.profiler": [[387, "module-neural_compressor.profiling.profiler.onnxrt_profiler.profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.utils": [[388, "module-neural_compressor.profiling.profiler.onnxrt_profiler.utils"]], "neural_compressor.profiling.profiler.profiler": [[389, "module-neural_compressor.profiling.profiler.profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.factory": [[390, "module-neural_compressor.profiling.profiler.tensorflow_profiler.factory"]], "neural_compressor.profiling.profiler.tensorflow_profiler": [[391, "module-neural_compressor.profiling.profiler.tensorflow_profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.profiler": [[392, "module-neural_compressor.profiling.profiler.tensorflow_profiler.profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.utils": [[393, "module-neural_compressor.profiling.profiler.tensorflow_profiler.utils"]], "neural_compressor.quantization": [[394, "module-neural_compressor.quantization"]], "neural_compressor.strategy.auto": [[395, "module-neural_compressor.strategy.auto"]], "neural_compressor.strategy.auto_mixed_precision": [[396, "module-neural_compressor.strategy.auto_mixed_precision"]], "neural_compressor.strategy.basic": [[397, "module-neural_compressor.strategy.basic"]], "neural_compressor.strategy.bayesian": [[398, "module-neural_compressor.strategy.bayesian"]], "neural_compressor.strategy.conservative": [[399, "module-neural_compressor.strategy.conservative"]], "neural_compressor.strategy.exhaustive": [[400, "module-neural_compressor.strategy.exhaustive"]], "neural_compressor.strategy.hawq_v2": [[401, "module-neural_compressor.strategy.hawq_v2"]], "neural_compressor.strategy": [[402, "module-neural_compressor.strategy"]], "neural_compressor.strategy.mse": [[403, "module-neural_compressor.strategy.mse"]], "neural_compressor.strategy.mse_v2": [[404, "module-neural_compressor.strategy.mse_v2"]], "neural_compressor.strategy.random": [[405, "module-neural_compressor.strategy.random"]], "neural_compressor.strategy.strategy": [[406, "module-neural_compressor.strategy.strategy"]], "neural_compressor.strategy.utils.constant": [[407, "module-neural_compressor.strategy.utils.constant"]], "neural_compressor.strategy.utils": [[408, "module-neural_compressor.strategy.utils"]], "neural_compressor.strategy.utils.tuning_sampler": [[409, "module-neural_compressor.strategy.utils.tuning_sampler"]], "neural_compressor.strategy.utils.tuning_space": [[410, "module-neural_compressor.strategy.utils.tuning_space"]], "neural_compressor.strategy.utils.tuning_structs": [[411, "module-neural_compressor.strategy.utils.tuning_structs"]], "neural_compressor.strategy.utils.utility": [[412, "module-neural_compressor.strategy.utils.utility"]], "neural_compressor.template.api_doc_example": [[413, "module-neural_compressor.template.api_doc_example"]], "neural_compressor.template": [[414, "module-neural_compressor.template"]], "neural_compressor.tensorflow.algorithms": [[415, "module-neural_compressor.tensorflow.algorithms"]], "neural_compressor.tensorflow.algorithms.static_quantize": [[416, "module-neural_compressor.tensorflow.algorithms.static_quantize"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras": [[417, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d": [[418, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense": [[419, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d": [[420, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils": [[421, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d": [[422, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer": [[423, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d": [[424, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry": [[425, "module-neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry"]], "neural_compressor.tensorflow": [[426, "module-neural_compressor.tensorflow"]], "neural_compressor.tensorflow.quantization.config": [[427, "module-neural_compressor.tensorflow.quantization.config"]], "neural_compressor.tensorflow.quantization": [[428, "module-neural_compressor.tensorflow.quantization"]], "neural_compressor.tensorflow.quantization.quantize": [[429, "module-neural_compressor.tensorflow.quantization.quantize"]], "neural_compressor.tensorflow.utils": [[430, "module-neural_compressor.tensorflow.utils"]], "neural_compressor.torch.algorithms": [[431, "module-neural_compressor.torch.algorithms"]], "neural_compressor.torch.algorithms.weight_only.gptq": [[432, "module-neural_compressor.torch.algorithms.weight_only.gptq"]], "neural_compressor.torch.algorithms.weight_only": [[433, "module-neural_compressor.torch.algorithms.weight_only"]], "neural_compressor.torch.algorithms.weight_only.rtn": [[434, "module-neural_compressor.torch.algorithms.weight_only.rtn"]], "neural_compressor.torch.algorithms.weight_only_algos": [[435, "module-neural_compressor.torch.algorithms.weight_only_algos"]], "neural_compressor.torch.amp.autocast": [[436, "module-neural_compressor.torch.amp.autocast"]], "neural_compressor.torch.amp.fp8.functions": [[437, "module-neural_compressor.torch.amp.fp8.functions"]], "neural_compressor.torch.amp.fp8": [[438, "module-neural_compressor.torch.amp.fp8"]], "neural_compressor.torch.amp": [[439, "module-neural_compressor.torch.amp"]], "neural_compressor.torch": [[440, "module-neural_compressor.torch"]], "neural_compressor.torch.quantization.config": [[441, "module-neural_compressor.torch.quantization.config"]], "neural_compressor.torch.quantization.fp8": [[442, "module-neural_compressor.torch.quantization.fp8"]], "neural_compressor.torch.quantization.fp8.modules": [[443, "module-neural_compressor.torch.quantization.fp8.modules"]], "neural_compressor.torch.quantization.fp8.observer": [[444, "module-neural_compressor.torch.quantization.fp8.observer"]], "neural_compressor.torch.quantization.fp8.quantization_impl": [[445, "module-neural_compressor.torch.quantization.fp8.quantization_impl"]], "neural_compressor.torch.quantization": [[446, "module-neural_compressor.torch.quantization"]], "neural_compressor.torch.quantization.layers": [[447, "module-neural_compressor.torch.quantization.layers"]], "neural_compressor.torch.quantization.quantize": [[448, "module-neural_compressor.torch.quantization.quantize"]], "neural_compressor.torch.utils.constants": [[449, "module-neural_compressor.torch.utils.constants"]], "neural_compressor.torch.utils": [[450, "module-neural_compressor.torch.utils"]], "neural_compressor.torch.utils.utility": [[451, "module-neural_compressor.torch.utils.utility"]], "neural_compressor.training": [[452, "module-neural_compressor.training"]], "neural_compressor.utils.collect_layer_histogram": [[453, "module-neural_compressor.utils.collect_layer_histogram"]], "neural_compressor.utils.constant": [[454, "module-neural_compressor.utils.constant"]], "neural_compressor.utils.create_obj_from_config": [[455, "module-neural_compressor.utils.create_obj_from_config"]], "neural_compressor.utils": [[456, "module-neural_compressor.utils"]], "neural_compressor.utils.kl_divergence": [[457, "module-neural_compressor.utils.kl_divergence"]], "neural_compressor.utils.load_huggingface": [[458, "module-neural_compressor.utils.load_huggingface"]], "neural_compressor.utils.logger": [[459, "module-neural_compressor.utils.logger"]], "neural_compressor.utils.neural_insights_utils": [[460, "module-neural_compressor.utils.neural_insights_utils"]], "neural_compressor.utils.options": [[461, "module-neural_compressor.utils.options"]], "neural_compressor.utils.pytorch": [[462, "module-neural_compressor.utils.pytorch"]], "neural_compressor.utils.utility": [[463, "module-neural_compressor.utils.utility"]], "neural_compressor.utils.weights_details": [[464, "module-neural_compressor.utils.weights_details"]], "neural_compressor.version": [[465, "module-neural_compressor.version"]], "Intel\u00ae Neural Compressor Documentation": [[466, "intel-neural-compressor-documentation"], [565, "intel-neural-compressor-documentation"]], "Sections": [[466, "sections"], [565, "sections"]], "Contributor Covenant Code of Conduct": [[467, "contributor-covenant-code-of-conduct"], [468, "contributor-covenant-code-of-conduct"]], "Our Pledge": [[467, "our-pledge"]], "Our Standards": [[467, "our-standards"]], "Our Responsibilities": [[467, "our-responsibilities"]], "Scope": [[467, "scope"]], "Enforcement": [[467, "enforcement"]], "Attribution": [[467, "attribution"]], "Contribution Guidelines": [[468, "contribution-guidelines"]], "Create Pull Request": [[468, "create-pull-request"]], "Step-by-Step guidelines": [[468, "step-by-step-guidelines"]], "Pull Request Checklist": [[468, "pull-request-checklist"]], "Pull Request Template": [[468, "pull-request-template"]], "Pull Request Acceptance Criteria": [[468, "pull-request-acceptance-criteria"]], "Pull Request Status Checks Overview": [[468, "pull-request-status-checks-overview"]], "Support": [[468, "support"]], "FX": [[469, "fx"]], "Introduction": [[469, "introduction"], [470, "introduction"], [473, "introduction"], [474, "introduction"], [475, "introduction"], [490, "introduction"], [491, "introduction"], [492, "introduction"], [493, "introduction"], [496, "introduction"], [497, "introduction"], [498, "introduction"], [500, "introduction"], [502, "introduction"], [505, "introduction"], [509, "introduction"], [511, "introduction"], [512, "introduction"], [533, "introduction"], [534, "introduction"], [535, "introduction"], [547, "introduction"], [548, "introduction"], [549, "introduction"], [551, "introduction"], [553, "introduction"], [555, "introduction"], [557, "introduction"], [558, "introduction"], [559, "introduction"], [560, "introduction"], [561, "introduction"], [563, "introduction"]], "FX Mode Support Matrix in Neural Compressor": [[469, "fx-mode-support-matrix-in-neural-compressor"]], "Get Started": [[469, "get-started"], [495, "get-started"], [537, "get-started"], [552, "get-started"]], "Post Training Static Quantization": [[469, "post-training-static-quantization"], [552, "post-training-static-quantization"]], "Post Training Dynamic Quantization": [[469, "post-training-dynamic-quantization"], [552, "post-training-dynamic-quantization"]], "Quantization-Aware Training": [[469, "quantization-aware-training"]], "Examples": [[469, "examples"], [470, "examples"], [490, "examples"], [492, "examples"], [493, "examples"], [496, "examples"], [497, "examples"], [498, "examples"], [499, "examples"], [500, "examples"], [510, "examples"], [511, "examples"], [512, "examples"], [548, "examples"], [549, "examples"], [552, "examples"], [553, "examples"], [555, "examples"], [559, "examples"]], "Note": [[469, "note"]], "Details": [[469, "details"]], "Common Problem": [[469, "common-problem"]], "Dynamic Quantization": [[469, "dynamic-quantization"]], "Static Quantization & Quantization Aware Training": [[469, "static-quantization-quantization-aware-training"]], "Neural Architecture Search": [[470, "neural-architecture-search"]], "Basic NAS": [[470, "basic-nas"]], "Dynamic NAS": [[470, "dynamic-nas"]], "NAS Support Matrix": [[470, "nas-support-matrix"]], "Get Started with NAS API": [[470, "get-started-with-nas-api"]], "Basic Usage": [[470, "basic-usage"]], "1. Python code + YAML": [[470, "python-code-yaml"]], "2. Python code only": [[470, "python-code-only"]], "Advanced Usage (Custom NAS)": [[470, "advanced-usage-custom-nas"]], "Security Policy": [[471, "security-policy"]], "Report a Vulnerability": [[471, "report-a-vulnerability"]], "Intel\u00ae Neural Compressor": [[472, "intel-neural-compressor"], [530, "intel-neural-compressor"]], "Installation": [[472, "installation"], [506, "installation"], [506, "id1"], [524, "installation"], [532, "installation"], [537, "installation"]], "Install from pypi": [[472, "install-from-pypi"], [532, "install-from-pypi"]], "Getting Started": [[472, "getting-started"], [503, "getting-started"], [532, "getting-started"]], "Quantization with Python API": [[472, "quantization-with-python-api"], [503, "quantization-with-python-api"], [532, "quantization-with-python-api"]], "Documentation": [[472, "documentation"]], "Selected Publications/Events": [[472, "selected-publications-events"]], "Additional Content": [[472, "additional-content"]], "Communication": [[472, "communication"]], "Adaptor": [[473, "adaptor"], [476, "adaptor"]], "Adaptor Support Matrix": [[473, "adaptor-support-matrix"]], "Working Flow": [[473, "working-flow"], [552, "working-flow"]], "Get Started with Adaptor API": [[473, "get-started-with-adaptor-api"]], "Query API": [[473, "query-api"]], "Background": [[473, "background"]], "Query API Introduction": [[473, "query-api-introduction"]], "Example of Adding a New Backend Support": [[473, "example-of-adding-a-new-backend-support"]], "Capability": [[473, "capability"]], "Implement ONNXRTAdaptor Class": [[473, "implement-onnxrtadaptor-class"]], "How to Add An Adaptor": [[474, "how-to-add-an-adaptor"]], "API List that Need to Implement": [[474, "api-list-that-need-to-implement"]], "Design the framework YAML": [[474, "design-the-framework-yaml"]], "Add query_fw_capability to Adaptor": [[474, "add-query-fw-capability-to-adaptor"]], "Add quantize API according to tune_cfg": [[474, "add-quantize-api-according-to-tune-cfg"]], "Prepare calibration model from fp32 graph": [[474, "prepare-calibration-model-from-fp32-graph"]], "Run sampling iterations of the fp32 graph to calibrate quantizable operators.": [[474, "run-sampling-iterations-of-the-fp32-graph-to-calibrate-quantizable-operators"]], "Calculate the data range and generate quantized model": [[474, "calculate-the-data-range-and-generate-quantized-model"]], "How to Support New Data Type, Like Int4, with a Few Line Changes": [[475, "how-to-support-new-data-type-like-int4-with-a-few-line-changes"]], "Define the Quantization Ability of the Specific Operator": [[475, "define-the-quantization-ability-of-the-specific-operator"]], "Invoke the Operator Kernel According to the Tuning Configuration": [[475, "invoke-the-operator-kernel-according-to-the-tuning-configuration"]], "Use the New Data Type": [[475, "use-the-new-data-type"]], "Summary": [[475, "summary"]], "ONNX Runtime": [[477, "onnx-runtime"]], "Torch Utils": [[478, "torch-utils"]], "API Document Example": [[479, "api-document-example"]], "APIs": [[480, "apis"]], "Benchmark": [[481, "benchmark"], [510, "benchmark"], [551, "benchmark"]], "Compression": [[482, "compression"]], "Config": [[483, "config"]], "Mix Precision": [[484, "mix-precision"], [510, "mix-precision"]], "Model": [[485, "model"], [512, "model"], [533, "model"], [535, "model"]], "Objective": [[486, "objective"], [543, "objective"], [544, "objective"], [545, "objective"], [547, "objective"]], "Quantization": [[487, "quantization"], [551, "quantization"], [552, "quantization"]], "Strategy": [[488, "strategy"]], "Training": [[489, "training"]], "Benchmarking": [[490, "benchmarking"]], "Benchmark Support Matrix": [[490, "benchmark-support-matrix"]], "Get Started with Benchmark API": [[490, "get-started-with-benchmark-api"]], "Calibration Algorithms in Quantization": [[491, "calibration-algorithms-in-quantization"]], "Calibration Algorithms": [[491, "calibration-algorithms"]], "Support Matrix": [[491, "support-matrix"], [515, "support-matrix"]], "Reference": [[491, "reference"], [549, "reference"], [552, "reference"], [555, "reference"], [558, "reference"]], "DataLoader": [[492, "dataloader"]], "Supported Framework Dataloader Matrix": [[492, "supported-framework-dataloader-matrix"]], "Get Started with DataLoader": [[492, "get-started-with-dataloader"]], "Use Intel\u00ae Neural Compressor DataLoader API": [[492, "use-intel-neural-compressor-dataloader-api"]], "Build Custom Dataloader with Python API": [[492, "build-custom-dataloader-with-python-api"]], "Dataset": [[493, "dataset"]], "Supported Framework Dataset Matrix": [[493, "supported-framework-dataset-matrix"]], "TensorFlow": [[493, "tensorflow"], [509, "tensorflow"], [560, "tensorflow"]], "PyTorch": [[493, "pytorch"], [509, "pytorch"], [554, "pytorch"]], "MXNet": [[493, "mxnet"], [509, "mxnet"], [560, "mxnet"]], "ONNXRT": [[493, "onnxrt"], [509, "onnxrt"], [560, "onnxrt"]], "Get start with Dataset API": [[493, "get-start-with-dataset-api"]], "Config dataloader in a yaml file": [[493, "config-dataloader-in-a-yaml-file"]], "User-specific dataset": [[493, "user-specific-dataset"]], "Design": [[494, "design"], [561, "design"], [561, "id1"], [561, "id3"], [561, "id5"], [561, "id7"], [561, "id9"], [561, "id11"], [561, "id13"], [561, "id15"], [561, "id17"], [561, "id19"], [561, "id21"]], "Architecture": [[494, "architecture"], [505, "architecture"]], "Workflow": [[494, "workflow"]], "Diagnosis": [[495, "diagnosis"]], "Diagnosis Introduction": [[495, "diagnosis-introduction"]], "Supported Feature Matrix": [[495, "supported-feature-matrix"], [498, "supported-feature-matrix"], [502, "supported-feature-matrix"], [505, "supported-feature-matrix"], [551, "supported-feature-matrix"], [552, "supported-feature-matrix"], [559, "supported-feature-matrix"], [563, "supported-feature-matrix"]], "Install Intel\u00ae Neural Compressor": [[495, "install-intel-neural-compressor"]], "Modify script": [[495, "modify-script"]], "Quantization diagnosis": [[495, "quantization-diagnosis"]], "Benchmark diagnosis": [[495, "benchmark-diagnosis"]], "Example": [[495, "example"], [509, "example"], [515, "example"], [519, "example"], [547, "example"]], "Prepare dataset": [[495, "prepare-dataset"]], "Run quantization script": [[495, "run-quantization-script"]], "Run benchmark script": [[495, "run-benchmark-script"]], "See quantization data": [[495, "see-quantization-data"]], "How to do diagnosis": [[495, "how-to-do-diagnosis"]], "Parameter description": [[495, "parameter-description"]], "Diagnosis suggestions": [[495, "diagnosis-suggestions"]], "Fallback setting example": [[495, "fallback-setting-example"]], "See profiling data": [[495, "see-profiling-data"]], "Distillation": [[496, "distillation"], [510, "distillation"], [551, "distillation"]], "Knowledge Distillation": [[496, "knowledge-distillation"]], "Intermediate Layer Knowledge Distillation": [[496, "intermediate-layer-knowledge-distillation"]], "Self Distillation": [[496, "self-distillation"]], "Distillation Support Matrix": [[496, "distillation-support-matrix"]], "Get Started with Distillation API": [[496, "get-started-with-distillation-api"]], "Distillation for Quantization": [[497, "distillation-for-quantization"]], "Distillation for Quantization Support Matrix": [[497, "distillation-for-quantization-support-matrix"]], "Get Started with Distillation for Quantization API": [[497, "get-started-with-distillation-for-quantization-api"]], "Distributed Training and Inference (Evaluation)": [[498, "distributed-training-and-inference-evaluation"]], "Get Started with Distributed Training and Inference API": [[498, "get-started-with-distributed-training-and-inference-api"]], "Option 1: Pure Yaml Configuration": [[498, "option-1-pure-yaml-configuration"]], "Option 2: User Defined Training Function": [[498, "option-2-user-defined-training-function"]], "Horovodrun Execution": [[498, "horovodrun-execution"]], "Security": [[498, "security"]], "PyTorch Examples:": [[498, "pytorch-examples"]], "TensorFlow Examples:": [[498, "tensorflow-examples"]], "Example List": [[499, "example-list"]], "Release Data": [[499, "release-data"]], "Export": [[500, "export"]], "Supported Framework Model Matrix": [[500, "supported-framework-model-matrix"], [512, "supported-framework-model-matrix"], [553, "supported-framework-model-matrix"], [555, "supported-framework-model-matrix"]], "PyTorch Model": [[500, "pytorch-model"]], "FP32 Model Export": [[500, "fp32-model-export"], [500, "id1"]], "INT8 Model Export": [[500, "int8-model-export"], [500, "id2"]], "Tensorflow Model": [[500, "tensorflow-model"]], "Appendix": [[500, "appendix"]], "Supported quantized ops": [[500, "supported-quantized-ops"]], "Frequently Asked Questions": [[501, "frequently-asked-questions"]], "Common Build Issues": [[501, "common-build-issues"]], "Issue 1:": [[501, "issue-1"]], "Issue 2:": [[501, "issue-2"]], "Issue 3:": [[501, "issue-3"]], "Issue 4:": [[501, "issue-4"]], "Framework YAML Configuration Files": [[502, "framework-yaml-configuration-files"]], "Get started with Framework YAML Files": [[502, "get-started-with-framework-yaml-files"]], "Quick Samples": [[503, "quick-samples"]], "Validated Models": [[503, "validated-models"], [558, "validated-models"], [564, "validated-models"]], "Incompatible changes between v1.2 and v1.1": [[504, "incompatible-changes-between-v1-2-and-v1-1"]], "User-facing APIs": [[504, "user-facing-apis"]], "Built-in transform/dataset/metric APIs": [[504, "built-in-transform-dataset-metric-apis"]], "Infrastructure of Intel\u00ae Neural Compressor": [[505, "infrastructure-of-intel-neural-compressor"]], "Prerequisites": [[506, "prerequisites"], [537, "prerequisites"], [538, "prerequisites"]], "Install from Binary": [[506, "install-from-binary"]], "Install from Source": [[506, "install-from-source"], [532, "install-from-source"]], "Install from AI Kit": [[506, "install-from-ai-kit"]], "System Requirements": [[506, "system-requirements"]], "Validated Hardware Environment": [[506, "validated-hardware-environment"]], "Intel\u00ae Neural Compressor supports CPUs based on Intel 64 architecture or compatible processors:": [[506, "intel-neural-compressor-supports-cpus-based-on-intel-64-architecture-or-compatible-processors"]], "Intel\u00ae Neural Compressor supports GPUs built on Intel\u2019s Xe architecture:": [[506, "intel-neural-compressor-supports-gpus-built-on-intel-s-xe-architecture"]], "Intel\u00ae Neural Compressor quantized ONNX models support multiple hardware vendors through ONNX Runtime:": [[506, "intel-neural-compressor-quantized-onnx-models-support-multiple-hardware-vendors-through-onnx-runtime"]], "Validated Software Environment": [[506, "validated-software-environment"]], "Legal Information": [[507, "legal-information"]], "License": [[507, "license"]], "Citation": [[507, "citation"]], "Trademarks": [[507, "trademarks"]], "LLMs Quantization Recipes": [[508, "llms-quantization-recipes"]], "IPEX key models": [[508, "ipex-key-models"]], "Metrics": [[509, "metrics"]], "Supported Built-in Metric Matrix": [[509, "supported-built-in-metric-matrix"]], "Get Started with Metric": [[509, "get-started-with-metric"]], "Use Intel\u00ae Neural Compressor Metric API": [[509, "use-intel-neural-compressor-metric-api"]], "Build Custom Metric with Python API": [[509, "build-custom-metric-with-python-api"]], "Code Migration from Intel Neural Compressor 1.X to Intel Neural Compressor 2.X": [[510, "code-migration-from-intel-neural-compressor-1-x-to-intel-neural-compressor-2-x"]], "Model Quantization": [[510, "model-quantization"]], "Post-training Quantization": [[510, "post-training-quantization"]], "Quantization Aware Training": [[510, "quantization-aware-training"], [552, "quantization-aware-training"], [552, "id1"]], "Pruning": [[510, "pruning"], [549, "pruning"], [551, "pruning"]], "Orchestration": [[510, "orchestration"]], "Mixed Precision": [[511, "mixed-precision"]], "Mixed Precision Support Matrix": [[511, "mixed-precision-support-matrix"]], "Hardware and Software requests for BF16": [[511, "hardware-and-software-requests-for-bf16"]], "Hardware and Software requests for FP16": [[511, "hardware-and-software-requests-for-fp16"]], "During quantization mixed precision": [[511, "during-quantization-mixed-precision"]], "Accuracy-driven mixed precision": [[511, "accuracy-driven-mixed-precision"]], "Get Started with Mixed Precision API": [[511, "get-started-with-mixed-precision-api"]], "Neural Coder": [[513, "neural-coder"], [530, "neural-coder"], [530, "id1"]], "What do we offer?": [[513, "what-do-we-offer"]], "Getting Started!": [[513, "getting-started"], [524, "getting-started"]], "Jupyter Lab Extension": [[513, "jupyter-lab-extension"]], "Python Launcher": [[513, "python-launcher"], [518, "python-launcher"]], "Python API": [[513, "python-api"]], "Contact": [[513, "contact"], [537, "contact"]], "AWS Amazon SageMaker Support": [[514, "aws-amazon-sagemaker-support"]], "Start Jupyter Lab 3": [[514, "start-jupyter-lab-3"]], "For SageMaker Studio": [[514, "for-sagemaker-studio"]], "For SageMaker Notebook instance": [[514, "for-sagemaker-notebook-instance"]], "Installation Guide": [[514, "installation-guide"]], "BigDL Nano Support": [[515, "bigdl-nano-support"]], "Intel CPU Platforms: Best Performance Setting": [[516, "intel-cpu-platforms-best-performance-setting"]], "Install MKL, OpenMP and JEMALLOC": [[516, "install-mkl-openmp-and-jemalloc"]], "Install NUMA Controller": [[516, "install-numa-controller"]], "Environment Variables": [[516, "environment-variables"]], "Frequency Governers": [[516, "frequency-governers"]], "Neural Coder as Python API": [[517, "neural-coder-as-python-api"]], "Enable": [[517, "enable"]], "Bench": [[517, "bench"]], "SuperBench": [[517, "superbench"]], "Quick-Start": [[518, "quick-start"]], "Launcher Arguments (Optional)": [[518, "launcher-arguments-optional"]], "Neural Coder for Quantization": [[519, "neural-coder-for-quantization"]], "Features Supported": [[519, "features-supported"]], "Models Supported": [[519, "models-supported"]], "Usage": [[519, "usage"], [539, "usage"], [539, "id2"], [539, "id6"], [539, "id9"], [539, "id16"], [539, "id19"], [539, "id22"], [539, "id25"], [558, "usage"], [559, "usage"], [559, "id1"], [561, "usage"], [561, "id2"], [561, "id4"], [561, "id6"], [561, "id8"], [561, "id10"], [561, "id12"], [561, "id14"], [561, "id16"], [561, "id18"], [561, "id20"], [561, "id22"]], "PyPI distribution:": [[519, "pypi-distribution"]], "Supported Optimization Features": [[520, "supported-optimization-features"]], "v0.4": [[521, "v0-4"]], "Highlights": [[521, "highlights"]], "Others": [[521, "others"]], "Changelog": [[522, "changelog"], [526, "changelog"]], "neural_compressor_ext_lab": [[523, "neural-compressor-ext-lab"]], "Requirements": [[523, "requirements"], [527, "requirements"], [533, "requirements"], [534, "requirements"], [535, "requirements"], [543, "requirements"]], "Install": [[523, "install"], [527, "install"]], "Uninstall": [[523, "uninstall"], [527, "uninstall"]], "Contributing": [[523, "contributing"], [527, "contributing"]], "Development install": [[523, "development-install"], [527, "development-install"]], "Development uninstall": [[523, "development-uninstall"], [527, "development-uninstall"]], "Packaging the extension": [[523, "packaging-the-extension"], [527, "packaging-the-extension"]], "Intel\u00ae Neural Compressor as JupyterLab Extension": [[524, "intel-neural-compressor-as-jupyterlab-extension"]], "Auto-enable a feature": [[524, "auto-enable-a-feature"]], "Or let us help you auto-select the best feature": [[524, "or-let-us-help-you-auto-select-the-best-feature"]], "Pre-requisites": [[524, "pre-requisites"]], "Making a new release of neural_compressor_ext_lab": [[525, "making-a-new-release-of-neural-compressor-ext-lab"]], "Manual release": [[525, "manual-release"], [528, "manual-release"]], "Python package": [[525, "python-package"], [528, "python-package"]], "NPM package": [[525, "npm-package"], [528, "npm-package"]], "Automated releases with the Jupyter Releaser": [[525, "automated-releases-with-the-jupyter-releaser"], [528, "automated-releases-with-the-jupyter-releaser"]], "Publishing to conda-forge": [[525, "publishing-to-conda-forge"], [528, "publishing-to-conda-forge"]], "neural_compressor_ext_lab_alibaba": [[527, "neural-compressor-ext-lab-alibaba"]], "Making a new release of neural_compressor_ext_lab_alibaba": [[528, "making-a-new-release-of-neural-compressor-ext-lab-alibaba"]], "Change Log": [[529, "change-log"]], "[Unreleased]": [[529, "unreleased"]], "Background Introduction": [[530, "background-introduction"]], "Neural Coder Extension in VSCode": [[530, "neural-coder-extension-in-vscode"]], "Neural Coder Extension Usage": [[530, "neural-coder-extension-usage"]], "1. Open": [[530, "open"]], "2. Search": [[530, "search"]], "3. Setting": [[530, "setting"]], "4. Icon": [[530, "icon"]], "5. optimization (quantization)": [[530, "optimization-quantization"]], "5.1 Enable": [[530, "enable"]], "5.2 Auto": [[530, "auto"]], "Welcome to your VS Code Extension": [[531, "welcome-to-your-vs-code-extension"]], "What\u2019s in the folder": [[531, "what-s-in-the-folder"]], "Setup": [[531, "setup"]], "Get up and running straight away": [[531, "get-up-and-running-straight-away"]], "Make changes": [[531, "make-changes"]], "Explore the API": [[531, "explore-the-api"]], "Run tests": [[531, "run-tests"]], "Go further": [[531, "go-further"]], "Neural Insights": [[532, "neural-insights"]], "Start the Neural Insights": [[532, "start-the-neural-insights"]], "Tensor dump examples": [[532, "tensor-dump-examples"]], "Step by Step Diagnosis Example": [[532, "step-by-step-diagnosis-example"]], "Research Collaborations": [[532, "research-collaborations"]], "Step by step example how to debug accuracy with Neural Insights": [[533, "step-by-step-example-how-to-debug-accuracy-with-neural-insights"], [535, "step-by-step-example-how-to-debug-accuracy-with-neural-insights"]], "Preparation": [[533, "preparation"], [534, "preparation"], [535, "preparation"], [557, "preparation"]], "Running the quantization": [[533, "running-the-quantization"], [534, "running-the-quantization"], [535, "running-the-quantization"]], "Analyzing the result of quantization": [[533, "analyzing-the-result-of-quantization"], [535, "analyzing-the-result-of-quantization"]], "Weights summary": [[533, "weights-summary"]], "Activations summary": [[533, "activations-summary"]], "Step by step example how to dump weights data for PyTorch model with Neural Insights": [[534, "step-by-step-example-how-to-dump-weights-data-for-pytorch-model-with-neural-insights"]], "Source": [[534, "source"], [535, "source"]], "Prepare the dataset": [[535, "prepare-the-dataset"]], "Analyzing weight histograms": [[535, "analyzing-weight-histograms"]], "Open Neural Insights": [[535, "open-neural-insights"]], "Getting Started with Create React App": [[536, "getting-started-with-create-react-app"]], "Available Scripts": [[536, "available-scripts"]], "npm start": [[536, "npm-start"]], "npm test": [[536, "npm-test"]], "npm run build": [[536, "npm-run-build"]], "npm run eject": [[536, "npm-run-eject"]], "Learn More": [[536, "learn-more"], [537, "learn-more"]], "Code Splitting": [[536, "code-splitting"]], "Analyzing the Bundle Size": [[536, "analyzing-the-bundle-size"]], "Making a Progressive Web App": [[536, "making-a-progressive-web-app"]], "Advanced Configuration": [[536, "advanced-configuration"]], "Deployment": [[536, "deployment"]], "npm run build fails to minify": [[536, "npm-run-build-fails-to-minify"]], "What\u2019s Neural Solution?": [[537, "what-s-neural-solution"]], "Why Neural Solution?": [[537, "why-neural-solution"]], "How does Neural Solution Work?": [[537, "how-does-neural-solution-work"]], "Method 1. Using pip:": [[537, "method-1-using-pip"]], "Method 2. Building from source:": [[537, "method-2-building-from-source"]], "End-to-end examples": [[537, "end-to-end-examples"]], "Get started": [[538, "get-started"]], "Install Neural Solution": [[538, "install-neural-solution"]], "Method 1. Using pip": [[538, "method-1-using-pip"]], "Method 2. Building from source": [[538, "method-2-building-from-source"]], "Start service": [[538, "start-service"]], "Submit task": [[538, "submit-task"]], "Query task status": [[538, "query-task-status"]], "Stop service": [[538, "stop-service"]], "Inspect logs": [[538, "inspect-logs"]], "Manage resource": [[538, "manage-resource"], [543, "manage-resource"], [544, "manage-resource"]], "Node States": [[538, "node-states"]], "Query cluster": [[538, "query-cluster"]], "Add node": [[538, "add-node"]], "Remove node": [[538, "remove-node"]], "Neural Solution API": [[539, "neural-solution-api"]], "Base URL": [[539, "base-url"]], "Endpoints": [[539, "endpoints"]], "GET /": [[539, "get"]], "Description": [[539, "description"], [539, "id1"], [539, "id4"], [539, "id8"], [539, "id12"], [539, "id15"], [539, "id18"], [539, "id21"], [539, "id24"]], "Responses": [[539, "responses"], [539, "id3"], [539, "id7"], [539, "id11"], [539, "id14"], [539, "id17"], [539, "id20"], [539, "id23"], [539, "id26"]], "POST /task/submit": [[539, "post-task-submit"]], "Parameters": [[539, "parameters"], [539, "id5"], [539, "id10"], [539, "id13"]], "GET /task/status/{task_id}": [[539, "get-task-status-task-id"]], "GET /task/log/{task_id}": [[539, "get-task-log-task-id"]], "WebSocket /task/screen/{task_id}": [[539, "websocket-task-screen-task-id"]], "GET /ping": [[539, "get-ping"]], "GET /cluster": [[539, "get-cluster"]], "GET /download/{task_id}": [[539, "get-download-task-id"]], "GET /description": [[539, "get-description"]], "Design Doc for Optimization as a Service [WIP]": [[540, "design-doc-for-optimization-as-a-service-wip"]], "Contents": [[540, "contents"]], "Overview": [[540, "overview"], [562, "overview"]], "Workflow of OaaS": [[540, "workflow-of-oaas"]], "Class definition diagram": [[540, "class-definition-diagram"]], "Extensibility": [[540, "extensibility"]], "Task request description": [[541, "task-request-description"]], "Examples List": [[542, "examples-list"]], "An end-to-end example: quantize a custom model with Neural Solution": [[543, "an-end-to-end-example-quantize-a-custom-model-with-neural-solution"]], "Start the Neural Solution Service": [[543, "start-the-neural-solution-service"], [544, "start-the-neural-solution-service"], [545, "start-the-neural-solution-service"]], "Submit optimization task": [[543, "submit-optimization-task"], [544, "submit-optimization-task"], [545, "submit-optimization-task"]], "Query optimization result": [[543, "query-optimization-result"], [544, "query-optimization-result"], [545, "query-optimization-result"]], "Download optimized model": [[543, "download-optimized-model"], [544, "download-optimized-model"]], "Stop the service": [[543, "stop-the-service"], [544, "stop-the-service"], [545, "stop-the-service"]], "An end-to-end example: quantize a Hugging Face model with Neural Solution": [[544, "an-end-to-end-example-quantize-a-hugging-face-model-with-neural-solution"]], "An end-to-end example: quantize a Hugging Face model with Neural Solution gRPC API": [[545, "an-end-to-end-example-quantize-a-hugging-face-model-with-neural-solution-grpc-api"]], "Client": [[546, "client"]], "Single Objective": [[547, "single-objective"]], "Multiple Objectives": [[547, "multiple-objectives"]], "Objective Support Matrix": [[547, "objective-support-matrix"]], "Get Started with Objective API": [[547, "get-started-with-objective-api"]], "Config Single Objective": [[547, "config-single-objective"]], "Config Multiple Objectives": [[547, "config-multiple-objectives"]], "Optimization Orchestration": [[548, "optimization-orchestration"]], "One-shot": [[548, "one-shot"]], "Orchestration Support Matrix": [[548, "orchestration-support-matrix"]], "Get Started with Orchestration API": [[548, "get-started-with-orchestration-api"]], "Neural Network Pruning": [[549, "neural-network-pruning"]], "Pruning Patterns": [[549, "pruning-patterns"]], "Pruning Criteria": [[549, "pruning-criteria"]], "Pruning Types": [[549, "pruning-types"]], "Pruning Schedules": [[549, "pruning-schedules"]], "Pruning Scope": [[549, "pruning-scope"]], "Sparsity Decay Types": [[549, "sparsity-decay-types"]], "Regularization": [[549, "regularization"]], "Large Language Model Pruning": [[549, "large-language-model-pruning"]], "Pruning Support Matrix": [[549, "pruning-support-matrix"]], "Get Started with Pruning API": [[549, "get-started-with-pruning-api"]], "Training-aware pruning API": [[549, "training-aware-pruning-api"]], "Retrain-free Pruning API": [[549, "retrain-free-pruning-api"]], "Sparse Model Deployment": [[549, "sparse-model-deployment"]], "Pruning with Hyperparameter Optimization": [[549, "pruning-with-hyperparameter-optimization"]], "Full Publications/Events (78)": [[550, "full-publications-events-78"]], "2023 (24)": [[550, "id1"]], "2022 (35)": [[550, "id2"]], "2021 (15)": [[550, "id3"]], "2018 - 2020 (4)": [[550, "id4"]], "Pythonic Style Access for Configurations": [[551, "pythonic-style-access-for-configurations"]], "Pythonic API for User Configurations": [[551, "pythonic-api-for-user-configurations"], [551, "id1"]], "Pythonic API for Framework Configurations": [[551, "pythonic-api-for-framework-configurations"], [551, "id2"]], "Get Started with Pythonic API for Configurations": [[551, "get-started-with-pythonic-api-for-configurations"]], "NAS": [[551, "nas"]], "Quantization Introduction": [[552, "quantization-introduction"]], "Quantization Fundamentals": [[552, "quantization-fundamentals"], [558, "quantization-fundamentals"]], "Quantization Support Matrix": [[552, "quantization-support-matrix"]], "Quantization Scheme in TensorFlow": [[552, "quantization-scheme-in-tensorflow"]], "Quantization Scheme in PyTorch": [[552, "quantization-scheme-in-pytorch"]], "Quantization Scheme in IPEX": [[552, "quantization-scheme-in-ipex"]], "Quantization Scheme in MXNet": [[552, "quantization-scheme-in-mxnet"]], "Quantization Scheme in ONNX Runtime": [[552, "quantization-scheme-in-onnx-runtime"]], "Quantization Approaches": [[552, "quantization-approaches"]], "With or Without Accuracy Aware Tuning": [[552, "with-or-without-accuracy-aware-tuning"]], "Post Training Quantization": [[552, "post-training-quantization"]], "Specify Quantization Rules": [[552, "specify-quantization-rules"]], "Specify Quantization Recipes": [[552, "specify-quantization-recipes"]], "Specify Quantization Backend and Device": [[552, "specify-quantization-backend-and-device"]], "Layer Wise Quantization (LWQ)": [[553, "layer-wise-quantization-lwq"]], "PyTorch framework example": [[553, "pytorch-framework-example"]], "ONNX Runtime framework example": [[553, "onnx-runtime-framework-example"]], "Turn OFF Auto Mixed Precision during Quantization": [[554, "turn-off-auto-mixed-precision-during-quantization"]], "Tensorflow": [[554, "tensorflow"]], "Weight Only Quantization (WOQ)": [[555, "weight-only-quantization-woq"]], "Quantization Capability": [[555, "quantization-capability"]], "Export Compressed Model": [[555, "export-compressed-model"]], "User Code Example": [[555, "user-code-example"]], "WOQ Algorithms Tuning": [[555, "woq-algorithms-tuning"]], "User code example": [[555, "id1"]], "Release": [[556, "release"]], "Release Notes": [[556, "release-notes"]], "Known Issues": [[556, "known-issues"]], "Incompatible Changes": [[556, "incompatible-changes"]], "SigOpt Strategy": [[557, "sigopt-strategy"]], "SigOpt Platform": [[557, "sigopt-platform"]], "Neural Compressor Configuration": [[557, "neural-compressor-configuration"]], "Performance": [[557, "performance"]], "Benefit of SigOpt Strategy": [[557, "benefit-of-sigopt-strategy"]], "Performance Comparison of Different Strategies": [[557, "performance-comparison-of-different-strategies"]], "Smooth Quant": [[558, "smooth-quant"]], "Per-tensor & Per-channel": [[558, "per-tensor-per-channel"]], "Per-tensor example": [[558, "per-tensor-example"]], "Per-channel example": [[558, "per-channel-example"]], "Matmul quantization example": [[558, "matmul-quantization-example"]], "Per-channel limitation": [[558, "per-channel-limitation"]], "SmoothQuant and Our Enhancement": [[558, "smoothquant-and-our-enhancement"]], "SmoothQuant": [[558, "smoothquant"]], "Our enhancement:": [[558, "our-enhancement"]], "Algorithm: Auto-tuning of $\\alpha$.": [[558, "algorithm-auto-tuning-of-alpha"]], "Engineering": [[558, "engineering"]], "Using a fixed alpha": [[558, "using-a-fixed-alpha"]], "Determining the alpha through auto-tuning": [[558, "determining-the-alpha-through-auto-tuning"]], "Auto-tune the alpha for the entire model": [[558, "auto-tune-the-alpha-for-the-entire-model"]], "Auto-tune the alpha for each layer/block": [[558, "auto-tune-the-alpha-for-each-layer-block"]], "Supported Framework Matrix": [[558, "supported-framework-matrix"]], "TensorBoard": [[559, "tensorboard"]], "Get Started with TensorBoard": [[559, "get-started-with-tensorboard"]], "PyTorch TensorBoard": [[559, "pytorch-tensorboard"]], "TensorFlow Tensorboard": [[559, "tensorflow-tensorboard"]], "PyTorch Examples": [[559, "pytorch-examples"]], "TensorFlow Examples": [[559, "tensorflow-examples"]], "Transform": [[560, "transform"]], "Transform Support List": [[560, "transform-support-list"]], "Pytorch": [[560, "pytorch"]], "Tuning Strategies": [[561, "tuning-strategies"]], "Strategy Design": [[561, "strategy-design"]], "Tuning Space": [[561, "tuning-space"]], "Exit Policy": [[561, "exit-policy"]], "Accuracy Criteria": [[561, "accuracy-criteria"]], "Tuning Process": [[561, "tuning-process"]], "Tuning Algorithms": [[561, "tuning-algorithms"]], "Auto": [[561, "auto"]], "Conservative Tuning": [[561, "conservative-tuning"]], "Basic": [[561, "basic"]], "MSE": [[561, "mse"]], "MSE_V2": [[561, "mse-v2"]], "HAWQ_V2": [[561, "hawq-v2"]], "Bayesian": [[561, "bayesian"]], "Exhaustive": [[561, "exhaustive"]], "Random": [[561, "random"]], "SigOpt": [[561, "sigopt"]], "TPE": [[561, "tpe"]], "Distributed Tuning": [[561, "distributed-tuning"]], "Customize a New Tuning Strategy": [[561, "customize-a-new-tuning-strategy"]], "User Guide": [[562, "user-guide"]], "Python-based APIs": [[562, "python-based-apis"]], "Neural Coder (Zero-code Optimization)": [[562, "neural-coder-zero-code-optimization"]], "Advanced Topics": [[562, "advanced-topics"]], "Innovations for Productivity": [[562, "innovations-for-productivity"]], "User YAML Configuration Files": [[563, "user-yaml-configuration-files"]], "Get started with User YAML Files": [[563, "get-started-with-user-yaml-files"]], "Validated Quantization Examples": [[564, "validated-quantization-examples"]], "TensorFlow Models with Intel TensorFlow 2.13.0": [[564, "tensorflow-models-with-intel-tensorflow-2-13-0"]], "PyTorch Models with Torch 2.0.1+cpu in PTQ Mode": [[564, "pytorch-models-with-torch-2-0-1-cpu-in-ptq-mode"]], "PyTorch Models with Torch 2.0.1+cpu in QAT Mode": [[564, "pytorch-models-with-torch-2-0-1-cpu-in-qat-mode"]], "PyTorch Models with Intel\u00ae Extension for PyTorch* 2.0.1+cpu": [[564, "pytorch-models-with-intel-extension-for-pytorch-2-0-1-cpu"]], "PyTorch Models with Torch 2.0.1+cpu in WOQ Mode": [[564, "pytorch-models-with-torch-2-0-1-cpu-in-woq-mode"]], "ONNX Models with ONNX Runtime 1.15.1": [[564, "onnx-models-with-onnx-runtime-1-15-1"]], "ONNX Models with ONNX Runtime 1.15.0 in WOQ Mode": [[564, "onnx-models-with-onnx-runtime-1-15-0-in-woq-mode"]], "Validated Pruning Examples": [[564, "validated-pruning-examples"]], "Validated Knowledge Distillation Examples": [[564, "validated-knowledge-distillation-examples"]], "Validated ONNX QDQ INT8 Models on Multiple Hardware through ONNX Runtime": [[564, "validated-onnx-qdq-int8-models-on-multiple-hardware-through-onnx-runtime"]]}, "indexentries": {"block_mask": [[0, "module-block_mask"]], "module": [[0, "module-block_mask"], [1, "module-neural_compressor.adaptor.adaptor"], [2, "module-neural_compressor.adaptor"], [3, "module-neural_compressor.adaptor.keras"], [4, "module-neural_compressor.adaptor.keras_utils.conv2d"], [5, "module-neural_compressor.adaptor.keras_utils.dense"], [6, "module-neural_compressor.adaptor.keras_utils.depthwise_conv2d"], [7, "module-neural_compressor.adaptor.keras_utils"], [8, "module-neural_compressor.adaptor.keras_utils.pool2d"], [9, "module-neural_compressor.adaptor.keras_utils.quantizer"], [10, "module-neural_compressor.adaptor.keras_utils.separable_conv2d"], [11, "module-neural_compressor.adaptor.mxnet"], [12, "module-neural_compressor.adaptor.mxnet_utils"], [13, "module-neural_compressor.adaptor.mxnet_utils.util"], [14, "module-neural_compressor.adaptor.onnxrt"], [15, "module-neural_compressor.adaptor.ox_utils.calibration"], [16, "module-neural_compressor.adaptor.ox_utils.calibrator"], [17, "module-neural_compressor.adaptor.ox_utils"], [18, "module-neural_compressor.adaptor.ox_utils.operators.activation"], [19, "module-neural_compressor.adaptor.ox_utils.operators.argmax"], [20, "module-neural_compressor.adaptor.ox_utils.operators.attention"], [21, "module-neural_compressor.adaptor.ox_utils.operators.binary_op"], [22, "module-neural_compressor.adaptor.ox_utils.operators.concat"], [23, "module-neural_compressor.adaptor.ox_utils.operators.conv"], [24, "module-neural_compressor.adaptor.ox_utils.operators.direct_q8"], [25, "module-neural_compressor.adaptor.ox_utils.operators.embed_layernorm"], [26, "module-neural_compressor.adaptor.ox_utils.operators.gather"], [27, "module-neural_compressor.adaptor.ox_utils.operators.gavgpool"], [28, "module-neural_compressor.adaptor.ox_utils.operators.gemm"], [29, "module-neural_compressor.adaptor.ox_utils.operators"], [30, "module-neural_compressor.adaptor.ox_utils.operators.lstm"], [31, "module-neural_compressor.adaptor.ox_utils.operators.matmul"], [32, "module-neural_compressor.adaptor.ox_utils.operators.maxpool"], [33, "module-neural_compressor.adaptor.ox_utils.operators.norm"], [34, "module-neural_compressor.adaptor.ox_utils.operators.ops"], [35, "module-neural_compressor.adaptor.ox_utils.operators.pad"], [36, "module-neural_compressor.adaptor.ox_utils.operators.pooling"], [37, "module-neural_compressor.adaptor.ox_utils.operators.reduce"], [38, "module-neural_compressor.adaptor.ox_utils.operators.resize"], [39, "module-neural_compressor.adaptor.ox_utils.operators.split"], [40, "module-neural_compressor.adaptor.ox_utils.operators.unary_op"], [41, "module-neural_compressor.adaptor.ox_utils.quantizer"], [42, "module-neural_compressor.adaptor.ox_utils.smooth_quant"], [43, "module-neural_compressor.adaptor.ox_utils.util"], [44, "module-neural_compressor.adaptor.ox_utils.weight_only"], [45, "module-neural_compressor.adaptor.pytorch"], [46, "module-neural_compressor.adaptor.query"], [47, "module-neural_compressor.adaptor.tensorflow"], [48, "module-neural_compressor.adaptor.tf_utils.graph_converter"], [49, "module-neural_compressor.adaptor.tf_utils.graph_converter_without_calib"], [50, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert"], [51, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer"], [52, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16"], [53, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd"], [54, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout"], [55, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu"], [56, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random"], [57, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const"], [58, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction"], [59, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd"], [60, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer"], [61, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape"], [62, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm"], [63, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant"], [64, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add"], [65, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul"], [66, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math"], [67, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn"], [68, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in"], [69, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu"], [70, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm"], [71, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv"], [72, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv"], [73, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose"], [74, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer"], [75, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass"], [76, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic"], [77, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node"], [78, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu"], [79, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize"], [80, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes"], [81, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm"], [82, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input"], [83, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes"], [84, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes"], [85, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer"], [86, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base"], [87, "module-neural_compressor.adaptor.tf_utils.graph_rewriter"], [88, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant"], [89, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value"], [90, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib"], [91, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize"], [92, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize"], [93, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize"], [94, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize"], [95, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8"], [96, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer"], [97, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter"], [98, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse"], [99, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert"], [100, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation"], [101, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx"], [102, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph"], [103, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node"], [104, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema"], [105, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils"], [106, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq"], [107, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern"], [108, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq"], [109, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern"], [110, "module-neural_compressor.adaptor.tf_utils.graph_util"], [111, "module-neural_compressor.adaptor.tf_utils"], [112, "module-neural_compressor.adaptor.tf_utils.quantize_graph"], [113, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize"], [114, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat"], [115, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config"], [116, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper"], [117, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers"], [118, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer"], [119, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add"], [120, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base"], [121, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn"], [122, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper"], [123, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn"], [124, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2"], [125, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv"], [126, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv"], [127, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in"], [128, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul"], [129, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling"], [130, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq"], [131, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq"], [132, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base"], [133, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn"], [134, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2"], [135, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv"], [136, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu"], [137, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul"], [138, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling"], [139, "module-neural_compressor.adaptor.tf_utils.quantize_graph_common"], [140, "module-neural_compressor.adaptor.tf_utils.smooth_quant_calibration"], [141, "module-neural_compressor.adaptor.tf_utils.smooth_quant_scaler"], [142, "module-neural_compressor.adaptor.tf_utils.tf2onnx_converter"], [143, "module-neural_compressor.adaptor.tf_utils.transform_graph.bias_correction"], [144, "module-neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base"], [145, "module-neural_compressor.adaptor.tf_utils.transform_graph"], [146, "module-neural_compressor.adaptor.tf_utils.transform_graph.insert_logging"], [147, "module-neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat"], [148, "module-neural_compressor.adaptor.tf_utils.util"], [149, "module-neural_compressor.adaptor.torch_utils.autoround.autoround"], [150, "module-neural_compressor.adaptor.torch_utils.autoround"], [151, "module-neural_compressor.adaptor.torch_utils.autoround.sign_sgd"], [152, "module-neural_compressor.adaptor.torch_utils.awq"], [153, "module-neural_compressor.adaptor.torch_utils.bf16_convert"], [154, "module-neural_compressor.adaptor.torch_utils.gptq"], [155, "module-neural_compressor.adaptor.torch_utils.hawq_metric"], [156, "module-neural_compressor.adaptor.torch_utils"], [157, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant"], [158, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle"], [159, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize"], [160, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load"], [161, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.utils"], [162, "module-neural_compressor.adaptor.torch_utils.mixed_precision"], [163, "module-neural_compressor.adaptor.torch_utils.model_wrapper"], [164, "module-neural_compressor.adaptor.torch_utils.pattern_detector"], [165, "module-neural_compressor.adaptor.torch_utils.smooth_quant"], [166, "module-neural_compressor.adaptor.torch_utils.symbolic_trace"], [167, "module-neural_compressor.adaptor.torch_utils.teq"], [168, "module-neural_compressor.adaptor.torch_utils.util"], [169, "module-neural_compressor.adaptor.torch_utils.weight_only"], [170, "module-neural_compressor.algorithm.algorithm"], [171, "module-neural_compressor.algorithm.fast_bias_correction"], [172, "module-neural_compressor.algorithm"], [173, "module-neural_compressor.algorithm.smooth_quant"], [174, "module-neural_compressor.algorithm.weight_correction"], [175, "module-neural_compressor.benchmark"], [176, "module-neural_compressor.common.base_config"], [177, "module-neural_compressor.common"], [178, "module-neural_compressor.common.logger"], [179, "module-neural_compressor.common.utility"], [180, "module-neural_compressor.compression.callbacks"], [181, "module-neural_compressor.compression.distillation.criterions"], [182, "module-neural_compressor.compression.distillation"], [183, "module-neural_compressor.compression.distillation.optimizers"], [184, "module-neural_compressor.compression.distillation.utility"], [185, "module-neural_compressor.compression.hpo"], [186, "module-neural_compressor.compression.hpo.sa_optimizer"], [187, "module-neural_compressor.compression.hpo.search_algorithms"], [188, "module-neural_compressor.compression.hpo.search_space"], [189, "module-neural_compressor.compression"], [190, "module-neural_compressor.compression.pruner.criteria"], [191, "module-neural_compressor.compression.pruner"], [192, "module-neural_compressor.compression.pruner.model_slim.auto_slim"], [193, "module-neural_compressor.compression.pruner.model_slim"], [194, "module-neural_compressor.compression.pruner.model_slim.pattern_analyzer"], [195, "module-neural_compressor.compression.pruner.model_slim.weight_slim"], [196, "module-neural_compressor.compression.pruner.patterns.base"], [197, "module-neural_compressor.compression.pruner.patterns"], [198, "module-neural_compressor.compression.pruner.patterns.mha"], [199, "module-neural_compressor.compression.pruner.patterns.ninm"], [200, "module-neural_compressor.compression.pruner.patterns.nxm"], [201, "module-neural_compressor.compression.pruner.pruners.base"], [202, "module-neural_compressor.compression.pruner.pruners.basic"], [203, "module-neural_compressor.compression.pruner.pruners.block_mask"], [204, "module-neural_compressor.compression.pruner.pruners"], [205, "module-neural_compressor.compression.pruner.pruners.mha"], [206, "module-neural_compressor.compression.pruner.pruners.pattern_lock"], [207, "module-neural_compressor.compression.pruner.pruners.progressive"], [208, "module-neural_compressor.compression.pruner.pruners.retrain_free"], [209, "module-neural_compressor.compression.pruner.pruners.sparse_gpt"], [210, "module-neural_compressor.compression.pruner.pruning"], [211, "module-neural_compressor.compression.pruner.regs"], [212, "module-neural_compressor.compression.pruner.schedulers"], [213, "module-neural_compressor.compression.pruner.tf_criteria"], [214, "module-neural_compressor.compression.pruner.utils"], [215, "module-neural_compressor.conf.config"], [216, "module-neural_compressor.conf.dotdict"], [217, "module-neural_compressor.conf"], [218, "module-neural_compressor.conf.pythonic_config"], [219, "module-neural_compressor.config"], [220, "module-neural_compressor.contrib"], [221, "module-neural_compressor.contrib.strategy"], [222, "module-neural_compressor.contrib.strategy.sigopt"], [223, "module-neural_compressor.contrib.strategy.tpe"], [224, "module-neural_compressor.data.dataloaders.base_dataloader"], [225, "module-neural_compressor.data.dataloaders.dataloader"], [226, "module-neural_compressor.data.dataloaders.default_dataloader"], [227, "module-neural_compressor.data.dataloaders.fetcher"], [228, "module-neural_compressor.data.dataloaders"], [229, "module-neural_compressor.data.dataloaders.mxnet_dataloader"], [230, "module-neural_compressor.data.dataloaders.onnxrt_dataloader"], [231, "module-neural_compressor.data.dataloaders.pytorch_dataloader"], [232, "module-neural_compressor.data.dataloaders.sampler"], [233, "module-neural_compressor.data.dataloaders.tensorflow_dataloader"], [234, "module-neural_compressor.data.datasets.bert_dataset"], [235, "module-neural_compressor.data.datasets.coco_dataset"], [236, "module-neural_compressor.data.datasets.dataset"], [237, "module-neural_compressor.data.datasets.dummy_dataset"], [238, "module-neural_compressor.data.datasets.dummy_dataset_v2"], [239, "module-neural_compressor.data.datasets.imagenet_dataset"], [240, "module-neural_compressor.data.datasets"], [241, "module-neural_compressor.data.datasets.style_transfer_dataset"], [242, "module-neural_compressor.data.filters.coco_filter"], [243, "module-neural_compressor.data.filters.filter"], [244, "module-neural_compressor.data.filters"], [245, "module-neural_compressor.data"], [246, "module-neural_compressor.data.transforms.coco_transform"], [247, "module-neural_compressor.data.transforms.imagenet_transform"], [248, "module-neural_compressor.data.transforms"], [249, "module-neural_compressor.data.transforms.postprocess"], [250, "module-neural_compressor.data.transforms.tokenization"], [251, "module-neural_compressor.data.transforms.transform"], [252, "module-neural_compressor.experimental.benchmark"], [253, "module-neural_compressor.experimental.common.criterion"], [254, "module-neural_compressor.experimental.common.dataloader"], [255, "module-neural_compressor.experimental.common"], [256, "module-neural_compressor.experimental.common.metric"], [257, "module-neural_compressor.experimental.common.model"], [258, "module-neural_compressor.experimental.common.optimizer"], [259, "module-neural_compressor.experimental.common.postprocess"], [260, "module-neural_compressor.experimental.common.torch_utils"], [261, "module-neural_compressor.experimental.component"], [262, "module-neural_compressor.experimental.compression"], [263, "module-neural_compressor.experimental.contrib"], [264, "module-neural_compressor.experimental.contrib.strategy"], [265, "module-neural_compressor.experimental.contrib.strategy.sigopt"], [266, "module-neural_compressor.experimental.contrib.strategy.tpe"], [267, "module-neural_compressor.experimental.data.dataloaders.base_dataloader"], [268, "module-neural_compressor.experimental.data.dataloaders.dataloader"], [269, "module-neural_compressor.experimental.data.dataloaders.default_dataloader"], [270, "module-neural_compressor.experimental.data.dataloaders.fetcher"], [271, "module-neural_compressor.experimental.data.dataloaders"], [272, "module-neural_compressor.experimental.data.dataloaders.mxnet_dataloader"], [273, "module-neural_compressor.experimental.data.dataloaders.onnxrt_dataloader"], [274, "module-neural_compressor.experimental.data.dataloaders.pytorch_dataloader"], [275, "module-neural_compressor.experimental.data.dataloaders.sampler"], [276, "module-neural_compressor.experimental.data.dataloaders.tensorflow_dataloader"], [277, "module-neural_compressor.experimental.data.datasets.bert_dataset"], [278, "module-neural_compressor.experimental.data.datasets.coco_dataset"], [279, "module-neural_compressor.experimental.data.datasets.dataset"], [280, "module-neural_compressor.experimental.data.datasets.dummy_dataset"], [281, "module-neural_compressor.experimental.data.datasets.dummy_dataset_v2"], [282, "module-neural_compressor.experimental.data.datasets.imagenet_dataset"], [283, "module-neural_compressor.experimental.data.datasets"], [284, "module-neural_compressor.experimental.data.datasets.style_transfer_dataset"], [285, "module-neural_compressor.experimental.data.filters.coco_filter"], [286, "module-neural_compressor.experimental.data.filters.filter"], [287, "module-neural_compressor.experimental.data.filters"], [288, "module-neural_compressor.experimental.data"], [289, "module-neural_compressor.experimental.data.transforms.imagenet_transform"], [290, "module-neural_compressor.experimental.data.transforms"], [291, "module-neural_compressor.experimental.data.transforms.tokenization"], [292, "module-neural_compressor.experimental.data.transforms.transform"], [293, "module-neural_compressor.experimental.distillation"], [294, "module-neural_compressor.experimental.export"], [295, "module-neural_compressor.experimental.export.qlinear2qdq"], [296, "module-neural_compressor.experimental.export.tf2onnx"], [297, "module-neural_compressor.experimental.export.torch2onnx"], [298, "module-neural_compressor.experimental.graph_optimization"], [299, "module-neural_compressor.experimental"], [300, "module-neural_compressor.experimental.metric.bleu"], [301, "module-neural_compressor.experimental.metric.bleu_util"], [302, "module-neural_compressor.experimental.metric.coco_label_map"], [303, "module-neural_compressor.experimental.metric.coco_tools"], [304, "module-neural_compressor.experimental.metric.evaluate_squad"], [305, "module-neural_compressor.experimental.metric.f1"], [306, "module-neural_compressor.experimental.metric"], [307, "module-neural_compressor.experimental.metric.metric"], [308, "module-neural_compressor.experimental.mixed_precision"], [309, "module-neural_compressor.experimental.model_conversion"], [310, "module-neural_compressor.experimental.nas.basic_nas"], [311, "module-neural_compressor.experimental.nas.dynas"], [312, "module-neural_compressor.experimental.nas"], [313, "module-neural_compressor.experimental.nas.nas"], [314, "module-neural_compressor.experimental.nas.nas_utils"], [315, "module-neural_compressor.experimental.nas.search_algorithms"], [316, "module-neural_compressor.experimental.pruner_legacy.gradient_sensitivity"], [317, "module-neural_compressor.experimental.pruner_legacy.group_lasso"], [318, "module-neural_compressor.experimental.pruner_legacy"], [319, "module-neural_compressor.experimental.pruner_legacy.magnitude"], [320, "module-neural_compressor.experimental.pruner_legacy.pattern_lock"], [321, "module-neural_compressor.experimental.pruner_legacy.pruner"], [322, "module-neural_compressor.experimental.pruning"], [323, "module-neural_compressor.experimental.pruning_recipes"], [324, "module-neural_compressor.experimental.pruning_recipes.patterns"], [325, "module-neural_compressor.experimental.pruning_recipes.patterns.pattern"], [326, "module-neural_compressor.experimental.pruning_recipes.patterns.tile_pattern"], [327, "module-neural_compressor.experimental.pruning_v2"], [328, "module-neural_compressor.experimental.pytorch_pruner"], [329, "module-neural_compressor.experimental.pytorch_pruner.logger"], [330, "module-neural_compressor.experimental.pytorch_pruner.patterns"], [331, "module-neural_compressor.experimental.pytorch_pruner.prune_utils"], [332, "module-neural_compressor.experimental.pytorch_pruner.pruner"], [333, "module-neural_compressor.experimental.pytorch_pruner.pruning"], [334, "module-neural_compressor.experimental.pytorch_pruner.scheduler"], [335, "module-neural_compressor.experimental.quantization"], [336, "module-neural_compressor.experimental.scheduler"], [337, "module-neural_compressor.experimental.strategy.auto_mixed_precision"], [338, "module-neural_compressor.experimental.strategy.basic"], [339, "module-neural_compressor.experimental.strategy.bayesian"], [340, "module-neural_compressor.experimental.strategy.exhaustive"], [341, "module-neural_compressor.experimental.strategy"], [342, "module-neural_compressor.experimental.strategy.mse"], [343, "module-neural_compressor.experimental.strategy.mse_v2"], [344, "module-neural_compressor.experimental.strategy.random"], [345, "module-neural_compressor.experimental.strategy.strategy"], [346, "module-neural_compressor.experimental.strategy.utils.constant"], [347, "module-neural_compressor.experimental.strategy.utils"], [348, "module-neural_compressor.experimental.strategy.utils.tuning_sampler"], [349, "module-neural_compressor.experimental.strategy.utils.tuning_space"], [350, "module-neural_compressor.experimental.strategy.utils.tuning_structs"], [351, "module-neural_compressor.experimental.strategy.utils.utility"], [352, "module-neural_compressor"], [353, "module-neural_compressor.metric.bleu"], [354, "module-neural_compressor.metric.bleu_util"], [355, "module-neural_compressor.metric.coco_label_map"], [356, "module-neural_compressor.metric.coco_tools"], [357, "module-neural_compressor.metric.evaluate_squad"], [358, "module-neural_compressor.metric.f1"], [359, "module-neural_compressor.metric"], [360, "module-neural_compressor.metric.metric"], [361, "module-neural_compressor.mix_precision"], [362, "module-neural_compressor.model.base_model"], [363, "module-neural_compressor.model"], [364, "module-neural_compressor.model.keras_model"], [365, "module-neural_compressor.model.model"], [366, "module-neural_compressor.model.mxnet_model"], [367, "module-neural_compressor.model.nets_factory"], [368, "module-neural_compressor.model.onnx_model"], [369, "module-neural_compressor.model.tensorflow_model"], [370, "module-neural_compressor.model.torch_model"], [371, "module-neural_compressor.objective"], [372, "module-neural_compressor.profiling"], [373, "module-neural_compressor.profiling.parser.factory"], [374, "module-neural_compressor.profiling.parser"], [375, "module-neural_compressor.profiling.parser.onnx_parser.factory"], [376, "module-neural_compressor.profiling.parser.onnx_parser"], [377, "module-neural_compressor.profiling.parser.onnx_parser.parser"], [378, "module-neural_compressor.profiling.parser.parser"], [379, "module-neural_compressor.profiling.parser.result"], [380, "module-neural_compressor.profiling.parser.tensorflow_parser.factory"], [381, "module-neural_compressor.profiling.parser.tensorflow_parser"], [382, "module-neural_compressor.profiling.parser.tensorflow_parser.parser"], [383, "module-neural_compressor.profiling.profiler.factory"], [384, "module-neural_compressor.profiling.profiler"], [385, "module-neural_compressor.profiling.profiler.onnxrt_profiler.factory"], [386, "module-neural_compressor.profiling.profiler.onnxrt_profiler"], [387, "module-neural_compressor.profiling.profiler.onnxrt_profiler.profiler"], [388, "module-neural_compressor.profiling.profiler.onnxrt_profiler.utils"], [389, "module-neural_compressor.profiling.profiler.profiler"], [390, "module-neural_compressor.profiling.profiler.tensorflow_profiler.factory"], [391, "module-neural_compressor.profiling.profiler.tensorflow_profiler"], [392, "module-neural_compressor.profiling.profiler.tensorflow_profiler.profiler"], [393, "module-neural_compressor.profiling.profiler.tensorflow_profiler.utils"], [394, "module-neural_compressor.quantization"], [395, "module-neural_compressor.strategy.auto"], [396, "module-neural_compressor.strategy.auto_mixed_precision"], [397, "module-neural_compressor.strategy.basic"], [398, "module-neural_compressor.strategy.bayesian"], [399, "module-neural_compressor.strategy.conservative"], [400, "module-neural_compressor.strategy.exhaustive"], [401, "module-neural_compressor.strategy.hawq_v2"], [402, "module-neural_compressor.strategy"], [403, "module-neural_compressor.strategy.mse"], [404, "module-neural_compressor.strategy.mse_v2"], [405, "module-neural_compressor.strategy.random"], [406, "module-neural_compressor.strategy.strategy"], [407, "module-neural_compressor.strategy.utils.constant"], [408, "module-neural_compressor.strategy.utils"], [409, "module-neural_compressor.strategy.utils.tuning_sampler"], [410, "module-neural_compressor.strategy.utils.tuning_space"], [411, "module-neural_compressor.strategy.utils.tuning_structs"], [412, "module-neural_compressor.strategy.utils.utility"], [413, "module-neural_compressor.template.api_doc_example"], [414, "module-neural_compressor.template"], [415, "module-neural_compressor.tensorflow.algorithms"], [416, "module-neural_compressor.tensorflow.algorithms.static_quantize"], [417, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras"], [418, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d"], [419, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense"], [420, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d"], [421, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils"], [422, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d"], [423, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer"], [424, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d"], [425, "module-neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry"], [426, "module-neural_compressor.tensorflow"], [427, "module-neural_compressor.tensorflow.quantization.config"], [428, "module-neural_compressor.tensorflow.quantization"], [429, "module-neural_compressor.tensorflow.quantization.quantize"], [430, "module-neural_compressor.tensorflow.utils"], [431, "module-neural_compressor.torch.algorithms"], [432, "module-neural_compressor.torch.algorithms.weight_only.gptq"], [433, "module-neural_compressor.torch.algorithms.weight_only"], [434, "module-neural_compressor.torch.algorithms.weight_only.rtn"], [435, "module-neural_compressor.torch.algorithms.weight_only_algos"], [436, "module-neural_compressor.torch.amp.autocast"], [437, "module-neural_compressor.torch.amp.fp8.functions"], [438, "module-neural_compressor.torch.amp.fp8"], [439, "module-neural_compressor.torch.amp"], [440, "module-neural_compressor.torch"], [441, "module-neural_compressor.torch.quantization.config"], [442, "module-neural_compressor.torch.quantization.fp8"], [443, "module-neural_compressor.torch.quantization.fp8.modules"], [444, "module-neural_compressor.torch.quantization.fp8.observer"], [445, "module-neural_compressor.torch.quantization.fp8.quantization_impl"], [446, "module-neural_compressor.torch.quantization"], [447, "module-neural_compressor.torch.quantization.layers"], [448, "module-neural_compressor.torch.quantization.quantize"], [449, "module-neural_compressor.torch.utils.constants"], [450, "module-neural_compressor.torch.utils"], [451, "module-neural_compressor.torch.utils.utility"], [452, "module-neural_compressor.training"], [453, "module-neural_compressor.utils.collect_layer_histogram"], [454, "module-neural_compressor.utils.constant"], [455, "module-neural_compressor.utils.create_obj_from_config"], [456, "module-neural_compressor.utils"], [457, "module-neural_compressor.utils.kl_divergence"], [458, "module-neural_compressor.utils.load_huggingface"], [459, "module-neural_compressor.utils.logger"], [460, "module-neural_compressor.utils.neural_insights_utils"], [461, "module-neural_compressor.utils.options"], [462, "module-neural_compressor.utils.pytorch"], [463, "module-neural_compressor.utils.utility"], [464, "module-neural_compressor.utils.weights_details"], [465, "module-neural_compressor.version"]], "adaptor (class in neural_compressor.adaptor.adaptor)": [[1, "neural_compressor.adaptor.adaptor.Adaptor"]], "adaptor_registry() (in module neural_compressor.adaptor.adaptor)": [[1, "neural_compressor.adaptor.adaptor.adaptor_registry"]], "neural_compressor.adaptor.adaptor": [[1, "module-neural_compressor.adaptor.adaptor"]], "neural_compressor.adaptor": [[2, "module-neural_compressor.adaptor"]], "kerasadaptor (class in neural_compressor.adaptor.keras)": [[3, "neural_compressor.adaptor.keras.KerasAdaptor"]], "kerasquery (class in neural_compressor.adaptor.keras)": [[3, "neural_compressor.adaptor.keras.KerasQuery"]], "neural_compressor.adaptor.keras": [[3, "module-neural_compressor.adaptor.keras"]], "neural_compressor.adaptor.keras_utils.conv2d": [[4, "module-neural_compressor.adaptor.keras_utils.conv2d"]], "neural_compressor.adaptor.keras_utils.dense": [[5, "module-neural_compressor.adaptor.keras_utils.dense"]], "neural_compressor.adaptor.keras_utils.depthwise_conv2d": [[6, "module-neural_compressor.adaptor.keras_utils.depthwise_conv2d"]], "neural_compressor.adaptor.keras_utils": [[7, "module-neural_compressor.adaptor.keras_utils"]], "neural_compressor.adaptor.keras_utils.pool2d": [[8, "module-neural_compressor.adaptor.keras_utils.pool2d"]], "neural_compressor.adaptor.keras_utils.quantizer": [[9, "module-neural_compressor.adaptor.keras_utils.quantizer"]], "neural_compressor.adaptor.keras_utils.separable_conv2d": [[10, "module-neural_compressor.adaptor.keras_utils.separable_conv2d"]], "mxnetquery (class in neural_compressor.adaptor.mxnet)": [[11, "neural_compressor.adaptor.mxnet.MXNetQuery"]], "mxnetadaptor (class in neural_compressor.adaptor.mxnet)": [[11, "neural_compressor.adaptor.mxnet.MxNetAdaptor"]], "neural_compressor.adaptor.mxnet": [[11, "module-neural_compressor.adaptor.mxnet"]], "neural_compressor.adaptor.mxnet_utils": [[12, "module-neural_compressor.adaptor.mxnet_utils"]], "calibcollector (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.CalibCollector"]], "calibdata (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.CalibData"]], "collectorbase (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.CollectorBase"]], "dataiterloader (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.DataIterLoader"]], "dataloaderwrap (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.DataLoaderWrap"]], "namecollector (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.NameCollector"]], "optype (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.OpType"]], "tensorcollector (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.TensorCollector"]], "amp_convert() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.amp_convert"]], "calib_model() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.calib_model"]], "check_mx_version() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.check_mx_version"]], "combine_capabilities() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.combine_capabilities"]], "create_data_example() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.create_data_example"]], "distribute_calib_tensors() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.distribute_calib_tensors"]], "ensure_list() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.ensure_list"]], "fuse() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.fuse"]], "get_framework_name() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.get_framework_name"]], "is_model_quantized() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.is_model_quantized"]], "isiterable() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.isiterable"]], "make_module() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.make_module"]], "make_nc_model() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.make_nc_model"]], "make_symbol_block() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.make_symbol_block"]], "ndarray_to_device() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.ndarray_to_device"]], "neural_compressor.adaptor.mxnet_utils.util": [[13, "module-neural_compressor.adaptor.mxnet_utils.util"]], "parse_tune_config() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.parse_tune_config"]], "prepare_dataloader() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.prepare_dataloader"]], "prepare_model() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.prepare_model"]], "prepare_model_data() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.prepare_model_data"]], "quantize_sym_model() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.quantize_sym_model"]], "query_quantizable_nodes() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.query_quantizable_nodes"]], "run_forward() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.run_forward"]], "onnxrtquery (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRTQuery"]], "onnxrt_integeropsadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRT_IntegerOpsAdaptor"]], "onnxrt_qdqadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRT_QDQAdaptor"]], "onnxrt_qlinearopsadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRT_QLinearOpsAdaptor"]], "onnxrt_weightonlyadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRT_WeightOnlyAdaptor"]], "onnxruntimeadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRUNTIMEAdaptor"]], "neural_compressor.adaptor.onnxrt": [[14, "module-neural_compressor.adaptor.onnxrt"]], "onnxrtaugment (class in neural_compressor.adaptor.ox_utils.calibration)": [[15, "neural_compressor.adaptor.ox_utils.calibration.ONNXRTAugment"]], "neural_compressor.adaptor.ox_utils.calibration": [[15, "module-neural_compressor.adaptor.ox_utils.calibration"]], "calibratorbase (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.CalibratorBase"]], "histogramcollector (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.HistogramCollector"]], "klcalibrator (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.KLCalibrator"]], "minmaxcalibrator (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.MinMaxCalibrator"]], "percentilecalibrator (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.PercentileCalibrator"]], "calib_registry() (in module neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.calib_registry"]], "neural_compressor.adaptor.ox_utils.calibrator": [[16, "module-neural_compressor.adaptor.ox_utils.calibrator"]], "smooth_distribution() (in module neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.smooth_distribution"]], "neural_compressor.adaptor.ox_utils": [[17, "module-neural_compressor.adaptor.ox_utils"]], "activationoperator (class in neural_compressor.adaptor.ox_utils.operators.activation)": [[18, "neural_compressor.adaptor.ox_utils.operators.activation.ActivationOperator"]], "float16activationoperator (class in neural_compressor.adaptor.ox_utils.operators.activation)": [[18, "neural_compressor.adaptor.ox_utils.operators.activation.Float16ActivationOperator"]], "qactivationoperator (class in neural_compressor.adaptor.ox_utils.operators.activation)": [[18, "neural_compressor.adaptor.ox_utils.operators.activation.QActivationOperator"]], "removableactivationoperator (class in neural_compressor.adaptor.ox_utils.operators.activation)": [[18, "neural_compressor.adaptor.ox_utils.operators.activation.RemovableActivationOperator"]], "neural_compressor.adaptor.ox_utils.operators.activation": [[18, "module-neural_compressor.adaptor.ox_utils.operators.activation"]], "argmaxoperator (class in neural_compressor.adaptor.ox_utils.operators.argmax)": [[19, "neural_compressor.adaptor.ox_utils.operators.argmax.ArgMaxOperator"]], "qargmaxoperator (class in neural_compressor.adaptor.ox_utils.operators.argmax)": [[19, "neural_compressor.adaptor.ox_utils.operators.argmax.QArgMaxOperator"]], "neural_compressor.adaptor.ox_utils.operators.argmax": [[19, "module-neural_compressor.adaptor.ox_utils.operators.argmax"]], "attentionoperator (class in neural_compressor.adaptor.ox_utils.operators.attention)": [[20, "neural_compressor.adaptor.ox_utils.operators.attention.AttentionOperator"]], "qattentionoperator (class in neural_compressor.adaptor.ox_utils.operators.attention)": [[20, "neural_compressor.adaptor.ox_utils.operators.attention.QAttentionOperator"]], "neural_compressor.adaptor.ox_utils.operators.attention": [[20, "module-neural_compressor.adaptor.ox_utils.operators.attention"]], "binarydirect8bitoperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op)": [[21, "neural_compressor.adaptor.ox_utils.operators.binary_op.BinaryDirect8BitOperator"]], "binaryoperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op)": [[21, "neural_compressor.adaptor.ox_utils.operators.binary_op.BinaryOperator"]], "float16binaryoperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op)": [[21, "neural_compressor.adaptor.ox_utils.operators.binary_op.Float16BinaryOperator"]], "qbinaryoperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op)": [[21, "neural_compressor.adaptor.ox_utils.operators.binary_op.QBinaryOperator"]], "neural_compressor.adaptor.ox_utils.operators.binary_op": [[21, "module-neural_compressor.adaptor.ox_utils.operators.binary_op"]], "concatoperator (class in neural_compressor.adaptor.ox_utils.operators.concat)": [[22, "neural_compressor.adaptor.ox_utils.operators.concat.ConcatOperator"]], "qconcatoperator (class in neural_compressor.adaptor.ox_utils.operators.concat)": [[22, "neural_compressor.adaptor.ox_utils.operators.concat.QConcatOperator"]], "neural_compressor.adaptor.ox_utils.operators.concat": [[22, "module-neural_compressor.adaptor.ox_utils.operators.concat"]], "convoperator (class in neural_compressor.adaptor.ox_utils.operators.conv)": [[23, "neural_compressor.adaptor.ox_utils.operators.conv.ConvOperator"]], "qconvoperator (class in neural_compressor.adaptor.ox_utils.operators.conv)": [[23, "neural_compressor.adaptor.ox_utils.operators.conv.QConvOperator"]], "neural_compressor.adaptor.ox_utils.operators.conv": [[23, "module-neural_compressor.adaptor.ox_utils.operators.conv"]], "direct8bitoperator (class in neural_compressor.adaptor.ox_utils.operators.direct_q8)": [[24, "neural_compressor.adaptor.ox_utils.operators.direct_q8.Direct8BitOperator"]], "qdirectoperator (class in neural_compressor.adaptor.ox_utils.operators.direct_q8)": [[24, "neural_compressor.adaptor.ox_utils.operators.direct_q8.QDirectOperator"]], "neural_compressor.adaptor.ox_utils.operators.direct_q8": [[24, "module-neural_compressor.adaptor.ox_utils.operators.direct_q8"]], "embedlayernormalizationoperator (class in neural_compressor.adaptor.ox_utils.operators.embed_layernorm)": [[25, "neural_compressor.adaptor.ox_utils.operators.embed_layernorm.EmbedLayerNormalizationOperator"]], "qembedlayernormalizationoperator (class in neural_compressor.adaptor.ox_utils.operators.embed_layernorm)": [[25, "neural_compressor.adaptor.ox_utils.operators.embed_layernorm.QEmbedLayerNormalizationOperator"]], "neural_compressor.adaptor.ox_utils.operators.embed_layernorm": [[25, "module-neural_compressor.adaptor.ox_utils.operators.embed_layernorm"]], "gatheroperator (class in neural_compressor.adaptor.ox_utils.operators.gather)": [[26, "neural_compressor.adaptor.ox_utils.operators.gather.GatherOperator"]], "qgatheroperator (class in neural_compressor.adaptor.ox_utils.operators.gather)": [[26, "neural_compressor.adaptor.ox_utils.operators.gather.QGatherOperator"]], "neural_compressor.adaptor.ox_utils.operators.gather": [[26, "module-neural_compressor.adaptor.ox_utils.operators.gather"]], "globalaveragepooloperator (class in neural_compressor.adaptor.ox_utils.operators.gavgpool)": [[27, "neural_compressor.adaptor.ox_utils.operators.gavgpool.GlobalAveragePoolOperator"]], "qglobalaveragepooloperator (class in neural_compressor.adaptor.ox_utils.operators.gavgpool)": [[27, "neural_compressor.adaptor.ox_utils.operators.gavgpool.QGlobalAveragePoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.gavgpool": [[27, "module-neural_compressor.adaptor.ox_utils.operators.gavgpool"]], "gemmoperator (class in neural_compressor.adaptor.ox_utils.operators.gemm)": [[28, "neural_compressor.adaptor.ox_utils.operators.gemm.GemmOperator"]], "qgemmoperator (class in neural_compressor.adaptor.ox_utils.operators.gemm)": [[28, "neural_compressor.adaptor.ox_utils.operators.gemm.QGemmOperator"]], "neural_compressor.adaptor.ox_utils.operators.gemm": [[28, "module-neural_compressor.adaptor.ox_utils.operators.gemm"]], "neural_compressor.adaptor.ox_utils.operators": [[29, "module-neural_compressor.adaptor.ox_utils.operators"]], "lstmoperator (class in neural_compressor.adaptor.ox_utils.operators.lstm)": [[30, "neural_compressor.adaptor.ox_utils.operators.lstm.LSTMOperator"]], "neural_compressor.adaptor.ox_utils.operators.lstm": [[30, "module-neural_compressor.adaptor.ox_utils.operators.lstm"]], "fusedmatmuloperator (class in neural_compressor.adaptor.ox_utils.operators.matmul)": [[31, "neural_compressor.adaptor.ox_utils.operators.matmul.FusedMatMulOperator"]], "matmuloperator (class in neural_compressor.adaptor.ox_utils.operators.matmul)": [[31, "neural_compressor.adaptor.ox_utils.operators.matmul.MatMulOperator"]], "qmatmuloperator (class in neural_compressor.adaptor.ox_utils.operators.matmul)": [[31, "neural_compressor.adaptor.ox_utils.operators.matmul.QMatMulOperator"]], "neural_compressor.adaptor.ox_utils.operators.matmul": [[31, "module-neural_compressor.adaptor.ox_utils.operators.matmul"]], "maxpooloperator (class in neural_compressor.adaptor.ox_utils.operators.maxpool)": [[32, "neural_compressor.adaptor.ox_utils.operators.maxpool.MaxPoolOperator"]], "qmaxpooloperator (class in neural_compressor.adaptor.ox_utils.operators.maxpool)": [[32, "neural_compressor.adaptor.ox_utils.operators.maxpool.QMaxPoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.maxpool": [[32, "module-neural_compressor.adaptor.ox_utils.operators.maxpool"]], "batchnormalizationoperator (class in neural_compressor.adaptor.ox_utils.operators.norm)": [[33, "neural_compressor.adaptor.ox_utils.operators.norm.BatchNormalizationOperator"]], "normalizationoperator (class in neural_compressor.adaptor.ox_utils.operators.norm)": [[33, "neural_compressor.adaptor.ox_utils.operators.norm.NormalizationOperator"]], "neural_compressor.adaptor.ox_utils.operators.norm": [[33, "module-neural_compressor.adaptor.ox_utils.operators.norm"]], "operator (class in neural_compressor.adaptor.ox_utils.operators.ops)": [[34, "neural_compressor.adaptor.ox_utils.operators.ops.Operator"]], "qoperator (class in neural_compressor.adaptor.ox_utils.operators.ops)": [[34, "neural_compressor.adaptor.ox_utils.operators.ops.QOperator"]], "neural_compressor.adaptor.ox_utils.operators.ops": [[34, "module-neural_compressor.adaptor.ox_utils.operators.ops"]], "op_registry() (in module neural_compressor.adaptor.ox_utils.operators.ops)": [[34, "neural_compressor.adaptor.ox_utils.operators.ops.op_registry"]], "qop_registry() (in module neural_compressor.adaptor.ox_utils.operators.ops)": [[34, "neural_compressor.adaptor.ox_utils.operators.ops.qop_registry"]], "padoperator (class in neural_compressor.adaptor.ox_utils.operators.pad)": [[35, "neural_compressor.adaptor.ox_utils.operators.pad.PadOperator"]], "qpadoperator (class in neural_compressor.adaptor.ox_utils.operators.pad)": [[35, "neural_compressor.adaptor.ox_utils.operators.pad.QPadOperator"]], "neural_compressor.adaptor.ox_utils.operators.pad": [[35, "module-neural_compressor.adaptor.ox_utils.operators.pad"]], "pooloperator (class in neural_compressor.adaptor.ox_utils.operators.pooling)": [[36, "neural_compressor.adaptor.ox_utils.operators.pooling.PoolOperator"]], "qpooloperator (class in neural_compressor.adaptor.ox_utils.operators.pooling)": [[36, "neural_compressor.adaptor.ox_utils.operators.pooling.QPoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.pooling": [[36, "module-neural_compressor.adaptor.ox_utils.operators.pooling"]], "reduceminmaxoperator (class in neural_compressor.adaptor.ox_utils.operators.reduce)": [[37, "neural_compressor.adaptor.ox_utils.operators.reduce.ReduceMinMaxOperator"]], "reduceoperator (class in neural_compressor.adaptor.ox_utils.operators.reduce)": [[37, "neural_compressor.adaptor.ox_utils.operators.reduce.ReduceOperator"]], "neural_compressor.adaptor.ox_utils.operators.reduce": [[37, "module-neural_compressor.adaptor.ox_utils.operators.reduce"]], "qresizeoperator (class in neural_compressor.adaptor.ox_utils.operators.resize)": [[38, "neural_compressor.adaptor.ox_utils.operators.resize.QResizeOperator"]], "resizeoperator (class in neural_compressor.adaptor.ox_utils.operators.resize)": [[38, "neural_compressor.adaptor.ox_utils.operators.resize.ResizeOperator"]], "neural_compressor.adaptor.ox_utils.operators.resize": [[38, "module-neural_compressor.adaptor.ox_utils.operators.resize"]], "qsplitoperator (class in neural_compressor.adaptor.ox_utils.operators.split)": [[39, "neural_compressor.adaptor.ox_utils.operators.split.QSplitOperator"]], "splitoperator (class in neural_compressor.adaptor.ox_utils.operators.split)": [[39, "neural_compressor.adaptor.ox_utils.operators.split.SplitOperator"]], "neural_compressor.adaptor.ox_utils.operators.split": [[39, "module-neural_compressor.adaptor.ox_utils.operators.split"]], "unarydirect8bitoperator (class in neural_compressor.adaptor.ox_utils.operators.unary_op)": [[40, "neural_compressor.adaptor.ox_utils.operators.unary_op.UnaryDirect8BitOperator"]], "unaryoperator (class in neural_compressor.adaptor.ox_utils.operators.unary_op)": [[40, "neural_compressor.adaptor.ox_utils.operators.unary_op.UnaryOperator"]], "neural_compressor.adaptor.ox_utils.operators.unary_op": [[40, "module-neural_compressor.adaptor.ox_utils.operators.unary_op"]], "quantizer (class in neural_compressor.adaptor.ox_utils.quantizer)": [[41, "neural_compressor.adaptor.ox_utils.quantizer.Quantizer"]], "neural_compressor.adaptor.ox_utils.quantizer": [[41, "module-neural_compressor.adaptor.ox_utils.quantizer"]], "ortsmoothquant (class in neural_compressor.adaptor.ox_utils.smooth_quant)": [[42, "neural_compressor.adaptor.ox_utils.smooth_quant.ORTSmoothQuant"]], "get_quant_dequant_output() (in module neural_compressor.adaptor.ox_utils.smooth_quant)": [[42, "neural_compressor.adaptor.ox_utils.smooth_quant.get_quant_dequant_output"]], "make_sub_graph() (in module neural_compressor.adaptor.ox_utils.smooth_quant)": [[42, "neural_compressor.adaptor.ox_utils.smooth_quant.make_sub_graph"]], "neural_compressor.adaptor.ox_utils.smooth_quant": [[42, "module-neural_compressor.adaptor.ox_utils.smooth_quant"]], "quant_dequant_data() (in module neural_compressor.adaptor.ox_utils.smooth_quant)": [[42, "neural_compressor.adaptor.ox_utils.smooth_quant.quant_dequant_data"]], "quantformat (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantFormat"]], "quanttype (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantType"]], "quantizationmode (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantizationMode"]], "quantizedinitializer (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantizedInitializer"]], "quantizedvalue (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantizedValue"]], "quantizedvaluetype (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantizedValueType"]], "valueinfo (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.ValueInfo"]], "attribute_to_kwarg() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.attribute_to_kwarg"]], "calculate_scale_zp() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.calculate_scale_zp"]], "cast_tensor() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.cast_tensor"]], "collate_preds() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.collate_preds"]], "dequantize_data() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.dequantize_data"]], "dequantize_data_with_scale_zero() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.dequantize_data_with_scale_zero"]], "dtype_to_name() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.dtype_to_name"]], "find_by_name() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.find_by_name"]], "float_to_bfloat16() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.float_to_bfloat16"]], "float_to_float16() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.float_to_float16"]], "infer_shapes() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.infer_shapes"]], "is_b_transposed() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.is_B_transposed"]], "make_dquant_node() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.make_dquant_node"]], "make_quant_node() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.make_quant_node"]], "neural_compressor.adaptor.ox_utils.util": [[43, "module-neural_compressor.adaptor.ox_utils.util"]], "quantize_data() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.quantize_data"]], "quantize_data_per_channel() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.quantize_data_per_channel"]], "quantize_data_with_scale_zero() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.quantize_data_with_scale_zero"]], "quantize_nparray() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.quantize_nparray"]], "remove_init_from_model_input() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.remove_init_from_model_input"]], "simple_progress_bar() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.simple_progress_bar"]], "split_shared_bias() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.split_shared_bias"]], "to_numpy() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.to_numpy"]], "trt_env_setup() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.trt_env_setup"]], "apply_awq_clip() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.apply_awq_clip"]], "apply_awq_scale() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.apply_awq_scale"]], "awq_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.awq_quantize"]], "get_blob_size() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.get_blob_size"]], "get_weight_scale() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.get_weight_scale"]], "gptq() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.gptq"]], "gptq_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.gptq_quantize"]], "make_matmul_weight_only_node() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.make_matmul_weight_only_node"]], "neural_compressor.adaptor.ox_utils.weight_only": [[44, "module-neural_compressor.adaptor.ox_utils.weight_only"]], "pad_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.pad_tensor"]], "prepare_inputs() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.prepare_inputs"]], "qdq_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.qdq_tensor"]], "quant_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.quant_tensor"]], "rtn_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.rtn_quantize"]], "pytorchadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorchAdaptor"]], "pytorchquery (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorchQuery"]], "pytorchweightonlyadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorchWeightOnlyAdaptor"]], "pytorch_fxadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorch_FXAdaptor"]], "pytorch_ipexadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorch_IPEXAdaptor"]], "templateadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.TemplateAdaptor"]], "get_ops_recursively() (in module neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.get_ops_recursively"]], "neural_compressor.adaptor.pytorch": [[45, "module-neural_compressor.adaptor.pytorch"]], "querybackendcapability (class in neural_compressor.adaptor.query)": [[46, "neural_compressor.adaptor.query.QueryBackendCapability"]], "neural_compressor.adaptor.query": [[46, "module-neural_compressor.adaptor.query"]], "tensorflowadaptor (class in neural_compressor.adaptor.tensorflow)": [[47, "neural_compressor.adaptor.tensorflow.TensorFlowAdaptor"]], "tensorflowquery (class in neural_compressor.adaptor.tensorflow)": [[47, "neural_compressor.adaptor.tensorflow.TensorflowQuery"]], "tensorflow_itexadaptor (class in neural_compressor.adaptor.tensorflow)": [[47, "neural_compressor.adaptor.tensorflow.Tensorflow_ITEXAdaptor"]], "neural_compressor.adaptor.tensorflow": [[47, "module-neural_compressor.adaptor.tensorflow"]], "graphconverter (class in neural_compressor.adaptor.tf_utils.graph_converter)": [[48, "neural_compressor.adaptor.tf_utils.graph_converter.GraphConverter"]], "neural_compressor.adaptor.tf_utils.graph_converter": [[48, "module-neural_compressor.adaptor.tf_utils.graph_converter"]], "graphconverterwithoutcalib (class in neural_compressor.adaptor.tf_utils.graph_converter_without_calib)": [[49, "neural_compressor.adaptor.tf_utils.graph_converter_without_calib.GraphConverterWithoutCalib"]], "neural_compressor.adaptor.tf_utils.graph_converter_without_calib": [[49, "module-neural_compressor.adaptor.tf_utils.graph_converter_without_calib"]], "bf16convert (class in neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert)": [[50, "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert.BF16Convert"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert": [[50, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert"]], "dequantizecastoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer)": [[51, "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer.DequantizeCastOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer": [[51, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16": [[52, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16"]], "convertaddtobiasaddoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd)": [[53, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd.ConvertAddToBiasAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd": [[53, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd"]], "convertlayoutoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout)": [[54, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout.ConvertLayoutOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout": [[54, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout"]], "convertleakyreluoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu)": [[55, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu.ConvertLeakyReluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu": [[55, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu"]], "convertnantorandom (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random)": [[56, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random.ConvertNanToRandom"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random": [[56, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random"]], "convertplaceholdertoconst (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const)": [[57, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const.ConvertPlaceholderToConst"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const": [[57, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const"]], "dilatedcontraction (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction)": [[58, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction.DilatedContraction"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction": [[58, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction"]], "injectdummybiasaddoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd)": [[59, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd.InjectDummyBiasAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd": [[59, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd"]], "expanddimsoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer)": [[60, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer.ExpandDimsOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer": [[60, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer"]], "fetchweightfromreshapeoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape)": [[61, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape.FetchWeightFromReshapeOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape": [[61, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape"]], "foldbatchnormnodesoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm)": [[62, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm.FoldBatchNormNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm": [[62, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm"]], "graphfoldconstantoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant)": [[63, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant.GraphFoldConstantOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant": [[63, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant"]], "fusebiasaddandaddoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add)": [[64, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add.FuseBiasAddAndAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add": [[64, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add"]], "fusecolumnwisemuloptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul)": [[65, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul.FuseColumnWiseMulOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul": [[65, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul"]], "fuseconvwithmathoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math)": [[66, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math.FuseConvWithMathOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math": [[66, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math"]], "fusedecomposedbnoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.FuseDecomposedBNOptimizer"]], "bypass_reshape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.bypass_reshape"]], "get_const_dim_count() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.get_const_dim_count"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn": [[67, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn"]], "node_from_map() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.node_from_map"]], "node_name_from_input() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.node_name_from_input"]], "valid_reshape_inputs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.valid_reshape_inputs"]], "values_from_const() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.values_from_const"]], "fusedecomposedinoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.FuseDecomposedINOptimizer"]], "bypass_reshape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.bypass_reshape"]], "get_const_dim_count() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.get_const_dim_count"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in": [[68, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in"]], "node_from_map() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.node_from_map"]], "node_name_from_input() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.node_name_from_input"]], "valid_reshape_inputs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.valid_reshape_inputs"]], "values_from_const() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.values_from_const"]], "fusegeluoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu)": [[69, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu.FuseGeluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu": [[69, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu"]], "fuselayernormoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm)": [[70, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm.FuseLayerNormOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm": [[70, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm"]], "node_from_map() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm)": [[70, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm.node_from_map"]], "node_name_from_input() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm)": [[70, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm.node_name_from_input"]], "values_from_const() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm)": [[70, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm.values_from_const"]], "fusepadwithconv2doptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv)": [[71, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv.FusePadWithConv2DOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv": [[71, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv"]], "fusepadwithfp32conv2doptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv)": [[72, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv.FusePadWithFP32Conv2DOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv": [[72, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv"]], "fusetransposereshapeoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose)": [[73, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose.FuseTransposeReshapeOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose": [[73, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose"]], "graphcseoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer)": [[74, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer.GraphCseOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer": [[74, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer"]], "grappleroptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass)": [[75, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass.GrapplerOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass": [[75, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic": [[76, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic"]], "insertprintminmaxnode (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node)": [[77, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node.InsertPrintMinMaxNode"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node": [[77, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node"]], "movesqueezeafterreluoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu)": [[78, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu.MoveSqueezeAfterReluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu": [[78, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu"]], "preoptimization (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize)": [[79, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize.PreOptimization"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize": [[79, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize"]], "removetrainingnodesoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes)": [[80, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes.RemoveTrainingNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes": [[80, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes"]], "renamebatchnormoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm)": [[81, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm.RenameBatchNormOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm": [[81, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm"]], "splitsharedinputoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input)": [[82, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input.SplitSharedInputOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input": [[82, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input"]], "stripequivalentnodesoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes)": [[83, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes.StripEquivalentNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes": [[83, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes"]], "stripunusednodesoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes)": [[84, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes.StripUnusedNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes": [[84, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes"]], "switchoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer)": [[85, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer.SwitchOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer": [[85, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer"]], "graphrewriterbase (class in neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base)": [[86, "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base.GraphRewriterBase"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base": [[86, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base"]], "neural_compressor.adaptor.tf_utils.graph_rewriter": [[87, "module-neural_compressor.adaptor.tf_utils.graph_rewriter"]], "freezefakequantopoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant)": [[88, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant.FreezeFakeQuantOpOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant": [[88, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant"]], "freezevaluetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value)": [[89, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value.FreezeValueTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value": [[89, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value"]], "freezevaluewithoutcalibtransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib)": [[90, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib.FreezeValueWithoutCalibTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib": [[90, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib"]], "fuseconvredundantdequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize)": [[91, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize.FuseConvRedundantDequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize": [[91, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize"]], "fuseconvrequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize)": [[92, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize.FuseConvRequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize": [[92, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize"]], "fusematmulredundantdequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize)": [[93, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize.FuseMatMulRedundantDequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize": [[93, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize"]], "fusematmulrequantizedequantizenewapitransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize)": [[94, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize.FuseMatMulRequantizeDequantizeNewAPITransformer"]], "fusematmulrequantizedequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize)": [[94, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize.FuseMatMulRequantizeDequantizeTransformer"]], "fusematmulrequantizenewapitransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize)": [[94, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize.FuseMatMulRequantizeNewAPITransformer"]], "fusematmulrequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize)": [[94, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize.FuseMatMulRequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize": [[94, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8": [[95, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8"]], "metainfochangingmemopoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer)": [[96, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer.MetaInfoChangingMemOpOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer": [[96, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer"]], "posthostconstconverter (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter)": [[97, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter.PostHostConstConverter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter": [[97, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter"]], "postcseoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse)": [[98, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse.PostCseOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse": [[98, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse"]], "quantizedrnnconverter (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert)": [[99, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert.QuantizedRNNConverter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert": [[99, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert"]], "scalepropagationtransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation)": [[100, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation.ScaleProPagationTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation": [[100, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx": [[101, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx"]], "onnxgraph (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph)": [[102, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph.OnnxGraph"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph": [[102, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph"]], "onnxnode (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node)": [[103, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node.OnnxNode"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node": [[103, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node"]], "onnxopschema (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema)": [[104, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema.OnnxOpSchema"]], "get_max_supported_opset_version() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema)": [[104, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema.get_max_supported_opset_version"]], "get_schema() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema)": [[104, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema.get_schema"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema": [[104, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema"]], "seqtype (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.SeqType"]], "add_port_to_name() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.add_port_to_name"]], "are_shapes_equal() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.are_shapes_equal"]], "assert_error() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.assert_error"]], "compute_const_folding_using_tf() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.compute_const_folding_using_tf"]], "convert_tensorflow_tensor_to_onnx() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.convert_tensorflow_tensor_to_onnx"]], "find_opset() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.find_opset"]], "get_index_from_strided_slice_of_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_index_from_strided_slice_of_shape"]], "get_subgraphs_from_onnx() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_subgraphs_from_onnx"]], "get_tensorflow_node_attr() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_tensorflow_node_attr"]], "get_tensorflow_node_shape_attr() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_tensorflow_node_shape_attr"]], "get_tensorflow_tensor_data() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_tensorflow_tensor_data"]], "get_tensorflow_tensor_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_tensorflow_tensor_shape"]], "infer_onnx_shape_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.infer_onnx_shape_dtype"]], "initialize_name_counter() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.initialize_name_counter"]], "is_list_or_tuple() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.is_list_or_tuple"]], "is_onnx_domain() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.is_onnx_domain"]], "make_onnx_inputs_outputs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.make_onnx_inputs_outputs"]], "make_onnx_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.make_onnx_shape"]], "map_numpy_to_onnx_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.map_numpy_to_onnx_dtype"]], "map_onnx_to_numpy_type() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.map_onnx_to_numpy_type"]], "map_tensorflow_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.map_tensorflow_dtype"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils": [[105, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils"]], "read_tensorflow_node_attrs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.read_tensorflow_node_attrs"]], "save_protobuf() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.save_protobuf"]], "set_name() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.set_name"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq": [[106, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq"]], "generategraphwithqdqpattern (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern)": [[107, "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern.GenerateGraphWithQDQPattern"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern": [[107, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern"]], "mergeduplicatedqdqoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq)": [[108, "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq.MergeDuplicatedQDQOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq": [[108, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq"]], "shareqdqforitexypatternoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern)": [[109, "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern.ShareQDQForItexYPatternOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern": [[109, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern"]], "graphanalyzer (class in neural_compressor.adaptor.tf_utils.graph_util)": [[110, "neural_compressor.adaptor.tf_utils.graph_util.GraphAnalyzer"]], "graphrewriterhelper (class in neural_compressor.adaptor.tf_utils.graph_util)": [[110, "neural_compressor.adaptor.tf_utils.graph_util.GraphRewriterHelper"]], "neural_compressor.adaptor.tf_utils.graph_util": [[110, "module-neural_compressor.adaptor.tf_utils.graph_util"]], "neural_compressor.adaptor.tf_utils": [[111, "module-neural_compressor.adaptor.tf_utils"]], "neural_compressor.adaptor.tf_utils.quantize_graph": [[112, "module-neural_compressor.adaptor.tf_utils.quantize_graph"]], "fakequantize (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize)": [[113, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize.FakeQuantize"]], "fakequantizebase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize)": [[113, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize.FakeQuantizeBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize": [[113, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat": [[114, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat"]], "quantizeconfig (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config)": [[115, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config.QuantizeConfig"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config": [[115, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config"]], "init_quantize_config() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper)": [[116, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper.init_quantize_config"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper": [[116, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper"]], "qat_clone_function() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper)": [[116, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper.qat_clone_function"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers": [[117, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers"]], "config_quantizable_layers() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer)": [[118, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer.config_quantizable_layers"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer": [[118, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer"]], "quantizelayeradd (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add)": [[119, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add.QuantizeLayerAdd"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add": [[119, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add"]], "quantizelayerbase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base)": [[120, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base.QuantizeLayerBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base": [[120, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base"]], "quantizelayerbatchnormalization (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn)": [[121, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn.QuantizeLayerBatchNormalization"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn": [[121, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn"]], "quantizewrapper (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper)": [[122, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper.QuantizeWrapper"]], "quantizewrapperbase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper)": [[122, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper.QuantizeWrapperBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper": [[122, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper"]], "fusenodestartwithfusedbatchnormv3 (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn)": [[123, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn.FuseNodeStartWithFusedBatchNormV3"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn": [[123, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn"]], "fusenodestartwithconcatv2 (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2)": [[124, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2.FuseNodeStartWithConcatV2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2": [[124, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2"]], "fusenodestartwithconv2d (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv)": [[125, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv.FuseNodeStartWithConv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv": [[125, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv"]], "fusenodestartwithdeconv2d (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv)": [[126, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv.FuseNodeStartWithDeconv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv": [[126, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv"]], "fusenodestartwithfusedinstancenorm (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in)": [[127, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in.FuseNodeStartWithFusedInstanceNorm"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in": [[127, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in"]], "fusenodestartwithmatmul (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul)": [[128, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul.FuseNodeStartWithMatmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul": [[128, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul"]], "fusenodestartwithpooling (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling)": [[129, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling.FuseNodeStartWithPooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling": [[129, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq": [[130, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq"]], "optimizeqdqgraph (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq)": [[131, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq.OptimizeQDQGraph"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq": [[131, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq"]], "quantizegraphbase (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base)": [[132, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base.QuantizeGraphBase"]], "quantizenodebase (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base)": [[132, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base.QuantizeNodeBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base": [[132, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base"]], "fusenodestartwithfusedbatchnormv3 (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn)": [[133, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn.FuseNodeStartWithFusedBatchNormV3"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn": [[133, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn"]], "fusenodestartwithconcatv2 (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2)": [[134, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2.FuseNodeStartWithConcatV2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2": [[134, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2"]], "fusenodestartwithconv2d (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv)": [[135, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv.FuseNodeStartWithConv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv": [[135, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv"]], "quantizegraphforintel (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu)": [[136, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu.QuantizeGraphForIntel"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu": [[136, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu"]], "fusenodestartwithmatmul (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul)": [[137, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul.FuseNodeStartWithMatmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul": [[137, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul"]], "fusenodestartwithpooling (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling)": [[138, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling.FuseNodeStartWithPooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling": [[138, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling"]], "quantizegraphhelper (class in neural_compressor.adaptor.tf_utils.quantize_graph_common)": [[139, "neural_compressor.adaptor.tf_utils.quantize_graph_common.QuantizeGraphHelper"]], "neural_compressor.adaptor.tf_utils.quantize_graph_common": [[139, "module-neural_compressor.adaptor.tf_utils.quantize_graph_common"]], "smoothquantcalibration (class in neural_compressor.adaptor.tf_utils.smooth_quant_calibration)": [[140, "neural_compressor.adaptor.tf_utils.smooth_quant_calibration.SmoothQuantCalibration"]], "smoothquantcalibrationllm (class in neural_compressor.adaptor.tf_utils.smooth_quant_calibration)": [[140, "neural_compressor.adaptor.tf_utils.smooth_quant_calibration.SmoothQuantCalibrationLLM"]], "neural_compressor.adaptor.tf_utils.smooth_quant_calibration": [[140, "module-neural_compressor.adaptor.tf_utils.smooth_quant_calibration"]], "smoothquantscaler (class in neural_compressor.adaptor.tf_utils.smooth_quant_scaler)": [[141, "neural_compressor.adaptor.tf_utils.smooth_quant_scaler.SmoothQuantScaler"]], "smoothquantscalerllm (class in neural_compressor.adaptor.tf_utils.smooth_quant_scaler)": [[141, "neural_compressor.adaptor.tf_utils.smooth_quant_scaler.SmoothQuantScalerLLM"]], "neural_compressor.adaptor.tf_utils.smooth_quant_scaler": [[141, "module-neural_compressor.adaptor.tf_utils.smooth_quant_scaler"]], "tensorflowqdqtoonnxqdqconverter (class in neural_compressor.adaptor.tf_utils.tf2onnx_converter)": [[142, "neural_compressor.adaptor.tf_utils.tf2onnx_converter.TensorflowQDQToOnnxQDQConverter"]], "neural_compressor.adaptor.tf_utils.tf2onnx_converter": [[142, "module-neural_compressor.adaptor.tf_utils.tf2onnx_converter"]], "biascorrection (class in neural_compressor.adaptor.tf_utils.transform_graph.bias_correction)": [[143, "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction.BiasCorrection"]], "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction": [[143, "module-neural_compressor.adaptor.tf_utils.transform_graph.bias_correction"]], "graphtransformbase (class in neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base)": [[144, "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base.GraphTransformBase"]], "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base": [[144, "module-neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base"]], "neural_compressor.adaptor.tf_utils.transform_graph": [[145, "module-neural_compressor.adaptor.tf_utils.transform_graph"]], "insertlogging (class in neural_compressor.adaptor.tf_utils.transform_graph.insert_logging)": [[146, "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging.InsertLogging"]], "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging": [[146, "module-neural_compressor.adaptor.tf_utils.transform_graph.insert_logging"]], "rerangequantizedconcat (class in neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat)": [[147, "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat.RerangeQuantizedConcat"]], "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat": [[147, "module-neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat"]], "apply_inlining() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.apply_inlining"]], "collate_tf_preds() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.collate_tf_preds"]], "construct_function_from_graph_def() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.construct_function_from_graph_def"]], "disable_random() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.disable_random"]], "fix_ref_type_of_graph_def() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.fix_ref_type_of_graph_def"]], "generate_feed_dict() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.generate_feed_dict"]], "get_estimator_graph() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_estimator_graph"]], "get_graph_def() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_graph_def"]], "get_input_output_node_names() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_input_output_node_names"]], "get_model_input_shape() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_model_input_shape"]], "get_tensor_by_name() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_tensor_by_name"]], "get_tensor_val_from_graph_node() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_tensor_val_from_graph_node"]], "get_weight_from_input_tensor() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_weight_from_input_tensor"]], "int8_node_name_reverse() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.int8_node_name_reverse"]], "is_ckpt_format() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.is_ckpt_format"]], "is_saved_model_format() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.is_saved_model_format"]], "iterator_sess_run() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.iterator_sess_run"]], "neural_compressor.adaptor.tf_utils.util": [[148, "module-neural_compressor.adaptor.tf_utils.util"]], "parse_saved_model() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.parse_saved_model"]], "read_graph() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.read_graph"]], "reconstruct_saved_model() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.reconstruct_saved_model"]], "strip_equivalent_nodes() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.strip_equivalent_nodes"]], "strip_unused_nodes() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.strip_unused_nodes"]], "tf_diagnosis_helper() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.tf_diagnosis_helper"]], "version1_eq_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_eq_version2"]], "version1_gt_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_gt_version2"]], "version1_gte_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_gte_version2"]], "version1_lt_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_lt_version2"]], "version1_lte_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_lte_version2"]], "write_graph() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.write_graph"]], "autoadamround (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.AutoAdamRound"]], "autooptround (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.AutoOPTRound"]], "autoround (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.AutoRound"]], "saveinputs (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.SaveInputs"]], "wrappermultiblock (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.WrapperMultiblock"]], "block_forward() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.block_forward"]], "check_is_cpu() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.check_is_cpu"]], "collect_minmax_scale() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.collect_minmax_scale"]], "collect_round_v() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.collect_round_v"]], "get_batch_dim() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_batch_dim"]], "get_block_names() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_block_names"]], "get_dataloader() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_dataloader"]], "get_module() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_module"]], "get_scale_shape() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_scale_shape"]], "get_tokenizer_function() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_tokenizer_function"]], "move_input_to_device() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.move_input_to_device"]], "neural_compressor.adaptor.torch_utils.autoround.autoround": [[149, "module-neural_compressor.adaptor.torch_utils.autoround.autoround"]], "quant_weight() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.quant_weight"]], "quant_weight_actor() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.quant_weight_actor"]], "quant_weight_asym() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.quant_weight_asym"]], "quant_weight_sym() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.quant_weight_sym"]], "round_ste() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.round_ste"]], "sampling_inputs() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.sampling_inputs"]], "set_module() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.set_module"]], "unwrapper_block() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.unwrapper_block"]], "wrapper_block() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.wrapper_block"]], "neural_compressor.adaptor.torch_utils.autoround": [[150, "module-neural_compressor.adaptor.torch_utils.autoround"]], "sgd (class in neural_compressor.adaptor.torch_utils.autoround.sign_sgd)": [[151, "neural_compressor.adaptor.torch_utils.autoround.sign_sgd.SGD"]], "neural_compressor.adaptor.torch_utils.autoround.sign_sgd": [[151, "module-neural_compressor.adaptor.torch_utils.autoround.sign_sgd"]], "sgd() (in module neural_compressor.adaptor.torch_utils.autoround.sign_sgd)": [[151, "neural_compressor.adaptor.torch_utils.autoround.sign_sgd.sgd"]], "actawareweightquant (class in neural_compressor.adaptor.torch_utils.awq)": [[152, "neural_compressor.adaptor.torch_utils.awq.ActAwareWeightQuant"]], "neural_compressor.adaptor.torch_utils.awq": [[152, "module-neural_compressor.adaptor.torch_utils.awq"]], "bf16modulewrapper (class in neural_compressor.adaptor.torch_utils.bf16_convert)": [[153, "neural_compressor.adaptor.torch_utils.bf16_convert.BF16ModuleWrapper"]], "convert() (in module neural_compressor.adaptor.torch_utils.bf16_convert)": [[153, "neural_compressor.adaptor.torch_utils.bf16_convert.Convert"]], "bf16_symbolic_trace() (in module neural_compressor.adaptor.torch_utils.bf16_convert)": [[153, "neural_compressor.adaptor.torch_utils.bf16_convert.bf16_symbolic_trace"]], "neural_compressor.adaptor.torch_utils.bf16_convert": [[153, "module-neural_compressor.adaptor.torch_utils.bf16_convert"]], "gptq (class in neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.GPTQ"]], "gptquantizer (class in neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.GPTQuantizer"]], "find_layers() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.find_layers"]], "find_layers_name() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.find_layers_name"]], "is_leaf() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.is_leaf"]], "log_quantizable_layers_per_transformer() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.log_quantizable_layers_per_transformer"]], "neural_compressor.adaptor.torch_utils.gptq": [[154, "module-neural_compressor.adaptor.torch_utils.gptq"]], "quantize() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.quantize"]], "trace_gptq_target_blocks() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.trace_gptq_target_blocks"]], "hessiantrace (class in neural_compressor.adaptor.torch_utils.hawq_metric)": [[155, "neural_compressor.adaptor.torch_utils.hawq_metric.HessianTrace"]], "node_collector (class in neural_compressor.adaptor.torch_utils.hawq_metric)": [[155, "neural_compressor.adaptor.torch_utils.hawq_metric.Node_collector"]], "compare_weights() (in module neural_compressor.adaptor.torch_utils.hawq_metric)": [[155, "neural_compressor.adaptor.torch_utils.hawq_metric.compare_weights"]], "hawq_top() (in module neural_compressor.adaptor.torch_utils.hawq_metric)": [[155, "neural_compressor.adaptor.torch_utils.hawq_metric.hawq_top"]], "neural_compressor.adaptor.torch_utils.hawq_metric": [[155, "module-neural_compressor.adaptor.torch_utils.hawq_metric"]], "neural_compressor.adaptor.torch_utils": [[156, "module-neural_compressor.adaptor.torch_utils"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant": [[157, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant"]], "pickleerror": [[158, "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle.PickleError"]], "picklingerror": [[158, "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle.PicklingError"]], "unpicklingerror": [[158, "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle.UnpicklingError"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle": [[158, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle"]], "layerwisequant (class in neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize)": [[159, "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize.LayerWiseQuant"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize": [[159, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize"]], "load() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load)": [[160, "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load.load"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load": [[160, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load"]], "dowload_hf_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.dowload_hf_model"]], "get_children() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.get_children"]], "get_module() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.get_module"]], "get_named_children() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.get_named_children"]], "get_super_module_by_name() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.get_super_module_by_name"]], "load_empty_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.load_empty_model"]], "load_layer_wise_quantized_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.load_layer_wise_quantized_model"]], "load_tensor() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.load_tensor"]], "load_tensor_from_shard() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.load_tensor_from_shard"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils": [[161, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.utils"]], "update_module() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.update_module"]], "ipex_mixed_precision() (in module neural_compressor.adaptor.torch_utils.mixed_precision)": [[162, "neural_compressor.adaptor.torch_utils.mixed_precision.ipex_mixed_precision"]], "neural_compressor.adaptor.torch_utils.mixed_precision": [[162, "module-neural_compressor.adaptor.torch_utils.mixed_precision"]], "fakeaffinetensorquantfunction (class in neural_compressor.adaptor.torch_utils.model_wrapper)": [[163, "neural_compressor.adaptor.torch_utils.model_wrapper.FakeAffineTensorQuantFunction"]], "mullinear (class in neural_compressor.adaptor.torch_utils.model_wrapper)": [[163, "neural_compressor.adaptor.torch_utils.model_wrapper.MulLinear"]], "teqlinearfakequant (class in neural_compressor.adaptor.torch_utils.model_wrapper)": [[163, "neural_compressor.adaptor.torch_utils.model_wrapper.TEQLinearFakeQuant"]], "neural_compressor.adaptor.torch_utils.model_wrapper": [[163, "module-neural_compressor.adaptor.torch_utils.model_wrapper"]], "transformerbasedmodelblockpatterndetector (class in neural_compressor.adaptor.torch_utils.pattern_detector)": [[164, "neural_compressor.adaptor.torch_utils.pattern_detector.TransformerBasedModelBlockPatternDetector"]], "neural_compressor.adaptor.torch_utils.pattern_detector": [[164, "module-neural_compressor.adaptor.torch_utils.pattern_detector"]], "torchsmoothquant (class in neural_compressor.adaptor.torch_utils.smooth_quant)": [[165, "neural_compressor.adaptor.torch_utils.smooth_quant.TorchSmoothQuant"]], "get_module() (in module neural_compressor.adaptor.torch_utils.smooth_quant)": [[165, "neural_compressor.adaptor.torch_utils.smooth_quant.get_module"]], "neural_compressor.adaptor.torch_utils.smooth_quant": [[165, "module-neural_compressor.adaptor.torch_utils.smooth_quant"]], "set_module() (in module neural_compressor.adaptor.torch_utils.smooth_quant)": [[165, "neural_compressor.adaptor.torch_utils.smooth_quant.set_module"]], "neural_compressor.adaptor.torch_utils.symbolic_trace": [[166, "module-neural_compressor.adaptor.torch_utils.symbolic_trace"]], "symbolic_trace() (in module neural_compressor.adaptor.torch_utils.symbolic_trace)": [[166, "neural_compressor.adaptor.torch_utils.symbolic_trace.symbolic_trace"]], "trace_and_fuse_sub_graph() (in module neural_compressor.adaptor.torch_utils.symbolic_trace)": [[166, "neural_compressor.adaptor.torch_utils.symbolic_trace.trace_and_fuse_sub_graph"]], "tequantizer (class in neural_compressor.adaptor.torch_utils.teq)": [[167, "neural_compressor.adaptor.torch_utils.teq.TEQuantizer"]], "neural_compressor.adaptor.torch_utils.teq": [[167, "module-neural_compressor.adaptor.torch_utils.teq"]], "append_attr() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.append_attr"]], "auto_copy() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.auto_copy"]], "calculate_quant_min_max() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.calculate_quant_min_max"]], "calibration() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.calibration"]], "check_cfg_and_qconfig() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.check_cfg_and_qconfig"]], "collate_torch_preds() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.collate_torch_preds"]], "collect_weight_info() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.collect_weight_info"]], "fetch_module() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.fetch_module"]], "forward_wrapper() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.forward_wrapper"]], "generate_activation_observer() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.generate_activation_observer"]], "get_absorb_layers() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_absorb_layers"]], "get_block_prefix() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_block_prefix"]], "get_depth() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_depth"]], "get_dict_at_depth() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_dict_at_depth"]], "get_element_under_depth() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_element_under_depth"]], "get_embedding_contiguous() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_embedding_contiguous"]], "get_example_input() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_example_input"]], "get_fallback_order() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_fallback_order"]], "get_hidden_states() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_hidden_states"]], "get_module_input_output() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_module_input_output"]], "get_mse_order_per_fp32() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_mse_order_per_fp32"]], "get_mse_order_per_int8() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_mse_order_per_int8"]], "get_op_type_by_name() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_op_type_by_name"]], "get_quantizable_ops_from_cfgs() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_quantizable_ops_from_cfgs"]], "get_torch_version() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_torch_version"]], "input2tuple() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.input2tuple"]], "is_fused_module() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.is_fused_module"]], "match_datatype_pattern() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.match_datatype_pattern"]], "move_input_device() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.move_input_device"]], "neural_compressor.adaptor.torch_utils.util": [[168, "module-neural_compressor.adaptor.torch_utils.util"]], "paser_cfgs() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.paser_cfgs"]], "set_module() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.set_module"]], "simple_inference() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.simple_inference"]], "update_sq_scale() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.update_sq_scale"]], "awq_quantize() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.awq_quantize"]], "gptq_quantize() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.gptq_quantize"]], "neural_compressor.adaptor.torch_utils.weight_only": [[169, "module-neural_compressor.adaptor.torch_utils.weight_only"]], "qdq_weight_actor() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.qdq_weight_actor"]], "qdq_weight_asym() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.qdq_weight_asym"]], "qdq_weight_sym() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.qdq_weight_sym"]], "quant_weight() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.quant_weight"]], "quant_weight_w_scale() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.quant_weight_w_scale"]], "quantize_4bit() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.quantize_4bit"]], "rtn_quantize() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.rtn_quantize"]], "search_clip() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.search_clip"]], "teq_quantize() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.teq_quantize"]], "algorithms (class in neural_compressor.algorithm.algorithm)": [[170, "neural_compressor.algorithm.algorithm.ALGORITHMS"]], "algorithm (class in neural_compressor.algorithm.algorithm)": [[170, "neural_compressor.algorithm.algorithm.Algorithm"]], "algorithmscheduler (class in neural_compressor.algorithm.algorithm)": [[170, "neural_compressor.algorithm.algorithm.AlgorithmScheduler"]], "algorithm_registry() (in module neural_compressor.algorithm.algorithm)": [[170, "neural_compressor.algorithm.algorithm.algorithm_registry"]], "neural_compressor.algorithm.algorithm": [[170, "module-neural_compressor.algorithm.algorithm"]], "fastbiascorrection (class in neural_compressor.algorithm.fast_bias_correction)": [[171, "neural_compressor.algorithm.fast_bias_correction.FastBiasCorrection"]], "neural_compressor.algorithm.fast_bias_correction": [[171, "module-neural_compressor.algorithm.fast_bias_correction"]], "neural_compressor.algorithm": [[172, "module-neural_compressor.algorithm"]], "smoothquant (class in neural_compressor.algorithm.smooth_quant)": [[173, "neural_compressor.algorithm.smooth_quant.SmoothQuant"]], "neural_compressor.algorithm.smooth_quant": [[173, "module-neural_compressor.algorithm.smooth_quant"]], "weightcorrection (class in neural_compressor.algorithm.weight_correction)": [[174, "neural_compressor.algorithm.weight_correction.WeightCorrection"]], "neural_compressor.algorithm.weight_correction": [[174, "module-neural_compressor.algorithm.weight_correction"]], "benchmark_with_raw_cmd() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.benchmark_with_raw_cmd"]], "call_one() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.call_one"]], "config_instance() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.config_instance"]], "fit() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.fit"]], "generate_prefix() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.generate_prefix"]], "get_architecture() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_architecture"]], "get_bounded_threads() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_bounded_threads"]], "get_core_ids() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_core_ids"]], "get_physical_ids() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_physical_ids"]], "get_threads() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_threads"]], "get_threads_per_core() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_threads_per_core"]], "neural_compressor.benchmark": [[175, "module-neural_compressor.benchmark"]], "profile() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.profile"]], "run_instance() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.run_instance"]], "set_all_env_var() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.set_all_env_var"]], "set_env_var() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.set_env_var"]], "summary_benchmark() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.summary_benchmark"]], "baseconfig (class in neural_compressor.common.base_config)": [[176, "neural_compressor.common.base_config.BaseConfig"]], "composableconfig (class in neural_compressor.common.base_config)": [[176, "neural_compressor.common.base_config.ComposableConfig"]], "neural_compressor.common.base_config": [[176, "module-neural_compressor.common.base_config"]], "register_config() (in module neural_compressor.common.base_config)": [[176, "neural_compressor.common.base_config.register_config"]], "neural_compressor.common": [[177, "module-neural_compressor.common"]], "logger (class in neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.Logger"]], "debug() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.debug"]], "error() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.error"]], "fatal() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.fatal"]], "info() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.info"]], "log() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.log"]], "neural_compressor.common.logger": [[178, "module-neural_compressor.common.logger"]], "warn() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.warn"]], "warning() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.warning"]], "neural_compressor.common.utility": [[179, "module-neural_compressor.common.utility"]], "basecallbacks (class in neural_compressor.compression.callbacks)": [[180, "neural_compressor.compression.callbacks.BaseCallbacks"]], "distillationcallbacks (class in neural_compressor.compression.callbacks)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks"]], "pruningcallbacks (class in neural_compressor.compression.callbacks)": [[180, "neural_compressor.compression.callbacks.PruningCallbacks"]], "quantizationawaretrainingcallbacks (class in neural_compressor.compression.callbacks)": [[180, "neural_compressor.compression.callbacks.QuantizationAwareTrainingCallbacks"]], "_epoch_ran (neural_compressor.compression.callbacks.distillationcallbacks attribute)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks._epoch_ran"]], "best_model (neural_compressor.compression.callbacks.distillationcallbacks attribute)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks.best_model"]], "best_score (neural_compressor.compression.callbacks.distillationcallbacks attribute)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks.best_score"]], "eval_frequency (neural_compressor.compression.callbacks.distillationcallbacks attribute)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks.eval_frequency"]], "neural_compressor.compression.callbacks": [[180, "module-neural_compressor.compression.callbacks"]], "criterions (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.Criterions"]], "intermediatelayersknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.IntermediateLayersKnowledgeDistillationLoss"]], "knowledgedistillationframework (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.KnowledgeDistillationFramework"]], "knowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.KnowledgeDistillationLoss"]], "pytorchcriterions (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchCriterions"]], "pytorchcrossentropyloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchCrossEntropyLoss"]], "pytorchintermediatelayersknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchIntermediateLayersKnowledgeDistillationLoss"]], "pytorchintermediatelayersknowledgedistillationlosswrapper (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchIntermediateLayersKnowledgeDistillationLossWrapper"]], "pytorchknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchKnowledgeDistillationLoss"]], "pytorchknowledgedistillationlosswrapper (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchKnowledgeDistillationLossWrapper"]], "pytorchselfknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchSelfKnowledgeDistillationLoss"]], "pytorchselfknowledgedistillationlosswrapper (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchSelfKnowledgeDistillationLossWrapper"]], "selfknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.SelfKnowledgeDistillationLoss"]], "tensorflowcrossentropyloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorFlowCrossEntropyLoss"]], "tensorflowsparsecategoricalcrossentropy (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorFlowSparseCategoricalCrossentropy"]], "tensorflowcriterions (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorflowCriterions"]], "tensorflowknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorflowKnowledgeDistillationLoss"]], "tensorflowknowledgedistillationlossexternal (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorflowKnowledgeDistillationLossExternal"]], "tensorflowknowledgedistillationlosswrapper (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorflowKnowledgeDistillationLossWrapper"]], "criterion_registry() (in module neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.criterion_registry"]], "neural_compressor.compression.distillation.criterions": [[181, "module-neural_compressor.compression.distillation.criterions"]], "neural_compressor.compression.distillation": [[182, "module-neural_compressor.compression.distillation"]], "optimizers (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.Optimizers"]], "pytorchoptimizers (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.PyTorchOptimizers"]], "pytorchsgd (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.PyTorchSGD"]], "tensorflowadam (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.TensorFlowAdam"]], "tensorflowadamw (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.TensorFlowAdamW"]], "tensorflowsgd (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.TensorFlowSGD"]], "tensorflowoptimizers (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.TensorflowOptimizers"]], "neural_compressor.compression.distillation.optimizers": [[183, "module-neural_compressor.compression.distillation.optimizers"]], "optimizer_registry() (in module neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.optimizer_registry"]], "get_activation() (in module neural_compressor.compression.distillation.utility)": [[184, "neural_compressor.compression.distillation.utility.get_activation"]], "neural_compressor.compression.distillation.utility": [[184, "module-neural_compressor.compression.distillation.utility"]], "record_output() (in module neural_compressor.compression.distillation.utility)": [[184, "neural_compressor.compression.distillation.utility.record_output"]], "neural_compressor.compression.hpo": [[185, "module-neural_compressor.compression.hpo"]], "neural_compressor.compression.hpo.sa_optimizer": [[186, "module-neural_compressor.compression.hpo.sa_optimizer"]], "bayesianoptimizationsearcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.BayesianOptimizationSearcher"]], "gridsearcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.GridSearcher"]], "randomsearcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.RandomSearcher"]], "searcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.Searcher"]], "xgbsearcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.XgbSearcher"]], "neural_compressor.compression.hpo.search_algorithms": [[187, "module-neural_compressor.compression.hpo.search_algorithms"]], "register_searcher() (in module neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.register_searcher"]], "basesearchspace (class in neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.BaseSearchSpace"]], "continuoussearchspace (class in neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.ContinuousSearchSpace"]], "discretesearchspace (class in neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.DiscreteSearchSpace"]], "searchspace (class in neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.SearchSpace"]], "neural_compressor.compression.hpo.search_space": [[188, "module-neural_compressor.compression.hpo.search_space"]], "register_searchspace() (in module neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.register_searchspace"]], "neural_compressor.compression": [[189, "module-neural_compressor.compression"]], "blockmaskcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.BlockMaskCriterion"]], "gradientcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.GradientCriterion"]], "magnitudecriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.MagnitudeCriterion"]], "pruningcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.PruningCriterion"]], "retrainfreecriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.RetrainFreeCriterion"]], "snipcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.SnipCriterion"]], "snipmomentumcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.SnipMomentumCriterion"]], "get_criterion() (in module neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.get_criterion"]], "neural_compressor.compression.pruner.criteria": [[190, "module-neural_compressor.compression.pruner.criteria"]], "register_criterion() (in module neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.register_criterion"]], "scores (neural_compressor.compression.pruner.criteria.blockmaskcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.BlockMaskCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.gradientcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.GradientCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.magnitudecriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.MagnitudeCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.pruningcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.PruningCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.retrainfreecriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.RetrainFreeCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.snipcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.SnipCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.snipmomentumcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.SnipMomentumCriterion.scores"]], "neural_compressor.compression.pruner": [[191, "module-neural_compressor.compression.pruner"]], "prepare_pruning() (in module neural_compressor.compression.pruner)": [[191, "neural_compressor.compression.pruner.prepare_pruning"]], "save() (in module neural_compressor.compression.pruner)": [[191, "neural_compressor.compression.pruner.save"]], "generate_ffn2_pruning_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.generate_ffn2_pruning_config"]], "generate_mha_pruning_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.generate_mha_pruning_config"]], "model_slim() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.model_slim"]], "model_slim_ffn2() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.model_slim_ffn2"]], "model_slim_mha() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.model_slim_mha"]], "neural_compressor.compression.pruner.model_slim.auto_slim": [[192, "module-neural_compressor.compression.pruner.model_slim.auto_slim"]], "parse_auto_slim_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.parse_auto_slim_config"]], "neural_compressor.compression.pruner.model_slim": [[193, "module-neural_compressor.compression.pruner.model_slim"]], "classifierheadsearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher"]], "classifierheadsearchertf (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF"]], "jitbasicsearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher"]], "linear2linearsearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher"]], "recipesearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher"]], "selfmhasearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher"]], "current_pattern (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.current_pattern"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher.device"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearchertf attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF.device"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.device"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.device"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.selfmhasearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher.device"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher.flatten_static_graph"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearchertf attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF.flatten_static_graph"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.flatten_static_graph"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.flatten_static_graph"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.selfmhasearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher.flatten_static_graph"]], "get_attributes() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.get_attributes"]], "get_common_module() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.get_common_module"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearchertf attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.recipesearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.selfmhasearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher.model"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer": [[194, "module-neural_compressor.compression.pruner.model_slim.pattern_analyzer"]], "print_iterables() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.print_iterables"]], "recipe (neural_compressor.compression.pruner.model_slim.pattern_analyzer.recipesearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher.recipe"]], "searching_results (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.searching_results"]], "searching_results (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.searching_results"]], "searching_results (neural_compressor.compression.pruner.model_slim.pattern_analyzer.recipesearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher.searching_results"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher.static_graph"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearchertf attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF.static_graph"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.static_graph"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.static_graph"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.selfmhasearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher.static_graph"]], "target_layers (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.target_layers"]], "target_layers (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.target_layers"]], "target_op_lut (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.target_op_lut"]], "targets (neural_compressor.compression.pruner.model_slim.pattern_analyzer.recipesearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher.targets"]], "linearcompression (class in neural_compressor.compression.pruner.model_slim.weight_slim)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression"]], "linearcompressioniterator (class in neural_compressor.compression.pruner.model_slim.weight_slim)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompressionIterator"]], "postcompressionutils (class in neural_compressor.compression.pruner.model_slim.weight_slim)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.PostCompressionUtils"]], "device (neural_compressor.compression.pruner.model_slim.weight_slim.linearcompression attribute)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression.device"]], "layer_1 (neural_compressor.compression.pruner.model_slim.weight_slim.linearcompression attribute)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression.layer_1"]], "layer_2 (neural_compressor.compression.pruner.model_slim.weight_slim.linearcompression attribute)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression.layer_2"]], "linear_patterns (neural_compressor.compression.pruner.model_slim.weight_slim.linearcompressioniterator attribute)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompressionIterator.linear_patterns"]], "neural_compressor.compression.pruner.model_slim.weight_slim": [[195, "module-neural_compressor.compression.pruner.model_slim.weight_slim"]], "basepattern (class in neural_compressor.compression.pruner.patterns.base)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern"]], "kerasbasepattern (class in neural_compressor.compression.pruner.patterns.base)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern"]], "pytorchbasepattern (class in neural_compressor.compression.pruner.patterns.base)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern"]], "config (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.config"]], "config (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.config"]], "config (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.config"]], "invalid_layers (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.invalid_layers"]], "invalid_layers (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.invalid_layers"]], "invalid_layers (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.invalid_layers"]], "is_global (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.is_global"]], "is_global (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.is_global"]], "is_global (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.is_global"]], "keep_mask_layers (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.keep_mask_layers"]], "keep_mask_layers (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.keep_mask_layers"]], "keep_mask_layers (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.keep_mask_layers"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.max_sparsity_ratio_per_op"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.max_sparsity_ratio_per_op"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.max_sparsity_ratio_per_op"]], "min_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.min_sparsity_ratio_per_op"]], "min_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.min_sparsity_ratio_per_op"]], "min_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.min_sparsity_ratio_per_op"]], "modules (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.modules"]], "modules (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.modules"]], "modules (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.modules"]], "neural_compressor.compression.pruner.patterns.base": [[196, "module-neural_compressor.compression.pruner.patterns.base"]], "pattern (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.pattern"]], "pattern (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.pattern"]], "pattern (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.pattern"]], "register_pattern() (in module neural_compressor.compression.pruner.patterns.base)": [[196, "neural_compressor.compression.pruner.patterns.base.register_pattern"]], "target_sparsity (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.target_sparsity"]], "target_sparsity (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.target_sparsity"]], "target_sparsity (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.target_sparsity"]], "get_pattern() (in module neural_compressor.compression.pruner.patterns)": [[197, "neural_compressor.compression.pruner.patterns.get_pattern"]], "neural_compressor.compression.pruner.patterns": [[197, "module-neural_compressor.compression.pruner.patterns"]], "m (neural_compressor.compression.pruner.patterns.mha.patternmha attribute)": [[198, "neural_compressor.compression.pruner.patterns.mha.PatternMHA.M"]], "n (neural_compressor.compression.pruner.patterns.mha.patternmha attribute)": [[198, "neural_compressor.compression.pruner.patterns.mha.PatternMHA.N"]], "patternmha (class in neural_compressor.compression.pruner.patterns.mha)": [[198, "neural_compressor.compression.pruner.patterns.mha.PatternMHA"]], "neural_compressor.compression.pruner.patterns.mha": [[198, "module-neural_compressor.compression.pruner.patterns.mha"]], "m (neural_compressor.compression.pruner.patterns.ninm.pytorchpatternninm attribute)": [[199, "neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM.M"]], "n (neural_compressor.compression.pruner.patterns.ninm.pytorchpatternninm attribute)": [[199, "neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM.N"]], "pytorchpatternninm (class in neural_compressor.compression.pruner.patterns.ninm)": [[199, "neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM"]], "neural_compressor.compression.pruner.patterns.ninm": [[199, "module-neural_compressor.compression.pruner.patterns.ninm"]], "keraspatternnxm (class in neural_compressor.compression.pruner.patterns.nxm)": [[200, "neural_compressor.compression.pruner.patterns.nxm.KerasPatternNxM"]], "pytorchpatternnxm (class in neural_compressor.compression.pruner.patterns.nxm)": [[200, "neural_compressor.compression.pruner.patterns.nxm.PytorchPatternNxM"]], "block_size (neural_compressor.compression.pruner.patterns.nxm.keraspatternnxm attribute)": [[200, "neural_compressor.compression.pruner.patterns.nxm.KerasPatternNxM.block_size"]], "block_size (neural_compressor.compression.pruner.patterns.nxm.pytorchpatternnxm attribute)": [[200, "neural_compressor.compression.pruner.patterns.nxm.PytorchPatternNxM.block_size"]], "neural_compressor.compression.pruner.patterns.nxm": [[200, "module-neural_compressor.compression.pruner.patterns.nxm"]], "basepruner (class in neural_compressor.compression.pruner.pruners.base)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner"]], "kerasbasepruner (class in neural_compressor.compression.pruner.pruners.base)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner"]], "pytorchbasepruner (class in neural_compressor.compression.pruner.pruners.base)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner"]], "config (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.config"]], "config (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.config"]], "config (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.config"]], "current_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.current_sparsity_ratio"]], "current_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.current_sparsity_ratio"]], "current_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.current_sparsity_ratio"]], "end_step (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.end_step"]], "end_step (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.end_step"]], "end_step (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.end_step"]], "global_step (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.global_step"]], "global_step (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.global_step"]], "global_step (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.global_step"]], "masks (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.masks"]], "masks (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.masks"]], "masks (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.masks"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.max_sparsity_ratio_per_op"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.max_sparsity_ratio_per_op"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.max_sparsity_ratio_per_op"]], "modules (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.modules"]], "modules (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.modules"]], "modules (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.modules"]], "neural_compressor.compression.pruner.pruners.base": [[201, "module-neural_compressor.compression.pruner.pruners.base"]], "pattern (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.pattern"]], "pattern (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.pattern"]], "pattern (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.pattern"]], "pruning_frequency (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.pruning_frequency"]], "pruning_frequency (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.pruning_frequency"]], "pruning_frequency (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.pruning_frequency"]], "register_pruner() (in module neural_compressor.compression.pruner.pruners.base)": [[201, "neural_compressor.compression.pruner.pruners.base.register_pruner"]], "scheduler (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.scheduler"]], "scheduler (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.scheduler"]], "scheduler (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.scheduler"]], "scores (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.scores"]], "scores (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.scores"]], "scores (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.scores"]], "start_step (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.start_step"]], "start_step (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.start_step"]], "start_step (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.start_step"]], "target_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.target_sparsity_ratio"]], "target_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.target_sparsity_ratio"]], "target_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.target_sparsity_ratio"]], "kerasbasicpruner (class in neural_compressor.compression.pruner.pruners.basic)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner"]], "pytorchbasicpruner (class in neural_compressor.compression.pruner.pruners.basic)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner"]], "criterion (neural_compressor.compression.pruner.pruners.basic.kerasbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner.criterion"]], "criterion (neural_compressor.compression.pruner.pruners.basic.pytorchbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner.criterion"]], "neural_compressor.compression.pruner.pruners.basic": [[202, "module-neural_compressor.compression.pruner.pruners.basic"]], "pattern (neural_compressor.compression.pruner.pruners.basic.kerasbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner.pattern"]], "pattern (neural_compressor.compression.pruner.pruners.basic.pytorchbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner.pattern"]], "reg (neural_compressor.compression.pruner.pruners.basic.kerasbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner.reg"]], "reg (neural_compressor.compression.pruner.pruners.basic.pytorchbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner.reg"]], "scheduler (neural_compressor.compression.pruner.pruners.basic.kerasbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner.scheduler"]], "scheduler (neural_compressor.compression.pruner.pruners.basic.pytorchbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner.scheduler"]], "pytorchblockmaskpruner (class in neural_compressor.compression.pruner.pruners.block_mask)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner"]], "criterion (neural_compressor.compression.pruner.pruners.block_mask.pytorchblockmaskpruner attribute)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner.criterion"]], "neural_compressor.compression.pruner.pruners.block_mask": [[203, "module-neural_compressor.compression.pruner.pruners.block_mask"]], "pattern (neural_compressor.compression.pruner.pruners.block_mask.pytorchblockmaskpruner attribute)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner.pattern"]], "reg (neural_compressor.compression.pruner.pruners.block_mask.pytorchblockmaskpruner attribute)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner.reg"]], "scheduler (neural_compressor.compression.pruner.pruners.block_mask.pytorchblockmaskpruner attribute)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner.scheduler"]], "get_pruner() (in module neural_compressor.compression.pruner.pruners)": [[204, "neural_compressor.compression.pruner.pruners.get_pruner"]], "neural_compressor.compression.pruner.pruners": [[204, "module-neural_compressor.compression.pruner.pruners"]], "parse_valid_pruner_types() (in module neural_compressor.compression.pruner.pruners)": [[204, "neural_compressor.compression.pruner.pruners.parse_valid_pruner_types"]], "pythonmultiheadattentionpruner (class in neural_compressor.compression.pruner.pruners.mha)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner"]], "head_masks (neural_compressor.compression.pruner.pruners.mha.pythonmultiheadattentionpruner attribute)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner.head_masks"]], "linear_layers (neural_compressor.compression.pruner.pruners.mha.pythonmultiheadattentionpruner attribute)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner.linear_layers"]], "mha_compressions (neural_compressor.compression.pruner.pruners.mha.pythonmultiheadattentionpruner attribute)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner.mha_compressions"]], "mha_scores (neural_compressor.compression.pruner.pruners.mha.pythonmultiheadattentionpruner attribute)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner.mha_scores"]], "neural_compressor.compression.pruner.pruners.mha": [[205, "module-neural_compressor.compression.pruner.pruners.mha"]], "pytorchpatternlockpruner (class in neural_compressor.compression.pruner.pruners.pattern_lock)": [[206, "neural_compressor.compression.pruner.pruners.pattern_lock.PytorchPatternLockPruner"]], "neural_compressor.compression.pruner.pruners.pattern_lock": [[206, "module-neural_compressor.compression.pruner.pruners.pattern_lock"]], "pytorchprogressivepruner (class in neural_compressor.compression.pruner.pruners.progressive)": [[207, "neural_compressor.compression.pruner.pruners.progressive.PytorchProgressivePruner"]], "neural_compressor.compression.pruner.pruners.progressive": [[207, "module-neural_compressor.compression.pruner.pruners.progressive"]], "pytorchretrainfreepruner (class in neural_compressor.compression.pruner.pruners.retrain_free)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner"]], "criterion (neural_compressor.compression.pruner.pruners.retrain_free.pytorchretrainfreepruner attribute)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner.criterion"]], "neural_compressor.compression.pruner.pruners.retrain_free": [[208, "module-neural_compressor.compression.pruner.pruners.retrain_free"]], "pattern (neural_compressor.compression.pruner.pruners.retrain_free.pytorchretrainfreepruner attribute)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner.pattern"]], "reg (neural_compressor.compression.pruner.pruners.retrain_free.pytorchretrainfreepruner attribute)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner.reg"]], "scheduler (neural_compressor.compression.pruner.pruners.retrain_free.pytorchretrainfreepruner attribute)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner.scheduler"]], "sparsegptpruner (class in neural_compressor.compression.pruner.pruners.sparse_gpt)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner"]], "criterion (neural_compressor.compression.pruner.pruners.sparse_gpt.sparsegptpruner attribute)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner.criterion"]], "neural_compressor.compression.pruner.pruners.sparse_gpt": [[209, "module-neural_compressor.compression.pruner.pruners.sparse_gpt"]], "pattern (neural_compressor.compression.pruner.pruners.sparse_gpt.sparsegptpruner attribute)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner.pattern"]], "reg (neural_compressor.compression.pruner.pruners.sparse_gpt.sparsegptpruner attribute)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner.reg"]], "scheduler (neural_compressor.compression.pruner.pruners.sparse_gpt.sparsegptpruner attribute)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner.scheduler"]], "basepruning (class in neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning"]], "basicpruning (class in neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning"]], "retrainfreepruning (class in neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning"]], "sparsegptpruning (class in neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.SparseGPTPruning"]], "config_file_path (neural_compressor.compression.pruner.pruning.basepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning.config_file_path"]], "config_file_path (neural_compressor.compression.pruner.pruning.basicpruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning.config_file_path"]], "config_file_path (neural_compressor.compression.pruner.pruning.retrainfreepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning.config_file_path"]], "model (neural_compressor.compression.pruner.pruning.basepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning.model"]], "model (neural_compressor.compression.pruner.pruning.basicpruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning.model"]], "model (neural_compressor.compression.pruner.pruning.retrainfreepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning.model"]], "neural_compressor.compression.pruner.pruning": [[210, "module-neural_compressor.compression.pruner.pruning"]], "pruner_info (neural_compressor.compression.pruner.pruning.basepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning.pruner_info"]], "pruner_info (neural_compressor.compression.pruner.pruning.basicpruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning.pruner_info"]], "pruner_info (neural_compressor.compression.pruner.pruning.retrainfreepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning.pruner_info"]], "pruners (neural_compressor.compression.pruner.pruning.basepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning.pruners"]], "pruners (neural_compressor.compression.pruner.pruning.basicpruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning.pruners"]], "pruners (neural_compressor.compression.pruner.pruning.retrainfreepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning.pruners"]], "register_pruning() (in module neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.register_pruning"]], "basereg (class in neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.BaseReg"]], "grouplasso (class in neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.GroupLasso"]], "alpha (neural_compressor.compression.pruner.regs.grouplasso attribute)": [[211, "neural_compressor.compression.pruner.regs.GroupLasso.alpha"]], "get_reg() (in module neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.get_reg"]], "get_reg_type() (in module neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.get_reg_type"]], "neural_compressor.compression.pruner.regs": [[211, "module-neural_compressor.compression.pruner.regs"]], "reg_terms (neural_compressor.compression.pruner.regs.grouplasso attribute)": [[211, "neural_compressor.compression.pruner.regs.GroupLasso.reg_terms"]], "register_reg() (in module neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.register_reg"]], "iterativescheduler (class in neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.IterativeScheduler"]], "oneshotscheduler (class in neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.OneshotScheduler"]], "pruningscheduler (class in neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.PruningScheduler"]], "config (neural_compressor.compression.pruner.schedulers.pruningscheduler attribute)": [[212, "neural_compressor.compression.pruner.schedulers.PruningScheduler.config"]], "get_scheduler() (in module neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.get_scheduler"]], "neural_compressor.compression.pruner.schedulers": [[212, "module-neural_compressor.compression.pruner.schedulers"]], "register_scheduler() (in module neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.register_scheduler"]], "magnitudecriterion (class in neural_compressor.compression.pruner.tf_criteria)": [[213, "neural_compressor.compression.pruner.tf_criteria.MagnitudeCriterion"]], "pruningcriterion (class in neural_compressor.compression.pruner.tf_criteria)": [[213, "neural_compressor.compression.pruner.tf_criteria.PruningCriterion"]], "get_tf_criterion() (in module neural_compressor.compression.pruner.tf_criteria)": [[213, "neural_compressor.compression.pruner.tf_criteria.get_tf_criterion"]], "neural_compressor.compression.pruner.tf_criteria": [[213, "module-neural_compressor.compression.pruner.tf_criteria"]], "register_criterion() (in module neural_compressor.compression.pruner.tf_criteria)": [[213, "neural_compressor.compression.pruner.tf_criteria.register_criterion"]], "scores (neural_compressor.compression.pruner.tf_criteria.magnitudecriterion attribute)": [[213, "neural_compressor.compression.pruner.tf_criteria.MagnitudeCriterion.scores"]], "scores (neural_compressor.compression.pruner.tf_criteria.pruningcriterion attribute)": [[213, "neural_compressor.compression.pruner.tf_criteria.PruningCriterion.scores"]], "check_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.check_config"]], "check_key_validity() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.check_key_validity"]], "collect_layer_inputs() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.collect_layer_inputs"]], "generate_pruner_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.generate_pruner_config"]], "get_layers() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.get_layers"]], "get_sparsity_ratio() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.get_sparsity_ratio"]], "get_sparsity_ratio_tf() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.get_sparsity_ratio_tf"]], "neural_compressor.compression.pruner.utils": [[214, "module-neural_compressor.compression.pruner.utils"]], "parse_last_linear() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.parse_last_linear"]], "parse_last_linear_tf() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.parse_last_linear_tf"]], "parse_to_prune() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.parse_to_prune"]], "parse_to_prune_tf() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.parse_to_prune_tf"]], "process_and_check_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.process_and_check_config"]], "process_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.process_config"]], "process_weight_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.process_weight_config"]], "process_yaml_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.process_yaml_config"]], "reset_none_to_default() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.reset_none_to_default"]], "update_params() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.update_params"]], "benchmark_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Benchmark_Conf"]], "conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Conf"]], "defaultconf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.DefaultConf"]], "distillation_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Distillation_Conf"]], "graph_optimization_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Graph_Optimization_Conf"]], "mixedprecision_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.MixedPrecision_Conf"]], "nasconfig (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.NASConfig"]], "prunerv2 (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.PrunerV2"]], "pruning_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Pruning_Conf"]], "quantization_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Quantization_Conf"]], "neural_compressor.conf.config": [[215, "module-neural_compressor.conf.config"]], "dotdict (class in neural_compressor.conf.dotdict)": [[216, "neural_compressor.conf.dotdict.DotDict"]], "deep_get() (in module neural_compressor.conf.dotdict)": [[216, "neural_compressor.conf.dotdict.deep_get"]], "deep_set() (in module neural_compressor.conf.dotdict)": [[216, "neural_compressor.conf.dotdict.deep_set"]], "neural_compressor.conf.dotdict": [[216, "module-neural_compressor.conf.dotdict"]], "neural_compressor.conf": [[217, "module-neural_compressor.conf"]], "accuracycriterion (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.AccuracyCriterion"]], "benchmarkconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.BenchmarkConfig"]], "distillationconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.DistillationConfig"]], "knowledgedistillationlossconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.KnowledgeDistillationLossConfig"]], "options (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.Options"]], "quantizationconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.QuantizationConfig"]], "weightpruningconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.WeightPruningConfig"]], "neural_compressor.conf.pythonic_config": [[218, "module-neural_compressor.conf.pythonic_config"]], "accuracycriterion (class in neural_compressor.config)": [[219, "neural_compressor.config.AccuracyCriterion"]], "benchmarkconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.BenchmarkConfig"]], "distillationconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.DistillationConfig"]], "dotdict (class in neural_compressor.config)": [[219, "neural_compressor.config.DotDict"]], "exportconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.ExportConfig"]], "hpoconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.HPOConfig"]], "intermediatelayersknowledgedistillationlossconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.IntermediateLayersKnowledgeDistillationLossConfig"]], "keras (class in neural_compressor.config)": [[219, "neural_compressor.config.Keras"]], "knowledgedistillationlossconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.KnowledgeDistillationLossConfig"]], "mxnet (class in neural_compressor.config)": [[219, "neural_compressor.config.MXNet"]], "mixedprecisionconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.MixedPrecisionConfig"]], "nasconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.NASConfig"]], "onnx (class in neural_compressor.config)": [[219, "neural_compressor.config.ONNX"]], "onnxqlinear2qdqconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.ONNXQlinear2QDQConfig"]], "options (class in neural_compressor.config)": [[219, "neural_compressor.config.Options"]], "posttrainingquantconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.PostTrainingQuantConfig"]], "pytorch (class in neural_compressor.config)": [[219, "neural_compressor.config.PyTorch"]], "quantizationawaretrainingconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.QuantizationAwareTrainingConfig"]], "selfknowledgedistillationlossconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.SelfKnowledgeDistillationLossConfig"]], "tf2onnxconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.TF2ONNXConfig"]], "tensorflow (class in neural_compressor.config)": [[219, "neural_compressor.config.TensorFlow"]], "torch2onnxconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.Torch2ONNXConfig"]], "tuningcriterion (class in neural_compressor.config)": [[219, "neural_compressor.config.TuningCriterion"]], "weightpruningconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.WeightPruningConfig"]], "neural_compressor.config": [[219, "module-neural_compressor.config"]], "neural_compressor.contrib": [[220, "module-neural_compressor.contrib"]], "neural_compressor.contrib.strategy": [[221, "module-neural_compressor.contrib.strategy"]], "sigopttunestrategy (class in neural_compressor.contrib.strategy.sigopt)": [[222, "neural_compressor.contrib.strategy.sigopt.SigOptTuneStrategy"]], "neural_compressor.contrib.strategy.sigopt": [[222, "module-neural_compressor.contrib.strategy.sigopt"]], "tpetunestrategy (class in neural_compressor.contrib.strategy.tpe)": [[223, "neural_compressor.contrib.strategy.tpe.TpeTuneStrategy"]], "neural_compressor.contrib.strategy.tpe": [[223, "module-neural_compressor.contrib.strategy.tpe"]], "basedataloader (class in neural_compressor.data.dataloaders.base_dataloader)": [[224, "neural_compressor.data.dataloaders.base_dataloader.BaseDataLoader"]], "neural_compressor.data.dataloaders.base_dataloader": [[224, "module-neural_compressor.data.dataloaders.base_dataloader"]], "dataloader (class in neural_compressor.data.dataloaders.dataloader)": [[225, "neural_compressor.data.dataloaders.dataloader.DataLoader"]], "check_dataloader() (in module neural_compressor.data.dataloaders.dataloader)": [[225, "neural_compressor.data.dataloaders.dataloader.check_dataloader"]], "neural_compressor.data.dataloaders.dataloader": [[225, "module-neural_compressor.data.dataloaders.dataloader"]], "defaultdataloader (class in neural_compressor.data.dataloaders.default_dataloader)": [[226, "neural_compressor.data.dataloaders.default_dataloader.DefaultDataLoader"]], "default_collate() (in module neural_compressor.data.dataloaders.default_dataloader)": [[226, "neural_compressor.data.dataloaders.default_dataloader.default_collate"]], "neural_compressor.data.dataloaders.default_dataloader": [[226, "module-neural_compressor.data.dataloaders.default_dataloader"]], "fetcher (class in neural_compressor.data.dataloaders.fetcher)": [[227, "neural_compressor.data.dataloaders.fetcher.Fetcher"]], "indexfetcher (class in neural_compressor.data.dataloaders.fetcher)": [[227, "neural_compressor.data.dataloaders.fetcher.IndexFetcher"]], "iterablefetcher (class in neural_compressor.data.dataloaders.fetcher)": [[227, "neural_compressor.data.dataloaders.fetcher.IterableFetcher"]], "neural_compressor.data.dataloaders.fetcher": [[227, "module-neural_compressor.data.dataloaders.fetcher"]], "neural_compressor.data.dataloaders": [[228, "module-neural_compressor.data.dataloaders"]], "mxnetdataloader (class in neural_compressor.data.dataloaders.mxnet_dataloader)": [[229, "neural_compressor.data.dataloaders.mxnet_dataloader.MXNetDataLoader"]], "neural_compressor.data.dataloaders.mxnet_dataloader": [[229, "module-neural_compressor.data.dataloaders.mxnet_dataloader"]], "onnxrtbertdataloader (class in neural_compressor.data.dataloaders.onnxrt_dataloader)": [[230, "neural_compressor.data.dataloaders.onnxrt_dataloader.ONNXRTBertDataLoader"]], "onnxrtdataloader (class in neural_compressor.data.dataloaders.onnxrt_dataloader)": [[230, "neural_compressor.data.dataloaders.onnxrt_dataloader.ONNXRTDataLoader"]], "neural_compressor.data.dataloaders.onnxrt_dataloader": [[230, "module-neural_compressor.data.dataloaders.onnxrt_dataloader"]], "pytorchdataloader (class in neural_compressor.data.dataloaders.pytorch_dataloader)": [[231, "neural_compressor.data.dataloaders.pytorch_dataloader.PyTorchDataLoader"]], "neural_compressor.data.dataloaders.pytorch_dataloader": [[231, "module-neural_compressor.data.dataloaders.pytorch_dataloader"]], "batchsampler (class in neural_compressor.data.dataloaders.sampler)": [[232, "neural_compressor.data.dataloaders.sampler.BatchSampler"]], "iterablesampler (class in neural_compressor.data.dataloaders.sampler)": [[232, "neural_compressor.data.dataloaders.sampler.IterableSampler"]], "sampler (class in neural_compressor.data.dataloaders.sampler)": [[232, "neural_compressor.data.dataloaders.sampler.Sampler"]], "sequentialsampler (class in neural_compressor.data.dataloaders.sampler)": [[232, "neural_compressor.data.dataloaders.sampler.SequentialSampler"]], "neural_compressor.data.dataloaders.sampler": [[232, "module-neural_compressor.data.dataloaders.sampler"]], "tfdatadataloader (class in neural_compressor.data.dataloaders.tensorflow_dataloader)": [[233, "neural_compressor.data.dataloaders.tensorflow_dataloader.TFDataDataLoader"]], "tensorflowbertdataloader (class in neural_compressor.data.dataloaders.tensorflow_dataloader)": [[233, "neural_compressor.data.dataloaders.tensorflow_dataloader.TensorflowBertDataLoader"]], "tensorflowdataloader (class in neural_compressor.data.dataloaders.tensorflow_dataloader)": [[233, "neural_compressor.data.dataloaders.tensorflow_dataloader.TensorflowDataLoader"]], "tensorflowmodelzoobertdataloader (class in neural_compressor.data.dataloaders.tensorflow_dataloader)": [[233, "neural_compressor.data.dataloaders.tensorflow_dataloader.TensorflowModelZooBertDataLoader"]], "neural_compressor.data.dataloaders.tensorflow_dataloader": [[233, "module-neural_compressor.data.dataloaders.tensorflow_dataloader"]], "inputfeatures (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.InputFeatures"]], "onnxrtbertdataset (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.ONNXRTBertDataset"]], "parsedecodebert (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.ParseDecodeBert"]], "pytorchbertdataset (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.PytorchBertDataset"]], "tensorflowbertdataset (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.TensorflowBertDataset"]], "tensorflowmodelzoobertdataset (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.TensorflowModelZooBertDataset"]], "convert_examples_to_features() (in module neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.convert_examples_to_features"]], "load_and_cache_examples() (in module neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.load_and_cache_examples"]], "neural_compressor.data.datasets.bert_dataset": [[234, "module-neural_compressor.data.datasets.bert_dataset"]], "coconpy (class in neural_compressor.data.datasets.coco_dataset)": [[235, "neural_compressor.data.datasets.coco_dataset.COCONpy"]], "cocoraw (class in neural_compressor.data.datasets.coco_dataset)": [[235, "neural_compressor.data.datasets.coco_dataset.COCORaw"]], "cocorecorddataset (class in neural_compressor.data.datasets.coco_dataset)": [[235, "neural_compressor.data.datasets.coco_dataset.COCORecordDataset"]], "parsedecodecoco (class in neural_compressor.data.datasets.coco_dataset)": [[235, "neural_compressor.data.datasets.coco_dataset.ParseDecodeCoco"]], "neural_compressor.data.datasets.coco_dataset": [[235, "module-neural_compressor.data.datasets.coco_dataset"]], "cifar10 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.CIFAR10"]], "cifar100 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.CIFAR100"]], "dataset (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.Dataset"]], "datasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.Datasets"]], "fashionmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.FashionMNIST"]], "imagefolder (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.ImageFolder"]], "iterabledataset (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.IterableDataset"]], "mnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MNIST"]], "mxnetcifar10 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetCIFAR10"]], "mxnetcifar100 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetCIFAR100"]], "mxnetdatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetDatasets"]], "mxnetfashionmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetFashionMNIST"]], "mxnetimagefolder (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetImageFolder"]], "mxnetmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetMNIST"]], "onnxrtitdatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.ONNXRTITDatasets"]], "onnxrtqldatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.ONNXRTQLDatasets"]], "pytorchdatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PyTorchDatasets"]], "pytorchcifar10 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchCIFAR10"]], "pytorchcifar100 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchCIFAR100"]], "pytorchfashionmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchFashionMNIST"]], "pytorchmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchMNIST"]], "pytorchmxnetwrapdataset (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchMxnetWrapDataset"]], "pytorchmxnetwrapfunction (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchMxnetWrapFunction"]], "tensorflow (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.Tensorflow"]], "tensorflowcifar10 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowCIFAR10"]], "tensorflowcifar100 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowCIFAR100"]], "tensorflowdatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowDatasets"]], "tensorflowfashionmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowFashionMNIST"]], "tensorflowimagerecord (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowImageRecord"]], "tensorflowmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowMNIST"]], "tensorflowtfrecorddataset (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowTFRecordDataset"]], "tensorflowvocrecord (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowVOCRecord"]], "calculate_md5() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.calculate_md5"]], "check_integrity() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.check_integrity"]], "dataset_registry() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.dataset_registry"]], "download_url() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.download_url"]], "framework_datasets (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.framework_datasets"]], "gen_bar_updater() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.gen_bar_updater"]], "neural_compressor.data.datasets.dataset": [[236, "module-neural_compressor.data.datasets.dataset"]], "dummydataset (class in neural_compressor.data.datasets.dummy_dataset)": [[237, "neural_compressor.data.datasets.dummy_dataset.DummyDataset"]], "neural_compressor.data.datasets.dummy_dataset": [[237, "module-neural_compressor.data.datasets.dummy_dataset"]], "dummydataset (class in neural_compressor.data.datasets.dummy_dataset_v2)": [[238, "neural_compressor.data.datasets.dummy_dataset_v2.DummyDataset"]], "sparsedummydataset (class in neural_compressor.data.datasets.dummy_dataset_v2)": [[238, "neural_compressor.data.datasets.dummy_dataset_v2.SparseDummyDataset"]], "neural_compressor.data.datasets.dummy_dataset_v2": [[238, "module-neural_compressor.data.datasets.dummy_dataset_v2"]], "imagenetraw (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.ImagenetRaw"]], "mxnetimagenetraw (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.MXNetImagenetRaw"]], "onnxrtimagenetdataset (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.ONNXRTImagenetDataset"]], "pytorchimagenetraw (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.PytorchImagenetRaw"]], "tensorflowimagenetdataset (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.TensorflowImagenetDataset"]], "tensorflowimagenetraw (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.TensorflowImagenetRaw"]], "neural_compressor.data.datasets.imagenet_dataset": [[239, "module-neural_compressor.data.datasets.imagenet_dataset"]], "neural_compressor.data.datasets": [[240, "module-neural_compressor.data.datasets"]], "styletransferdataset (class in neural_compressor.data.datasets.style_transfer_dataset)": [[241, "neural_compressor.data.datasets.style_transfer_dataset.StyleTransferDataset"]], "neural_compressor.data.datasets.style_transfer_dataset": [[241, "module-neural_compressor.data.datasets.style_transfer_dataset"]], "labelbalancecocorawfilter (class in neural_compressor.data.filters.coco_filter)": [[242, "neural_compressor.data.filters.coco_filter.LabelBalanceCOCORawFilter"]], "labelbalancecocorecordfilter (class in neural_compressor.data.filters.coco_filter)": [[242, "neural_compressor.data.filters.coco_filter.LabelBalanceCOCORecordFilter"]], "neural_compressor.data.filters.coco_filter": [[242, "module-neural_compressor.data.filters.coco_filter"]], "filters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.FILTERS"]], "filter (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.Filter"]], "mxnetfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.MXNetFilters"]], "onnxrtitfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.ONNXRTITFilters"]], "onnxrtqlfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.ONNXRTQLFilters"]], "pytorchfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.PyTorchFilters"]], "tensorflowfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.TensorflowFilters"]], "filter_registry() (in module neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.filter_registry"]], "neural_compressor.data.filters.filter": [[243, "module-neural_compressor.data.filters.filter"]], "neural_compressor.data.filters": [[244, "module-neural_compressor.data.filters"]], "neural_compressor.data": [[245, "module-neural_compressor.data"]], "parsedecodecocotransform (class in neural_compressor.data.transforms.coco_transform)": [[246, "neural_compressor.data.transforms.coco_transform.ParseDecodeCocoTransform"]], "neural_compressor.data.transforms.coco_transform": [[246, "module-neural_compressor.data.transforms.coco_transform"]], "bilinearimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.BilinearImagenetTransform"]], "labelshift (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.LabelShift"]], "onnxresizecropimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.ONNXResizeCropImagenetTransform"]], "onnxbilinearimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.OnnxBilinearImagenetTransform"]], "parsedecodeimagenet (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.ParseDecodeImagenet"]], "parsedecodeimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.ParseDecodeImagenetTransform"]], "quantizedinput (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.QuantizedInput"]], "resizewithaspectratio (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.ResizeWithAspectRatio"]], "tensorflowresizecropimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.TensorflowResizeCropImagenetTransform"]], "tensorflowshiftrescale (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.TensorflowShiftRescale"]], "tensorflowtransposelastchannel (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.TensorflowTransposeLastChannel"]], "neural_compressor.data.transforms.imagenet_transform": [[247, "module-neural_compressor.data.transforms.imagenet_transform"]], "neural_compressor.data.transforms": [[248, "module-neural_compressor.data.transforms"]], "postprocess (class in neural_compressor.data.transforms.postprocess)": [[249, "neural_compressor.data.transforms.postprocess.Postprocess"]], "neural_compressor.data.transforms.postprocess": [[249, "module-neural_compressor.data.transforms.postprocess"]], "basictokenizer (class in neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.BasicTokenizer"]], "fulltokenizer (class in neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.FullTokenizer"]], "wordpiecetokenizer (class in neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.WordpieceTokenizer"]], "convert_by_vocab() (in module neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.convert_by_vocab"]], "convert_to_unicode() (in module neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.convert_to_unicode"]], "load_vocab() (in module neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.load_vocab"]], "neural_compressor.data.transforms.tokenization": [[250, "module-neural_compressor.data.transforms.tokenization"]], "whitespace_tokenize() (in module neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.whitespace_tokenize"]], "alignimagechanneltransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.AlignImageChannelTransform"]], "basetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.BaseTransform"]], "castonnxtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CastONNXTransform"]], "castpytorchtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CastPyTorchTransform"]], "casttftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CastTFTransform"]], "centercroptftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CenterCropTFTransform"]], "centercroptransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CenterCropTransform"]], "collecttransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CollectTransform"]], "composetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ComposeTransform"]], "cropresizetftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CropResizeTFTransform"]], "cropresizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CropResizeTransform"]], "croptoboundingbox (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CropToBoundingBox"]], "inputfeatures (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.InputFeatures"]], "mxnetcropresizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetCropResizeTransform"]], "mxnetcroptoboundingbox (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetCropToBoundingBox"]], "mxnetnormalizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetNormalizeTransform"]], "mxnettransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetTransforms"]], "mxnettranspose (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetTranspose"]], "normalizetftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.NormalizeTFTransform"]], "normalizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.NormalizeTransform"]], "onnxrtcroptoboundingbox (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ONNXRTCropToBoundingBox"]], "onnxrtittransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ONNXRTITTransforms"]], "onnxrtqltransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ONNXRTQLTransforms"]], "paddedcentercroptransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PaddedCenterCropTransform"]], "parsedecodevoctransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ParseDecodeVocTransform"]], "pytorchalignimagechannel (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchAlignImageChannel"]], "pytorchcropresizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchCropResizeTransform"]], "pytorchnormalizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchNormalizeTransform"]], "pytorchtransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchTransforms"]], "pytorchtranspose (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchTranspose"]], "pytorchmxnettransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PytorchMxnetTransform"]], "pytorchmxnetwrapfunction (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PytorchMxnetWrapFunction"]], "randomcroptftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomCropTFTransform"]], "randomcroptransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomCropTransform"]], "randomhorizontalflip (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomHorizontalFlip"]], "randomresizedcropmxnettransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomResizedCropMXNetTransform"]], "randomresizedcroppytorchtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomResizedCropPytorchTransform"]], "randomresizedcroptftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomResizedCropTFTransform"]], "randomresizedcroptransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomResizedCropTransform"]], "randomverticalflip (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomVerticalFlip"]], "rescalekeraspretraintransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RescaleKerasPretrainTransform"]], "rescaletftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RescaleTFTransform"]], "rescaletransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RescaleTransform"]], "resizemxnettransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizeMXNetTransform"]], "resizepytorchtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizePytorchTransform"]], "resizetftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizeTFTransform"]], "resizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizeTransform"]], "resizewithratio (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizeWithRatio"]], "squadexample (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.SquadExample"]], "tfmodelzoocollecttransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TFModelZooCollectTransform"]], "tfsquadv1modelzooposttransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TFSquadV1ModelZooPostTransform"]], "tfsquadv1posttransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TFSquadV1PostTransform"]], "transforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TRANSFORMS"], [251, "neural_compressor.data.transforms.transform.Transforms"]], "tensorflowcroptoboundingbox (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowCropToBoundingBox"]], "tensorflowrandomhorizontalflip (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowRandomHorizontalFlip"]], "tensorflowrandomverticalflip (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowRandomVerticalFlip"]], "tensorflowresizewithratio (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowResizeWithRatio"]], "tensorflowtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowTransform"]], "tensorflowtransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowTransforms"]], "tensorflowtranspose (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowTranspose"]], "tensorflowwrapfunction (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowWrapFunction"]], "toarray (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ToArray"]], "tondarraytransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ToNDArrayTransform"]], "transpose (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.Transpose"]], "convert_examples_to_features() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.convert_examples_to_features"]], "get_final_text() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.get_final_text"]], "get_torchvision_map() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.get_torchvision_map"]], "neural_compressor.data.transforms.transform": [[251, "module-neural_compressor.data.transforms.transform"]], "read_squad_examples() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.read_squad_examples"]], "transform_registry() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.transform_registry"]], "benchmark (class in neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.Benchmark"]], "get_architecture() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_architecture"]], "get_bounded_threads() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_bounded_threads"]], "get_core_ids() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_core_ids"]], "get_physical_ids() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_physical_ids"]], "get_threads() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_threads"]], "get_threads_per_core() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_threads_per_core"]], "neural_compressor.experimental.benchmark": [[252, "module-neural_compressor.experimental.benchmark"]], "set_all_env_var() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.set_all_env_var"]], "set_env_var() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.set_env_var"]], "criterions (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.Criterions"]], "intermediatelayersknowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.IntermediateLayersKnowledgeDistillationLoss"]], "knowledgedistillationframework (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.KnowledgeDistillationFramework"]], "knowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.KnowledgeDistillationLoss"]], "pytorchcriterions (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchCriterions"]], "pytorchintermediatelayersknowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchIntermediateLayersKnowledgeDistillationLoss"]], "pytorchintermediatelayersknowledgedistillationlosswrapper (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchIntermediateLayersKnowledgeDistillationLossWrapper"]], "pytorchknowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchKnowledgeDistillationLoss"]], "pytorchknowledgedistillationlosswrapper (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchKnowledgeDistillationLossWrapper"]], "selfknowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.SelfKnowledgeDistillationLoss"]], "tensorflowcriterions (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.TensorflowCriterions"]], "tensorflowknowledgedistillationlossexternal (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.TensorflowKnowledgeDistillationLossExternal"]], "criterion_registry() (in module neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.criterion_registry"]], "neural_compressor.experimental.common.criterion": [[253, "module-neural_compressor.experimental.common.criterion"]], "dataloader (class in neural_compressor.experimental.common.dataloader)": [[254, "neural_compressor.experimental.common.dataloader.DataLoader"]], "neural_compressor.experimental.common.dataloader": [[254, "module-neural_compressor.experimental.common.dataloader"]], "neural_compressor.experimental.common": [[255, "module-neural_compressor.experimental.common"]], "metric (class in neural_compressor.experimental.common.metric)": [[256, "neural_compressor.experimental.common.metric.Metric"]], "neural_compressor.experimental.common.metric": [[256, "module-neural_compressor.experimental.common.metric"]], "model (class in neural_compressor.experimental.common.model)": [[257, "neural_compressor.experimental.common.model.Model"]], "neural_compressor.experimental.common.model": [[257, "module-neural_compressor.experimental.common.model"]], "set_backend() (in module neural_compressor.experimental.common.model)": [[257, "neural_compressor.experimental.common.model.set_backend"]], "optimizers (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.Optimizers"]], "pytorchoptimizers (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.PyTorchOptimizers"]], "pytorchsgd (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.PyTorchSGD"]], "tensorflowadamw (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.TensorFlowAdamW"]], "tensorflowsgd (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.TensorFlowSGD"]], "tensorflowoptimizers (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.TensorflowOptimizers"]], "neural_compressor.experimental.common.optimizer": [[258, "module-neural_compressor.experimental.common.optimizer"]], "optimizer_registry() (in module neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.optimizer_registry"]], "postprocess (class in neural_compressor.experimental.common.postprocess)": [[259, "neural_compressor.experimental.common.postprocess.Postprocess"]], "neural_compressor.experimental.common.postprocess": [[259, "module-neural_compressor.experimental.common.postprocess"]], "get_activation() (in module neural_compressor.experimental.common.torch_utils)": [[260, "neural_compressor.experimental.common.torch_utils.get_activation"]], "neural_compressor.experimental.common.torch_utils": [[260, "module-neural_compressor.experimental.common.torch_utils"]], "record_output() (in module neural_compressor.experimental.common.torch_utils)": [[260, "neural_compressor.experimental.common.torch_utils.record_output"]], "component (class in neural_compressor.experimental.component)": [[261, "neural_compressor.experimental.component.Component"]], "neural_compressor.experimental.component": [[261, "module-neural_compressor.experimental.component"]], "neural_compressor.experimental.compression": [[262, "module-neural_compressor.experimental.compression"]], "neural_compressor.experimental.contrib": [[263, "module-neural_compressor.experimental.contrib"]], "neural_compressor.experimental.contrib.strategy": [[264, "module-neural_compressor.experimental.contrib.strategy"]], "sigopttunestrategy (class in neural_compressor.experimental.contrib.strategy.sigopt)": [[265, "neural_compressor.experimental.contrib.strategy.sigopt.SigOptTuneStrategy"]], "neural_compressor.experimental.contrib.strategy.sigopt": [[265, "module-neural_compressor.experimental.contrib.strategy.sigopt"]], "tpetunestrategy (class in neural_compressor.experimental.contrib.strategy.tpe)": [[266, "neural_compressor.experimental.contrib.strategy.tpe.TpeTuneStrategy"]], "neural_compressor.experimental.contrib.strategy.tpe": [[266, "module-neural_compressor.experimental.contrib.strategy.tpe"]], "basedataloader (class in neural_compressor.experimental.data.dataloaders.base_dataloader)": [[267, "neural_compressor.experimental.data.dataloaders.base_dataloader.BaseDataLoader"]], "neural_compressor.experimental.data.dataloaders.base_dataloader": [[267, "module-neural_compressor.experimental.data.dataloaders.base_dataloader"]], "neural_compressor.experimental.data.dataloaders.dataloader": [[268, "module-neural_compressor.experimental.data.dataloaders.dataloader"]], "defaultdataloader (class in neural_compressor.experimental.data.dataloaders.default_dataloader)": [[269, "neural_compressor.experimental.data.dataloaders.default_dataloader.DefaultDataLoader"]], "default_collate() (in module neural_compressor.experimental.data.dataloaders.default_dataloader)": [[269, "neural_compressor.experimental.data.dataloaders.default_dataloader.default_collate"]], "neural_compressor.experimental.data.dataloaders.default_dataloader": [[269, "module-neural_compressor.experimental.data.dataloaders.default_dataloader"]], "fetcher (class in neural_compressor.experimental.data.dataloaders.fetcher)": [[270, "neural_compressor.experimental.data.dataloaders.fetcher.Fetcher"]], "indexfetcher (class in neural_compressor.experimental.data.dataloaders.fetcher)": [[270, "neural_compressor.experimental.data.dataloaders.fetcher.IndexFetcher"]], "iterablefetcher (class in neural_compressor.experimental.data.dataloaders.fetcher)": [[270, "neural_compressor.experimental.data.dataloaders.fetcher.IterableFetcher"]], "neural_compressor.experimental.data.dataloaders.fetcher": [[270, "module-neural_compressor.experimental.data.dataloaders.fetcher"]], "neural_compressor.experimental.data.dataloaders": [[271, "module-neural_compressor.experimental.data.dataloaders"]], "mxnetdataloader (class in neural_compressor.experimental.data.dataloaders.mxnet_dataloader)": [[272, "neural_compressor.experimental.data.dataloaders.mxnet_dataloader.MXNetDataLoader"]], "neural_compressor.experimental.data.dataloaders.mxnet_dataloader": [[272, "module-neural_compressor.experimental.data.dataloaders.mxnet_dataloader"]], "onnxrtbertdataloader (class in neural_compressor.experimental.data.dataloaders.onnxrt_dataloader)": [[273, "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader.ONNXRTBertDataLoader"]], "onnxrtdataloader (class in neural_compressor.experimental.data.dataloaders.onnxrt_dataloader)": [[273, "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader.ONNXRTDataLoader"]], "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader": [[273, "module-neural_compressor.experimental.data.dataloaders.onnxrt_dataloader"]], "pytorchdataloader (class in neural_compressor.experimental.data.dataloaders.pytorch_dataloader)": [[274, "neural_compressor.experimental.data.dataloaders.pytorch_dataloader.PyTorchDataLoader"]], "neural_compressor.experimental.data.dataloaders.pytorch_dataloader": [[274, "module-neural_compressor.experimental.data.dataloaders.pytorch_dataloader"]], "batchsampler (class in neural_compressor.experimental.data.dataloaders.sampler)": [[275, "neural_compressor.experimental.data.dataloaders.sampler.BatchSampler"]], "iterablesampler (class in neural_compressor.experimental.data.dataloaders.sampler)": [[275, "neural_compressor.experimental.data.dataloaders.sampler.IterableSampler"]], "sampler (class in neural_compressor.experimental.data.dataloaders.sampler)": [[275, "neural_compressor.experimental.data.dataloaders.sampler.Sampler"]], "sequentialsampler (class in neural_compressor.experimental.data.dataloaders.sampler)": [[275, "neural_compressor.experimental.data.dataloaders.sampler.SequentialSampler"]], "neural_compressor.experimental.data.dataloaders.sampler": [[275, "module-neural_compressor.experimental.data.dataloaders.sampler"]], "tfdatadataloader (class in neural_compressor.experimental.data.dataloaders.tensorflow_dataloader)": [[276, "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader.TFDataDataLoader"]], "tensorflowbertdataloader (class in neural_compressor.experimental.data.dataloaders.tensorflow_dataloader)": [[276, "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader.TensorflowBertDataLoader"]], "tensorflowdataloader (class in neural_compressor.experimental.data.dataloaders.tensorflow_dataloader)": [[276, "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader.TensorflowDataLoader"]], "tensorflowmodelzoobertdataloader (class in neural_compressor.experimental.data.dataloaders.tensorflow_dataloader)": [[276, "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader.TensorflowModelZooBertDataLoader"]], "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader": [[276, "module-neural_compressor.experimental.data.dataloaders.tensorflow_dataloader"]], "inputfeatures (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.InputFeatures"]], "onnxrtbertdataset (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.ONNXRTBertDataset"]], "parsedecodebert (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.ParseDecodeBert"]], "pytorchbertdataset (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.PytorchBertDataset"]], "tensorflowbertdataset (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.TensorflowBertDataset"]], "tensorflowmodelzoobertdataset (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.TensorflowModelZooBertDataset"]], "convert_examples_to_features() (in module neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.convert_examples_to_features"]], "load_and_cache_examples() (in module neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.load_and_cache_examples"]], "neural_compressor.experimental.data.datasets.bert_dataset": [[277, "module-neural_compressor.experimental.data.datasets.bert_dataset"]], "coconpy (class in neural_compressor.experimental.data.datasets.coco_dataset)": [[278, "neural_compressor.experimental.data.datasets.coco_dataset.COCONpy"]], "cocoraw (class in neural_compressor.experimental.data.datasets.coco_dataset)": [[278, "neural_compressor.experimental.data.datasets.coco_dataset.COCORaw"]], "cocorecorddataset (class in neural_compressor.experimental.data.datasets.coco_dataset)": [[278, "neural_compressor.experimental.data.datasets.coco_dataset.COCORecordDataset"]], "parsedecodecoco (class in neural_compressor.experimental.data.datasets.coco_dataset)": [[278, "neural_compressor.experimental.data.datasets.coco_dataset.ParseDecodeCoco"]], "neural_compressor.experimental.data.datasets.coco_dataset": [[278, "module-neural_compressor.experimental.data.datasets.coco_dataset"]], "cifar10 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.CIFAR10"]], "cifar100 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.CIFAR100"]], "dataset (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.Dataset"]], "datasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.Datasets"]], "fashionmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.FashionMNIST"]], "imagefolder (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.ImageFolder"]], "iterabledataset (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.IterableDataset"]], "mnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MNIST"]], "mxnetcifar10 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetCIFAR10"]], "mxnetcifar100 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetCIFAR100"]], "mxnetdatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetDatasets"]], "mxnetfashionmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetFashionMNIST"]], "mxnetimagefolder (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetImageFolder"]], "mxnetmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetMNIST"]], "onnxrtitdatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.ONNXRTITDatasets"]], "onnxrtqldatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.ONNXRTQLDatasets"]], "pytorchdatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PyTorchDatasets"]], "pytorchcifar10 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchCIFAR10"]], "pytorchcifar100 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchCIFAR100"]], "pytorchfashionmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchFashionMNIST"]], "pytorchmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchMNIST"]], "pytorchmxnetwrapdataset (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchMxnetWrapDataset"]], "pytorchmxnetwrapfunction (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchMxnetWrapFunction"]], "tensorflowcifar10 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowCIFAR10"]], "tensorflowcifar100 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowCIFAR100"]], "tensorflowdatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowDatasets"]], "tensorflowfashionmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowFashionMNIST"]], "tensorflowimagefolder (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowImageFolder"]], "tensorflowimagerecord (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowImageRecord"]], "tensorflowmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowMNIST"]], "tensorflowtfrecorddataset (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowTFRecordDataset"]], "tensorflowvocrecord (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowVOCRecord"]], "calculate_md5() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.calculate_md5"]], "check_integrity() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.check_integrity"]], "dataset_registry() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.dataset_registry"]], "download_url() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.download_url"]], "framework_datasets (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.framework_datasets"]], "gen_bar_updater() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.gen_bar_updater"]], "neural_compressor.experimental.data.datasets.dataset": [[279, "module-neural_compressor.experimental.data.datasets.dataset"]], "dummydataset (class in neural_compressor.experimental.data.datasets.dummy_dataset)": [[280, "neural_compressor.experimental.data.datasets.dummy_dataset.DummyDataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset": [[280, "module-neural_compressor.experimental.data.datasets.dummy_dataset"]], "dummydataset (class in neural_compressor.experimental.data.datasets.dummy_dataset_v2)": [[281, "neural_compressor.experimental.data.datasets.dummy_dataset_v2.DummyDataset"]], "sparsedummydataset (class in neural_compressor.experimental.data.datasets.dummy_dataset_v2)": [[281, "neural_compressor.experimental.data.datasets.dummy_dataset_v2.SparseDummyDataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset_v2": [[281, "module-neural_compressor.experimental.data.datasets.dummy_dataset_v2"]], "imagenetraw (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.ImagenetRaw"]], "mxnetimagenetraw (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.MXNetImagenetRaw"]], "onnxrtimagenetdataset (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.ONNXRTImagenetDataset"]], "pytorchimagenetraw (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.PytorchImagenetRaw"]], "tensorflowimagenetdataset (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.TensorflowImagenetDataset"]], "tensorflowimagenetraw (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.TensorflowImagenetRaw"]], "neural_compressor.experimental.data.datasets.imagenet_dataset": [[282, "module-neural_compressor.experimental.data.datasets.imagenet_dataset"]], "neural_compressor.experimental.data.datasets": [[283, "module-neural_compressor.experimental.data.datasets"]], "styletransferdataset (class in neural_compressor.experimental.data.datasets.style_transfer_dataset)": [[284, "neural_compressor.experimental.data.datasets.style_transfer_dataset.StyleTransferDataset"]], "neural_compressor.experimental.data.datasets.style_transfer_dataset": [[284, "module-neural_compressor.experimental.data.datasets.style_transfer_dataset"]], "labelbalancecocorawfilter (class in neural_compressor.experimental.data.filters.coco_filter)": [[285, "neural_compressor.experimental.data.filters.coco_filter.LabelBalanceCOCORawFilter"]], "labelbalancecocorecordfilter (class in neural_compressor.experimental.data.filters.coco_filter)": [[285, "neural_compressor.experimental.data.filters.coco_filter.LabelBalanceCOCORecordFilter"]], "neural_compressor.experimental.data.filters.coco_filter": [[285, "module-neural_compressor.experimental.data.filters.coco_filter"]], "filters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.FILTERS"]], "filter (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.Filter"]], "mxnetfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.MXNetFilters"]], "onnxrtitfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.ONNXRTITFilters"]], "onnxrtqlfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.ONNXRTQLFilters"]], "pytorchfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.PyTorchFilters"]], "tensorflowfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.TensorflowFilters"]], "filter_registry() (in module neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.filter_registry"]], "neural_compressor.experimental.data.filters.filter": [[286, "module-neural_compressor.experimental.data.filters.filter"]], "neural_compressor.experimental.data.filters": [[287, "module-neural_compressor.experimental.data.filters"]], "neural_compressor.experimental.data": [[288, "module-neural_compressor.experimental.data"]], "bilinearimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.BilinearImagenetTransform"]], "labelshift (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.LabelShift"]], "onnxresizecropimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.ONNXResizeCropImagenetTransform"]], "onnxbilinearimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.OnnxBilinearImagenetTransform"]], "parsedecodeimagenet (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.ParseDecodeImagenet"]], "parsedecodeimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.ParseDecodeImagenetTransform"]], "quantizedinput (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.QuantizedInput"]], "resizewithaspectratio (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.ResizeWithAspectRatio"]], "tensorflowresizecropimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.TensorflowResizeCropImagenetTransform"]], "neural_compressor.experimental.data.transforms.imagenet_transform": [[289, "module-neural_compressor.experimental.data.transforms.imagenet_transform"]], "neural_compressor.experimental.data.transforms": [[290, "module-neural_compressor.experimental.data.transforms"]], "basictokenizer (class in neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.BasicTokenizer"]], "fulltokenizer (class in neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.FullTokenizer"]], "wordpiecetokenizer (class in neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.WordpieceTokenizer"]], "convert_by_vocab() (in module neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.convert_by_vocab"]], "convert_to_unicode() (in module neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.convert_to_unicode"]], "load_vocab() (in module neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.load_vocab"]], "neural_compressor.experimental.data.transforms.tokenization": [[291, "module-neural_compressor.experimental.data.transforms.tokenization"]], "whitespace_tokenize() (in module neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.whitespace_tokenize"]], "alignimagechanneltransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.AlignImageChannelTransform"]], "basetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.BaseTransform"]], "castonnxtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CastONNXTransform"]], "castpytorchtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CastPyTorchTransform"]], "casttftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CastTFTransform"]], "centercroptftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CenterCropTFTransform"]], "centercroptransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CenterCropTransform"]], "collecttransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CollectTransform"]], "composetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ComposeTransform"]], "cropresizetftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CropResizeTFTransform"]], "cropresizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CropResizeTransform"]], "croptoboundingbox (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CropToBoundingBox"]], "inputfeatures (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.InputFeatures"]], "mxnetcropresizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetCropResizeTransform"]], "mxnetcroptoboundingbox (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetCropToBoundingBox"]], "mxnetnormalizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetNormalizeTransform"]], "mxnettransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetTransforms"]], "mxnettranspose (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetTranspose"]], "normalizetftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.NormalizeTFTransform"]], "normalizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.NormalizeTransform"]], "onnxrtcroptoboundingbox (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ONNXRTCropToBoundingBox"]], "onnxrtittransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ONNXRTITTransforms"]], "onnxrtqltransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ONNXRTQLTransforms"]], "paddedcentercroptransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PaddedCenterCropTransform"]], "parsedecodevoctransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ParseDecodeVocTransform"]], "pytorchalignimagechannel (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchAlignImageChannel"]], "pytorchcropresizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchCropResizeTransform"]], "pytorchnormalizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchNormalizeTransform"]], "pytorchtransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchTransforms"]], "pytorchtranspose (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchTranspose"]], "pytorchmxnettransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PytorchMxnetTransform"]], "pytorchmxnetwrapfunction (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PytorchMxnetWrapFunction"]], "randomcroptftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomCropTFTransform"]], "randomcroptransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomCropTransform"]], "randomhorizontalflip (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomHorizontalFlip"]], "randomresizedcropmxnettransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomResizedCropMXNetTransform"]], "randomresizedcroppytorchtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomResizedCropPytorchTransform"]], "randomresizedcroptftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomResizedCropTFTransform"]], "randomresizedcroptransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomResizedCropTransform"]], "randomverticalflip (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomVerticalFlip"]], "rescalekeraspretraintransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RescaleKerasPretrainTransform"]], "rescaletftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RescaleTFTransform"]], "rescaletransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RescaleTransform"]], "resizemxnettransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizeMXNetTransform"]], "resizepytorchtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizePytorchTransform"]], "resizetftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizeTFTransform"]], "resizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizeTransform"]], "resizewithratio (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizeWithRatio"]], "squadexample (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.SquadExample"]], "tfmodelzoocollecttransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TFModelZooCollectTransform"]], "tfsquadv1modelzooposttransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TFSquadV1ModelZooPostTransform"]], "tfsquadv1posttransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TFSquadV1PostTransform"]], "transforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TRANSFORMS"], [292, "neural_compressor.experimental.data.transforms.transform.Transforms"]], "tensorflowcroptoboundingbox (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowCropToBoundingBox"]], "tensorflowrandomhorizontalflip (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowRandomHorizontalFlip"]], "tensorflowrandomverticalflip (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowRandomVerticalFlip"]], "tensorflowresizewithratio (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowResizeWithRatio"]], "tensorflowtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowTransform"]], "tensorflowtransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowTransforms"]], "tensorflowtranspose (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowTranspose"]], "tensorflowwrapfunction (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowWrapFunction"]], "toarray (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ToArray"]], "tondarraytransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ToNDArrayTransform"]], "transpose (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.Transpose"]], "convert_examples_to_features() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.convert_examples_to_features"]], "get_final_text() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.get_final_text"]], "get_torchvision_map() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.get_torchvision_map"]], "neural_compressor.experimental.data.transforms.transform": [[292, "module-neural_compressor.experimental.data.transforms.transform"]], "read_squad_examples() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.read_squad_examples"]], "transform_registry() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.transform_registry"]], "distillation (class in neural_compressor.experimental.distillation)": [[293, "neural_compressor.experimental.distillation.Distillation"]], "_epoch_ran (neural_compressor.experimental.distillation.distillation attribute)": [[293, "neural_compressor.experimental.distillation.Distillation._epoch_ran"]], "best_model (neural_compressor.experimental.distillation.distillation attribute)": [[293, "neural_compressor.experimental.distillation.Distillation.best_model"]], "best_score (neural_compressor.experimental.distillation.distillation attribute)": [[293, "neural_compressor.experimental.distillation.Distillation.best_score"]], "eval_frequency (neural_compressor.experimental.distillation.distillation attribute)": [[293, "neural_compressor.experimental.distillation.Distillation.eval_frequency"]], "neural_compressor.experimental.distillation": [[293, "module-neural_compressor.experimental.distillation"]], "neural_compressor.experimental.export": [[294, "module-neural_compressor.experimental.export"]], "check_model() (in module neural_compressor.experimental.export.qlinear2qdq)": [[295, "neural_compressor.experimental.export.qlinear2qdq.check_model"]], "neural_compressor.experimental.export.qlinear2qdq": [[295, "module-neural_compressor.experimental.export.qlinear2qdq"]], "onnx_qlinear_to_qdq() (in module neural_compressor.experimental.export.qlinear2qdq)": [[295, "neural_compressor.experimental.export.qlinear2qdq.onnx_qlinear_to_qdq"]], "neural_compressor.experimental.export.tf2onnx": [[296, "module-neural_compressor.experimental.export.tf2onnx"]], "tf_to_fp32_onnx() (in module neural_compressor.experimental.export.tf2onnx)": [[296, "neural_compressor.experimental.export.tf2onnx.tf_to_fp32_onnx"]], "tf_to_int8_onnx() (in module neural_compressor.experimental.export.tf2onnx)": [[296, "neural_compressor.experimental.export.tf2onnx.tf_to_int8_onnx"]], "dynamic_quant_export() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.dynamic_quant_export"]], "get_node_mapping() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.get_node_mapping"]], "get_quantizable_onnx_ops() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.get_quantizable_onnx_ops"]], "neural_compressor.experimental.export.torch2onnx": [[297, "module-neural_compressor.experimental.export.torch2onnx"]], "static_quant_export() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.static_quant_export"]], "torch_to_fp32_onnx() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.torch_to_fp32_onnx"]], "torch_to_int8_onnx() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.torch_to_int8_onnx"]], "graph_optimization (class in neural_compressor.experimental.graph_optimization)": [[298, "neural_compressor.experimental.graph_optimization.Graph_Optimization"]], "neural_compressor.experimental.graph_optimization": [[298, "module-neural_compressor.experimental.graph_optimization"]], "neural_compressor.experimental": [[299, "module-neural_compressor.experimental"]], "bleu (class in neural_compressor.experimental.metric.bleu)": [[300, "neural_compressor.experimental.metric.bleu.BLEU"]], "unicoderegex (class in neural_compressor.experimental.metric.bleu)": [[300, "neural_compressor.experimental.metric.bleu.UnicodeRegex"]], "bleu_tokenize() (in module neural_compressor.experimental.metric.bleu)": [[300, "neural_compressor.experimental.metric.bleu.bleu_tokenize"]], "labels (neural_compressor.experimental.metric.bleu.bleu attribute)": [[300, "neural_compressor.experimental.metric.bleu.BLEU.labels"]], "neural_compressor.experimental.metric.bleu": [[300, "module-neural_compressor.experimental.metric.bleu"]], "nondigit_punct_re (neural_compressor.experimental.metric.bleu.unicoderegex attribute)": [[300, "neural_compressor.experimental.metric.bleu.UnicodeRegex.nondigit_punct_re"]], "predictions (neural_compressor.experimental.metric.bleu.bleu attribute)": [[300, "neural_compressor.experimental.metric.bleu.BLEU.predictions"]], "punct_nondigit_re (neural_compressor.experimental.metric.bleu.unicoderegex attribute)": [[300, "neural_compressor.experimental.metric.bleu.UnicodeRegex.punct_nondigit_re"]], "symbol_re (neural_compressor.experimental.metric.bleu.unicoderegex attribute)": [[300, "neural_compressor.experimental.metric.bleu.UnicodeRegex.symbol_re"]], "compute_bleu() (in module neural_compressor.experimental.metric.bleu_util)": [[301, "neural_compressor.experimental.metric.bleu_util.compute_bleu"]], "neural_compressor.experimental.metric.bleu_util": [[301, "module-neural_compressor.experimental.metric.bleu_util"]], "neural_compressor.experimental.metric.coco_label_map": [[302, "module-neural_compressor.experimental.metric.coco_label_map"]], "cocoevalwrapper (class in neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.COCOEvalWrapper"]], "cocowrapper (class in neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.COCOWrapper"]], "exportsingleimagedetectionboxestococo() (in module neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.ExportSingleImageDetectionBoxesToCoco"]], "exportsingleimagedetectionmaskstococo() (in module neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.ExportSingleImageDetectionMasksToCoco"]], "exportsingleimagegroundtruthtococo() (in module neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.ExportSingleImageGroundtruthToCoco"]], "dataset (neural_compressor.experimental.metric.coco_tools.cocowrapper attribute)": [[303, "neural_compressor.experimental.metric.coco_tools.COCOWrapper.dataset"]], "detection_type (neural_compressor.experimental.metric.coco_tools.cocowrapper attribute)": [[303, "neural_compressor.experimental.metric.coco_tools.COCOWrapper.detection_type"]], "neural_compressor.experimental.metric.coco_tools": [[303, "module-neural_compressor.experimental.metric.coco_tools"]], "evaluate() (in module neural_compressor.experimental.metric.evaluate_squad)": [[304, "neural_compressor.experimental.metric.evaluate_squad.evaluate"]], "exact_match_score() (in module neural_compressor.experimental.metric.evaluate_squad)": [[304, "neural_compressor.experimental.metric.evaluate_squad.exact_match_score"]], "f1_score() (in module neural_compressor.experimental.metric.evaluate_squad)": [[304, "neural_compressor.experimental.metric.evaluate_squad.f1_score"]], "metric_max_over_ground_truths() (in module neural_compressor.experimental.metric.evaluate_squad)": [[304, "neural_compressor.experimental.metric.evaluate_squad.metric_max_over_ground_truths"]], "neural_compressor.experimental.metric.evaluate_squad": [[304, "module-neural_compressor.experimental.metric.evaluate_squad"]], "evaluate() (in module neural_compressor.experimental.metric.f1)": [[305, "neural_compressor.experimental.metric.f1.evaluate"]], "f1_score() (in module neural_compressor.experimental.metric.f1)": [[305, "neural_compressor.experimental.metric.f1.f1_score"]], "metric_max_over_ground_truths() (in module neural_compressor.experimental.metric.f1)": [[305, "neural_compressor.experimental.metric.f1.metric_max_over_ground_truths"]], "neural_compressor.experimental.metric.f1": [[305, "module-neural_compressor.experimental.metric.f1"]], "normalize_answer() (in module neural_compressor.experimental.metric.f1)": [[305, "neural_compressor.experimental.metric.f1.normalize_answer"]], "neural_compressor.experimental.metric": [[306, "module-neural_compressor.experimental.metric"]], "accuracy (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.Accuracy"]], "basemetric (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.BaseMetric"]], "cocomapv2 (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.COCOmAPv2"]], "f1 (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.F1"]], "generaltopk (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.GeneralTopK"]], "loss (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.Loss"]], "mae (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.MAE"]], "metrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.METRICS"]], "mse (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.MSE"]], "mxnetmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.MXNetMetrics"]], "onnxrtglue (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTGLUE"]], "onnxrtitmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTITMetrics"]], "onnxrtqlmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTQLMetrics"]], "pytorchloss (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.PyTorchLoss"]], "pytorchmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.PyTorchMetrics"]], "rmse (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.RMSE"]], "roc (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.ROC"]], "squadf1 (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.SquadF1"]], "tensorflowcocomap (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowCOCOMAP"]], "tensorflowmap (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowMAP"]], "tensorflowmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowMetrics"]], "tensorflowtopk (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowTopK"]], "tensorflowvocmap (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowVOCMAP"]], "wrapmxnetmetric (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.WrapMXNetMetric"]], "wraponnxrtmetric (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.WrapONNXRTMetric"]], "wrappytorchmetric (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.WrapPyTorchMetric"]], "compare_label (neural_compressor.experimental.metric.metric.mae attribute)": [[307, "neural_compressor.experimental.metric.metric.MAE.compare_label"]], "compare_label (neural_compressor.experimental.metric.metric.mse attribute)": [[307, "neural_compressor.experimental.metric.metric.MSE.compare_label"]], "k (neural_compressor.experimental.metric.metric.generaltopk attribute)": [[307, "neural_compressor.experimental.metric.metric.GeneralTopK.k"]], "k (neural_compressor.experimental.metric.metric.tensorflowtopk attribute)": [[307, "neural_compressor.experimental.metric.metric.TensorflowTopK.k"]], "label_list (neural_compressor.experimental.metric.metric.accuracy attribute)": [[307, "neural_compressor.experimental.metric.metric.Accuracy.label_list"]], "label_list (neural_compressor.experimental.metric.metric.mae attribute)": [[307, "neural_compressor.experimental.metric.metric.MAE.label_list"]], "label_list (neural_compressor.experimental.metric.metric.mse attribute)": [[307, "neural_compressor.experimental.metric.metric.MSE.label_list"]], "miou (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.mIOU"]], "metric_registry() (in module neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.metric_registry"]], "metrics (neural_compressor.experimental.metric.metric.metrics attribute)": [[307, "neural_compressor.experimental.metric.metric.METRICS.metrics"]], "metrics (neural_compressor.experimental.metric.metric.mxnetmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.MXNetMetrics.metrics"]], "metrics (neural_compressor.experimental.metric.metric.onnxrtitmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTITMetrics.metrics"]], "metrics (neural_compressor.experimental.metric.metric.onnxrtqlmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTQLMetrics.metrics"]], "metrics (neural_compressor.experimental.metric.metric.pytorchmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.PyTorchMetrics.metrics"]], "metrics (neural_compressor.experimental.metric.metric.tensorflowmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.TensorflowMetrics.metrics"]], "mse (neural_compressor.experimental.metric.metric.rmse attribute)": [[307, "neural_compressor.experimental.metric.metric.RMSE.mse"]], "neural_compressor.experimental.metric.metric": [[307, "module-neural_compressor.experimental.metric.metric"]], "num_correct (neural_compressor.experimental.metric.metric.generaltopk attribute)": [[307, "neural_compressor.experimental.metric.metric.GeneralTopK.num_correct"]], "num_correct (neural_compressor.experimental.metric.metric.tensorflowtopk attribute)": [[307, "neural_compressor.experimental.metric.metric.TensorflowTopK.num_correct"]], "num_sample (neural_compressor.experimental.metric.metric.generaltopk attribute)": [[307, "neural_compressor.experimental.metric.metric.GeneralTopK.num_sample"]], "num_sample (neural_compressor.experimental.metric.metric.tensorflowtopk attribute)": [[307, "neural_compressor.experimental.metric.metric.TensorflowTopK.num_sample"]], "pred_list (neural_compressor.experimental.metric.metric.accuracy attribute)": [[307, "neural_compressor.experimental.metric.metric.Accuracy.pred_list"]], "pred_list (neural_compressor.experimental.metric.metric.mae attribute)": [[307, "neural_compressor.experimental.metric.metric.MAE.pred_list"]], "pred_list (neural_compressor.experimental.metric.metric.mse attribute)": [[307, "neural_compressor.experimental.metric.metric.MSE.pred_list"]], "sample (neural_compressor.experimental.metric.metric.accuracy attribute)": [[307, "neural_compressor.experimental.metric.metric.Accuracy.sample"]], "sample (neural_compressor.experimental.metric.metric.loss attribute)": [[307, "neural_compressor.experimental.metric.metric.Loss.sample"]], "sum (neural_compressor.experimental.metric.metric.loss attribute)": [[307, "neural_compressor.experimental.metric.metric.Loss.sum"]], "mixedprecision (class in neural_compressor.experimental.mixed_precision)": [[308, "neural_compressor.experimental.mixed_precision.MixedPrecision"]], "neural_compressor.experimental.mixed_precision": [[308, "module-neural_compressor.experimental.mixed_precision"]], "modelconversion (class in neural_compressor.experimental.model_conversion)": [[309, "neural_compressor.experimental.model_conversion.ModelConversion"]], "neural_compressor.experimental.model_conversion": [[309, "module-neural_compressor.experimental.model_conversion"]], "basicnas (class in neural_compressor.experimental.nas.basic_nas)": [[310, "neural_compressor.experimental.nas.basic_nas.BasicNAS"]], "neural_compressor.experimental.nas.basic_nas": [[310, "module-neural_compressor.experimental.nas.basic_nas"]], "dynas (class in neural_compressor.experimental.nas.dynas)": [[311, "neural_compressor.experimental.nas.dynas.DyNAS"]], "neural_compressor.experimental.nas.dynas": [[311, "module-neural_compressor.experimental.nas.dynas"]], "neural_compressor.experimental.nas": [[312, "module-neural_compressor.experimental.nas"]], "nas (class in neural_compressor.experimental.nas.nas)": [[313, "neural_compressor.experimental.nas.nas.NAS"]], "nasbase (class in neural_compressor.experimental.nas.nas)": [[313, "neural_compressor.experimental.nas.nas.NASBase"]], "neural_compressor.experimental.nas.nas": [[313, "module-neural_compressor.experimental.nas.nas"]], "create_search_space_pool() (in module neural_compressor.experimental.nas.nas_utils)": [[314, "neural_compressor.experimental.nas.nas_utils.create_search_space_pool"]], "find_pareto_front() (in module neural_compressor.experimental.nas.nas_utils)": [[314, "neural_compressor.experimental.nas.nas_utils.find_pareto_front"]], "nas_registry() (in module neural_compressor.experimental.nas.nas_utils)": [[314, "neural_compressor.experimental.nas.nas_utils.nas_registry"]], "neural_compressor.experimental.nas.nas_utils": [[314, "module-neural_compressor.experimental.nas.nas_utils"]], "bayesianoptimizationsearcher (class in neural_compressor.experimental.nas.search_algorithms)": [[315, "neural_compressor.experimental.nas.search_algorithms.BayesianOptimizationSearcher"]], "gridsearcher (class in neural_compressor.experimental.nas.search_algorithms)": [[315, "neural_compressor.experimental.nas.search_algorithms.GridSearcher"]], "randomsearcher (class in neural_compressor.experimental.nas.search_algorithms)": [[315, "neural_compressor.experimental.nas.search_algorithms.RandomSearcher"]], "searcher (class in neural_compressor.experimental.nas.search_algorithms)": [[315, "neural_compressor.experimental.nas.search_algorithms.Searcher"]], "neural_compressor.experimental.nas.search_algorithms": [[315, "module-neural_compressor.experimental.nas.search_algorithms"]], "gradientsensitivitypruner (class in neural_compressor.experimental.pruner_legacy.gradient_sensitivity)": [[316, "neural_compressor.experimental.pruner_legacy.gradient_sensitivity.GradientSensitivityPruner"]], "neural_compressor.experimental.pruner_legacy.gradient_sensitivity": [[316, "module-neural_compressor.experimental.pruner_legacy.gradient_sensitivity"]], "grouplassopruner (class in neural_compressor.experimental.pruner_legacy.group_lasso)": [[317, "neural_compressor.experimental.pruner_legacy.group_lasso.GroupLassoPruner"]], "neural_compressor.experimental.pruner_legacy.group_lasso": [[317, "module-neural_compressor.experimental.pruner_legacy.group_lasso"]], "neural_compressor.experimental.pruner_legacy": [[318, "module-neural_compressor.experimental.pruner_legacy"]], "basicmagnitudepruner (class in neural_compressor.experimental.pruner_legacy.magnitude)": [[319, "neural_compressor.experimental.pruner_legacy.magnitude.BasicMagnitudePruner"]], "neural_compressor.experimental.pruner_legacy.magnitude": [[319, "module-neural_compressor.experimental.pruner_legacy.magnitude"]], "patternlockpruner (class in neural_compressor.experimental.pruner_legacy.pattern_lock)": [[320, "neural_compressor.experimental.pruner_legacy.pattern_lock.PatternLockPruner"]], "neural_compressor.experimental.pruner_legacy.pattern_lock": [[320, "module-neural_compressor.experimental.pruner_legacy.pattern_lock"]], "pruner (class in neural_compressor.experimental.pruner_legacy.pruner)": [[321, "neural_compressor.experimental.pruner_legacy.pruner.Pruner"]], "neural_compressor.experimental.pruner_legacy.pruner": [[321, "module-neural_compressor.experimental.pruner_legacy.pruner"]], "pruner_registry() (in module neural_compressor.experimental.pruner_legacy.pruner)": [[321, "neural_compressor.experimental.pruner_legacy.pruner.pruner_registry"]], "pruning (class in neural_compressor.experimental.pruning)": [[322, "neural_compressor.experimental.pruning.Pruning"]], "tfpruningcallback (class in neural_compressor.experimental.pruning)": [[322, "neural_compressor.experimental.pruning.TfPruningCallback"]], "conf (neural_compressor.experimental.pruning.pruning attribute)": [[322, "neural_compressor.experimental.pruning.Pruning.conf"]], "neural_compressor.experimental.pruning": [[322, "module-neural_compressor.experimental.pruning"]], "pruners (neural_compressor.experimental.pruning.pruning attribute)": [[322, "neural_compressor.experimental.pruning.Pruning.pruners"]], "neural_compressor.experimental.pruning_recipes": [[323, "module-neural_compressor.experimental.pruning_recipes"]], "neural_compressor.experimental.pruning_recipes.patterns": [[324, "module-neural_compressor.experimental.pruning_recipes.patterns"]], "patterns (class in neural_compressor.experimental.pruning_recipes.patterns.pattern)": [[325, "neural_compressor.experimental.pruning_recipes.patterns.pattern.PATTERNS"]], "patternbase (class in neural_compressor.experimental.pruning_recipes.patterns.pattern)": [[325, "neural_compressor.experimental.pruning_recipes.patterns.pattern.PatternBase"]], "neural_compressor.experimental.pruning_recipes.patterns.pattern": [[325, "module-neural_compressor.experimental.pruning_recipes.patterns.pattern"]], "pattern_registry() (in module neural_compressor.experimental.pruning_recipes.patterns.pattern)": [[325, "neural_compressor.experimental.pruning_recipes.patterns.pattern.pattern_registry"]], "patterns (neural_compressor.experimental.pruning_recipes.patterns.pattern.patterns attribute)": [[325, "neural_compressor.experimental.pruning_recipes.patterns.pattern.PATTERNS.patterns"]], "tilepatternbase (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePatternBase"]], "tilepattern_1x1 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_1x1"]], "tilepattern_1x16 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_1x16"]], "tilepattern_1x2 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_1x2"]], "tilepattern_2x2 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_2x2"]], "tilepattern_4x1 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_4x1"]], "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern": [[326, "module-neural_compressor.experimental.pruning_recipes.patterns.tile_pattern"]], "pruning (class in neural_compressor.experimental.pruning_v2)": [[327, "neural_compressor.experimental.pruning_v2.Pruning"]], "tfpruningcallback (class in neural_compressor.experimental.pruning_v2)": [[327, "neural_compressor.experimental.pruning_v2.TfPruningCallback"]], "conf (neural_compressor.experimental.pruning_v2.pruning attribute)": [[327, "neural_compressor.experimental.pruning_v2.Pruning.conf"]], "neural_compressor.experimental.pruning_v2": [[327, "module-neural_compressor.experimental.pruning_v2"]], "pruners (neural_compressor.experimental.pruning_v2.pruning attribute)": [[327, "neural_compressor.experimental.pruning_v2.Pruning.pruners"]], "neural_compressor.experimental.pytorch_pruner": [[328, "module-neural_compressor.experimental.pytorch_pruner"]], "neural_compressor.experimental.pytorch_pruner.logger": [[329, "module-neural_compressor.experimental.pytorch_pruner.logger"]], "m (neural_compressor.experimental.pytorch_pruner.patterns.patternninm attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNInM.M"]], "n (neural_compressor.experimental.pytorch_pruner.patterns.patternninm attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNInM.N"]], "pattern (class in neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.Pattern"]], "patternninm (class in neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNInM"]], "patternnxm (class in neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNxM"]], "block_size (neural_compressor.experimental.pytorch_pruner.patterns.patternnxm attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNxM.block_size"]], "get_pattern() (in module neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.get_pattern"]], "is_global (neural_compressor.experimental.pytorch_pruner.patterns.pattern attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.Pattern.is_global"]], "neural_compressor.experimental.pytorch_pruner.patterns": [[330, "module-neural_compressor.experimental.pytorch_pruner.patterns"]], "pattern (neural_compressor.experimental.pytorch_pruner.patterns.pattern attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.Pattern.pattern"]], "register_pattern() (in module neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.register_pattern"]], "check_config() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.check_config"]], "neural_compressor.experimental.pytorch_pruner.prune_utils": [[331, "module-neural_compressor.experimental.pytorch_pruner.prune_utils"]], "parse_not_to_prune() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.parse_not_to_prune"]], "parse_to_prune() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.parse_to_prune"]], "process_and_check_config() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.process_and_check_config"]], "process_config() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.process_config"]], "reset_non_value_to_default() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.reset_non_value_to_default"]], "magnitudepruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.MagnitudePruner"]], "patternlockpruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.PatternLockPruner"]], "pruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner"]], "snipmomentumpruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.SnipMomentumPruner"]], "snippruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.SnipPruner"]], "config (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.config"]], "current_sparsity_ratio (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.current_sparsity_ratio"]], "end_step (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.end_step"]], "get_pruner() (in module neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.get_pruner"]], "global_step (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.global_step"]], "masks (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.masks"]], "max_sparsity_ratio_per_layer (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.max_sparsity_ratio_per_layer"]], "modules (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.modules"]], "neural_compressor.experimental.pytorch_pruner.pruner": [[332, "module-neural_compressor.experimental.pytorch_pruner.pruner"]], "pattern (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.pattern"]], "register_pruners() (in module neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.register_pruners"]], "scheduler (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.scheduler"]], "scores (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.scores"]], "start_step (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.start_step"]], "target_sparsity_ratio (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.target_sparsity_ratio"]], "update_frequency_on_step (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.update_frequency_on_step"]], "pruning (class in neural_compressor.experimental.pytorch_pruner.pruning)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning"]], "config_file_path (neural_compressor.experimental.pytorch_pruner.pruning.pruning attribute)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning.config_file_path"]], "model (neural_compressor.experimental.pytorch_pruner.pruning.pruning attribute)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning.model"]], "neural_compressor.experimental.pytorch_pruner.pruning": [[333, "module-neural_compressor.experimental.pytorch_pruner.pruning"]], "pruner_info (neural_compressor.experimental.pytorch_pruner.pruning.pruning attribute)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning.pruner_info"]], "pruners (neural_compressor.experimental.pytorch_pruner.pruning.pruning attribute)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning.pruners"]], "iterativescheduler (class in neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.IterativeScheduler"]], "oneshotscheduler (class in neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.OneshotScheduler"]], "scheduler (class in neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.Scheduler"]], "config (neural_compressor.experimental.pytorch_pruner.scheduler.scheduler attribute)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.Scheduler.config"]], "get_scheduler() (in module neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.get_scheduler"]], "neural_compressor.experimental.pytorch_pruner.scheduler": [[334, "module-neural_compressor.experimental.pytorch_pruner.scheduler"]], "register_scheduler() (in module neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.register_scheduler"]], "quantization (class in neural_compressor.experimental.quantization)": [[335, "neural_compressor.experimental.quantization.Quantization"]], "neural_compressor.experimental.quantization": [[335, "module-neural_compressor.experimental.quantization"]], "scheduler (class in neural_compressor.experimental.scheduler)": [[336, "neural_compressor.experimental.scheduler.Scheduler"]], "neural_compressor.experimental.scheduler": [[336, "module-neural_compressor.experimental.scheduler"]], "automixedprecisiontunestrategy (class in neural_compressor.experimental.strategy.auto_mixed_precision)": [[337, "neural_compressor.experimental.strategy.auto_mixed_precision.AutoMixedPrecisionTuneStrategy"]], "neural_compressor.experimental.strategy.auto_mixed_precision": [[337, "module-neural_compressor.experimental.strategy.auto_mixed_precision"]], "basictunestrategy (class in neural_compressor.experimental.strategy.basic)": [[338, "neural_compressor.experimental.strategy.basic.BasicTuneStrategy"]], "neural_compressor.experimental.strategy.basic": [[338, "module-neural_compressor.experimental.strategy.basic"]], "bayesianoptimization (class in neural_compressor.experimental.strategy.bayesian)": [[339, "neural_compressor.experimental.strategy.bayesian.BayesianOptimization"]], "bayesiantunestrategy (class in neural_compressor.experimental.strategy.bayesian)": [[339, "neural_compressor.experimental.strategy.bayesian.BayesianTuneStrategy"]], "targetspace (class in neural_compressor.experimental.strategy.bayesian)": [[339, "neural_compressor.experimental.strategy.bayesian.TargetSpace"]], "acq_max() (in module neural_compressor.experimental.strategy.bayesian)": [[339, "neural_compressor.experimental.strategy.bayesian.acq_max"]], "neural_compressor.experimental.strategy.bayesian": [[339, "module-neural_compressor.experimental.strategy.bayesian"]], "exhaustivetunestrategy (class in neural_compressor.experimental.strategy.exhaustive)": [[340, "neural_compressor.experimental.strategy.exhaustive.ExhaustiveTuneStrategy"]], "neural_compressor.experimental.strategy.exhaustive": [[340, "module-neural_compressor.experimental.strategy.exhaustive"]], "neural_compressor.experimental.strategy": [[341, "module-neural_compressor.experimental.strategy"]], "msetunestrategy (class in neural_compressor.experimental.strategy.mse)": [[342, "neural_compressor.experimental.strategy.mse.MSETuneStrategy"]], "neural_compressor.experimental.strategy.mse": [[342, "module-neural_compressor.experimental.strategy.mse"]], "mse_v2tunestrategy (class in neural_compressor.experimental.strategy.mse_v2)": [[343, "neural_compressor.experimental.strategy.mse_v2.MSE_V2TuneStrategy"]], "neural_compressor.experimental.strategy.mse_v2": [[343, "module-neural_compressor.experimental.strategy.mse_v2"]], "randomtunestrategy (class in neural_compressor.experimental.strategy.random)": [[344, "neural_compressor.experimental.strategy.random.RandomTuneStrategy"]], "neural_compressor.experimental.strategy.random": [[344, "module-neural_compressor.experimental.strategy.random"]], "tunestrategy (class in neural_compressor.experimental.strategy.strategy)": [[345, "neural_compressor.experimental.strategy.strategy.TuneStrategy"]], "neural_compressor.experimental.strategy.strategy": [[345, "module-neural_compressor.experimental.strategy.strategy"]], "strategy_registry() (in module neural_compressor.experimental.strategy.strategy)": [[345, "neural_compressor.experimental.strategy.strategy.strategy_registry"]], "neural_compressor.experimental.strategy.utils.constant": [[346, "module-neural_compressor.experimental.strategy.utils.constant"]], "neural_compressor.experimental.strategy.utils": [[347, "module-neural_compressor.experimental.strategy.utils"]], "fallbacktuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.FallbackTuningSampler"]], "modelwisetuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.ModelWiseTuningSampler"]], "optypewisetuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.OpTypeWiseTuningSampler"]], "opwisetuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.OpWiseTuningSampler"]], "smoothquantsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.SmoothQuantSampler"]], "tuningorder (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.TuningOrder"]], "tuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.TuningSampler"]], "tuningsamplerregistry (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.TuningSamplerRegistry"]], "neural_compressor.experimental.strategy.utils.tuning_sampler": [[348, "module-neural_compressor.experimental.strategy.utils.tuning_sampler"]], "tuningitem (class in neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.TuningItem"]], "tuningspace (class in neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.TuningSpace"]], "initial_tuning_cfg_with_quant_mode() (in module neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.initial_tuning_cfg_with_quant_mode"]], "neural_compressor.experimental.strategy.utils.tuning_space": [[349, "module-neural_compressor.experimental.strategy.utils.tuning_space"]], "pattern_to_internal() (in module neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.pattern_to_internal"]], "pattern_to_path() (in module neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.pattern_to_path"]], "quant_mode_from_pattern() (in module neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.quant_mode_from_pattern"]], "optuningconfig (class in neural_compressor.experimental.strategy.utils.tuning_structs)": [[350, "neural_compressor.experimental.strategy.utils.tuning_structs.OpTuningConfig"]], "neural_compressor.experimental.strategy.utils.tuning_structs": [[350, "module-neural_compressor.experimental.strategy.utils.tuning_structs"]], "ordereddefaultdict (class in neural_compressor.experimental.strategy.utils.utility)": [[351, "neural_compressor.experimental.strategy.utils.utility.OrderedDefaultDict"]], "extract_data_type() (in module neural_compressor.experimental.strategy.utils.utility)": [[351, "neural_compressor.experimental.strategy.utils.utility.extract_data_type"]], "get_adaptor_name() (in module neural_compressor.experimental.strategy.utils.utility)": [[351, "neural_compressor.experimental.strategy.utils.utility.get_adaptor_name"]], "neural_compressor.experimental.strategy.utils.utility": [[351, "module-neural_compressor.experimental.strategy.utils.utility"]], "reverted_data_type() (in module neural_compressor.experimental.strategy.utils.utility)": [[351, "neural_compressor.experimental.strategy.utils.utility.reverted_data_type"]], "neural_compressor": [[352, "module-neural_compressor"]], "bleu (class in neural_compressor.metric.bleu)": [[353, "neural_compressor.metric.bleu.BLEU"]], "unicoderegex (class in neural_compressor.metric.bleu)": [[353, "neural_compressor.metric.bleu.UnicodeRegex"]], "bleu_tokenize() (in module neural_compressor.metric.bleu)": [[353, "neural_compressor.metric.bleu.bleu_tokenize"]], "labels (neural_compressor.metric.bleu.bleu attribute)": [[353, "neural_compressor.metric.bleu.BLEU.labels"]], "neural_compressor.metric.bleu": [[353, "module-neural_compressor.metric.bleu"]], "nondigit_punct_re (neural_compressor.metric.bleu.unicoderegex attribute)": [[353, "neural_compressor.metric.bleu.UnicodeRegex.nondigit_punct_re"]], "predictions (neural_compressor.metric.bleu.bleu attribute)": [[353, "neural_compressor.metric.bleu.BLEU.predictions"]], "punct_nondigit_re (neural_compressor.metric.bleu.unicoderegex attribute)": [[353, "neural_compressor.metric.bleu.UnicodeRegex.punct_nondigit_re"]], "symbol_re (neural_compressor.metric.bleu.unicoderegex attribute)": [[353, "neural_compressor.metric.bleu.UnicodeRegex.symbol_re"]], "compute_bleu() (in module neural_compressor.metric.bleu_util)": [[354, "neural_compressor.metric.bleu_util.compute_bleu"]], "neural_compressor.metric.bleu_util": [[354, "module-neural_compressor.metric.bleu_util"]], "neural_compressor.metric.coco_label_map": [[355, "module-neural_compressor.metric.coco_label_map"]], "cocoevalwrapper (class in neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.COCOEvalWrapper"]], "cocowrapper (class in neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.COCOWrapper"]], "exportsingleimagedetectionboxestococo() (in module neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.ExportSingleImageDetectionBoxesToCoco"]], "exportsingleimagedetectionmaskstococo() (in module neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.ExportSingleImageDetectionMasksToCoco"]], "exportsingleimagegroundtruthtococo() (in module neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.ExportSingleImageGroundtruthToCoco"]], "dataset (neural_compressor.metric.coco_tools.cocowrapper attribute)": [[356, "neural_compressor.metric.coco_tools.COCOWrapper.dataset"]], "detection_type (neural_compressor.metric.coco_tools.cocowrapper attribute)": [[356, "neural_compressor.metric.coco_tools.COCOWrapper.detection_type"]], "neural_compressor.metric.coco_tools": [[356, "module-neural_compressor.metric.coco_tools"]], "evaluate() (in module neural_compressor.metric.evaluate_squad)": [[357, "neural_compressor.metric.evaluate_squad.evaluate"]], "exact_match_score() (in module neural_compressor.metric.evaluate_squad)": [[357, "neural_compressor.metric.evaluate_squad.exact_match_score"]], "f1_score() (in module neural_compressor.metric.evaluate_squad)": [[357, "neural_compressor.metric.evaluate_squad.f1_score"]], "metric_max_over_ground_truths() (in module neural_compressor.metric.evaluate_squad)": [[357, "neural_compressor.metric.evaluate_squad.metric_max_over_ground_truths"]], "neural_compressor.metric.evaluate_squad": [[357, "module-neural_compressor.metric.evaluate_squad"]], "evaluate() (in module neural_compressor.metric.f1)": [[358, "neural_compressor.metric.f1.evaluate"]], "f1_score() (in module neural_compressor.metric.f1)": [[358, "neural_compressor.metric.f1.f1_score"]], "metric_max_over_ground_truths() (in module neural_compressor.metric.f1)": [[358, "neural_compressor.metric.f1.metric_max_over_ground_truths"]], "neural_compressor.metric.f1": [[358, "module-neural_compressor.metric.f1"]], "normalize_answer() (in module neural_compressor.metric.f1)": [[358, "neural_compressor.metric.f1.normalize_answer"]], "neural_compressor.metric": [[359, "module-neural_compressor.metric"]], "accuracy (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.Accuracy"]], "basemetric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.BaseMetric"]], "cocomapv2 (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.COCOmAPv2"]], "f1 (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.F1"]], "generaltopk (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.GeneralTopK"]], "loss (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.Loss"]], "mae (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.MAE"]], "metrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.METRICS"]], "mse (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.MSE"]], "mxnetmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.MXNetMetrics"]], "metric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.Metric"]], "onnxrtglue (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.ONNXRTGLUE"]], "onnxrtitmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.ONNXRTITMetrics"]], "onnxrtqlmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.ONNXRTQLMetrics"]], "pytorchloss (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.PyTorchLoss"]], "pytorchmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.PyTorchMetrics"]], "rmse (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.RMSE"]], "roc (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.ROC"]], "squadf1 (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.SquadF1"]], "tensorflowcocomap (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowCOCOMAP"]], "tensorflowmap (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowMAP"]], "tensorflowmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowMetrics"]], "tensorflowtopk (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowTopK"]], "tensorflowvocmap (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowVOCMAP"]], "wrapmxnetmetric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.WrapMXNetMetric"]], "wraponnxrtmetric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.WrapONNXRTMetric"]], "wrappytorchmetric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.WrapPyTorchMetric"]], "compare_label (neural_compressor.metric.metric.mae attribute)": [[360, "neural_compressor.metric.metric.MAE.compare_label"]], "compare_label (neural_compressor.metric.metric.mse attribute)": [[360, "neural_compressor.metric.metric.MSE.compare_label"]], "k (neural_compressor.metric.metric.generaltopk attribute)": [[360, "neural_compressor.metric.metric.GeneralTopK.k"]], "k (neural_compressor.metric.metric.tensorflowtopk attribute)": [[360, "neural_compressor.metric.metric.TensorflowTopK.k"]], "label_list (neural_compressor.metric.metric.accuracy attribute)": [[360, "neural_compressor.metric.metric.Accuracy.label_list"]], "label_list (neural_compressor.metric.metric.mae attribute)": [[360, "neural_compressor.metric.metric.MAE.label_list"]], "label_list (neural_compressor.metric.metric.mse attribute)": [[360, "neural_compressor.metric.metric.MSE.label_list"]], "miou (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.mIOU"]], "metric_registry() (in module neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.metric_registry"]], "metrics (neural_compressor.metric.metric.metrics attribute)": [[360, "neural_compressor.metric.metric.METRICS.metrics"]], "metrics (neural_compressor.metric.metric.mxnetmetrics attribute)": [[360, "neural_compressor.metric.metric.MXNetMetrics.metrics"]], "metrics (neural_compressor.metric.metric.onnxrtitmetrics attribute)": [[360, "neural_compressor.metric.metric.ONNXRTITMetrics.metrics"]], "metrics (neural_compressor.metric.metric.onnxrtqlmetrics attribute)": [[360, "neural_compressor.metric.metric.ONNXRTQLMetrics.metrics"]], "metrics (neural_compressor.metric.metric.pytorchmetrics attribute)": [[360, "neural_compressor.metric.metric.PyTorchMetrics.metrics"]], "metrics (neural_compressor.metric.metric.tensorflowmetrics attribute)": [[360, "neural_compressor.metric.metric.TensorflowMetrics.metrics"]], "mse (neural_compressor.metric.metric.rmse attribute)": [[360, "neural_compressor.metric.metric.RMSE.mse"]], "neural_compressor.metric.metric": [[360, "module-neural_compressor.metric.metric"]], "num_correct (neural_compressor.metric.metric.generaltopk attribute)": [[360, "neural_compressor.metric.metric.GeneralTopK.num_correct"]], "num_correct (neural_compressor.metric.metric.tensorflowtopk attribute)": [[360, "neural_compressor.metric.metric.TensorflowTopK.num_correct"]], "num_sample (neural_compressor.metric.metric.generaltopk attribute)": [[360, "neural_compressor.metric.metric.GeneralTopK.num_sample"]], "num_sample (neural_compressor.metric.metric.tensorflowtopk attribute)": [[360, "neural_compressor.metric.metric.TensorflowTopK.num_sample"]], "pred_list (neural_compressor.metric.metric.accuracy attribute)": [[360, "neural_compressor.metric.metric.Accuracy.pred_list"]], "pred_list (neural_compressor.metric.metric.mae attribute)": [[360, "neural_compressor.metric.metric.MAE.pred_list"]], "pred_list (neural_compressor.metric.metric.mse attribute)": [[360, "neural_compressor.metric.metric.MSE.pred_list"]], "register_customer_metric() (in module neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.register_customer_metric"]], "sample (neural_compressor.metric.metric.accuracy attribute)": [[360, "neural_compressor.metric.metric.Accuracy.sample"]], "sample (neural_compressor.metric.metric.loss attribute)": [[360, "neural_compressor.metric.metric.Loss.sample"]], "sum (neural_compressor.metric.metric.loss attribute)": [[360, "neural_compressor.metric.metric.Loss.sum"]], "fit() (in module neural_compressor.mix_precision)": [[361, "neural_compressor.mix_precision.fit"]], "neural_compressor.mix_precision": [[361, "module-neural_compressor.mix_precision"]], "basemodel (class in neural_compressor.model.base_model)": [[362, "neural_compressor.model.base_model.BaseModel"]], "neural_compressor.model.base_model": [[362, "module-neural_compressor.model.base_model"]], "neural_compressor.model": [[363, "module-neural_compressor.model"]], "kerasmodel (class in neural_compressor.model.keras_model)": [[364, "neural_compressor.model.keras_model.KerasModel"]], "neural_compressor.model.keras_model": [[364, "module-neural_compressor.model.keras_model"]], "model (class in neural_compressor.model.model)": [[365, "neural_compressor.model.model.Model"]], "get_model_fwk_name() (in module neural_compressor.model.model)": [[365, "neural_compressor.model.model.get_model_fwk_name"]], "neural_compressor.model.model": [[365, "module-neural_compressor.model.model"]], "mxnetmodel (class in neural_compressor.model.mxnet_model)": [[366, "neural_compressor.model.mxnet_model.MXNetModel"]], "neural_compressor.model.mxnet_model": [[366, "module-neural_compressor.model.mxnet_model"]], "tfslimnetsfactory (class in neural_compressor.model.nets_factory)": [[367, "neural_compressor.model.nets_factory.TFSlimNetsFactory"]], "neural_compressor.model.nets_factory": [[367, "module-neural_compressor.model.nets_factory"]], "onnxmodel (class in neural_compressor.model.onnx_model)": [[368, "neural_compressor.model.onnx_model.ONNXModel"]], "neural_compressor.model.onnx_model": [[368, "module-neural_compressor.model.onnx_model"]], "tensorflowbasemodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowBaseModel"]], "tensorflowcheckpointmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowCheckpointModel"]], "tensorflowllmmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowLLMModel"]], "tensorflowmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowModel"]], "tensorflowqatmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowQATModel"]], "tensorflowsavedmodelmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowSavedModelModel"]], "checkpoint_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.checkpoint_session"]], "estimator_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.estimator_session"]], "frozen_pb_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.frozen_pb_session"]], "get_model_type() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.get_model_type"]], "graph_def_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.graph_def_session"]], "graph_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.graph_session"]], "keras_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.keras_session"]], "load_saved_model() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.load_saved_model"]], "neural_compressor.model.tensorflow_model": [[369, "module-neural_compressor.model.tensorflow_model"]], "saved_model_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.saved_model_session"]], "slim_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.slim_session"]], "validate_and_inference_input_output() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.validate_and_inference_input_output"]], "validate_graph_node() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.validate_graph_node"]], "ipexmodel (class in neural_compressor.model.torch_model)": [[370, "neural_compressor.model.torch_model.IPEXModel"]], "pytorchbasemodel (class in neural_compressor.model.torch_model)": [[370, "neural_compressor.model.torch_model.PyTorchBaseModel"]], "pytorchfxmodel (class in neural_compressor.model.torch_model)": [[370, "neural_compressor.model.torch_model.PyTorchFXModel"]], "pytorchmodel (class in neural_compressor.model.torch_model)": [[370, "neural_compressor.model.torch_model.PyTorchModel"]], "neural_compressor.model.torch_model": [[370, "module-neural_compressor.model.torch_model"]], "accuracy (class in neural_compressor.objective)": [[371, "neural_compressor.objective.Accuracy"]], "footprint (class in neural_compressor.objective)": [[371, "neural_compressor.objective.Footprint"]], "modelsize (class in neural_compressor.objective)": [[371, "neural_compressor.objective.ModelSize"]], "multiobjective (class in neural_compressor.objective)": [[371, "neural_compressor.objective.MultiObjective"]], "objective (class in neural_compressor.objective)": [[371, "neural_compressor.objective.Objective"]], "performance (class in neural_compressor.objective)": [[371, "neural_compressor.objective.Performance"]], "neural_compressor.objective": [[371, "module-neural_compressor.objective"]], "objective_custom_registry() (in module neural_compressor.objective)": [[371, "neural_compressor.objective.objective_custom_registry"]], "objective_registry() (in module neural_compressor.objective)": [[371, "neural_compressor.objective.objective_registry"]], "neural_compressor.profiling": [[372, "module-neural_compressor.profiling"]], "parserfactory (class in neural_compressor.profiling.parser.factory)": [[373, "neural_compressor.profiling.parser.factory.ParserFactory"]], "neural_compressor.profiling.parser.factory": [[373, "module-neural_compressor.profiling.parser.factory"]], "neural_compressor.profiling.parser": [[374, "module-neural_compressor.profiling.parser"]], "onnxrtparserfactory (class in neural_compressor.profiling.parser.onnx_parser.factory)": [[375, "neural_compressor.profiling.parser.onnx_parser.factory.OnnxrtParserFactory"]], "neural_compressor.profiling.parser.onnx_parser.factory": [[375, "module-neural_compressor.profiling.parser.onnx_parser.factory"]], "neural_compressor.profiling.parser.onnx_parser": [[376, "module-neural_compressor.profiling.parser.onnx_parser"]], "onnxprofilingparser (class in neural_compressor.profiling.parser.onnx_parser.parser)": [[377, "neural_compressor.profiling.parser.onnx_parser.parser.OnnxProfilingParser"]], "neural_compressor.profiling.parser.onnx_parser.parser": [[377, "module-neural_compressor.profiling.parser.onnx_parser.parser"]], "profilingparser (class in neural_compressor.profiling.parser.parser)": [[378, "neural_compressor.profiling.parser.parser.ProfilingParser"]], "neural_compressor.profiling.parser.parser": [[378, "module-neural_compressor.profiling.parser.parser"]], "profilingresult (class in neural_compressor.profiling.parser.result)": [[379, "neural_compressor.profiling.parser.result.ProfilingResult"]], "neural_compressor.profiling.parser.result": [[379, "module-neural_compressor.profiling.parser.result"]], "tensorflowparserfactory (class in neural_compressor.profiling.parser.tensorflow_parser.factory)": [[380, "neural_compressor.profiling.parser.tensorflow_parser.factory.TensorFlowParserFactory"]], "neural_compressor.profiling.parser.tensorflow_parser.factory": [[380, "module-neural_compressor.profiling.parser.tensorflow_parser.factory"]], "neural_compressor.profiling.parser.tensorflow_parser": [[381, "module-neural_compressor.profiling.parser.tensorflow_parser"]], "tensorflowprofilingparser (class in neural_compressor.profiling.parser.tensorflow_parser.parser)": [[382, "neural_compressor.profiling.parser.tensorflow_parser.parser.TensorFlowProfilingParser"]], "neural_compressor.profiling.parser.tensorflow_parser.parser": [[382, "module-neural_compressor.profiling.parser.tensorflow_parser.parser"]], "profilerfactory (class in neural_compressor.profiling.profiler.factory)": [[383, "neural_compressor.profiling.profiler.factory.ProfilerFactory"]], "neural_compressor.profiling.profiler.factory": [[383, "module-neural_compressor.profiling.profiler.factory"]], "neural_compressor.profiling.profiler": [[384, "module-neural_compressor.profiling.profiler"]], "profilerfactory (class in neural_compressor.profiling.profiler.onnxrt_profiler.factory)": [[385, "neural_compressor.profiling.profiler.onnxrt_profiler.factory.ProfilerFactory"]], "neural_compressor.profiling.profiler.onnxrt_profiler.factory": [[385, "module-neural_compressor.profiling.profiler.onnxrt_profiler.factory"]], "neural_compressor.profiling.profiler.onnxrt_profiler": [[386, "module-neural_compressor.profiling.profiler.onnxrt_profiler"]], "profiler (class in neural_compressor.profiling.profiler.onnxrt_profiler.profiler)": [[387, "neural_compressor.profiling.profiler.onnxrt_profiler.profiler.Profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.profiler": [[387, "module-neural_compressor.profiling.profiler.onnxrt_profiler.profiler"]], "create_onnx_config() (in module neural_compressor.profiling.profiler.onnxrt_profiler.utils)": [[388, "neural_compressor.profiling.profiler.onnxrt_profiler.utils.create_onnx_config"]], "neural_compressor.profiling.profiler.onnxrt_profiler.utils": [[388, "module-neural_compressor.profiling.profiler.onnxrt_profiler.utils"]], "profiler (class in neural_compressor.profiling.profiler.profiler)": [[389, "neural_compressor.profiling.profiler.profiler.Profiler"]], "neural_compressor.profiling.profiler.profiler": [[389, "module-neural_compressor.profiling.profiler.profiler"]], "profilerfactory (class in neural_compressor.profiling.profiler.tensorflow_profiler.factory)": [[390, "neural_compressor.profiling.profiler.tensorflow_profiler.factory.ProfilerFactory"]], "neural_compressor.profiling.profiler.tensorflow_profiler.factory": [[390, "module-neural_compressor.profiling.profiler.tensorflow_profiler.factory"]], "neural_compressor.profiling.profiler.tensorflow_profiler": [[391, "module-neural_compressor.profiling.profiler.tensorflow_profiler"]], "profiler (class in neural_compressor.profiling.profiler.tensorflow_profiler.profiler)": [[392, "neural_compressor.profiling.profiler.tensorflow_profiler.profiler.Profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.profiler": [[392, "module-neural_compressor.profiling.profiler.tensorflow_profiler.profiler"]], "create_tf_config() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils)": [[393, "neural_compressor.profiling.profiler.tensorflow_profiler.utils.create_tf_config"]], "delete_assign() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils)": [[393, "neural_compressor.profiling.profiler.tensorflow_profiler.utils.delete_assign"]], "neural_compressor.profiling.profiler.tensorflow_profiler.utils": [[393, "module-neural_compressor.profiling.profiler.tensorflow_profiler.utils"]], "set_eager_execution() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils)": [[393, "neural_compressor.profiling.profiler.tensorflow_profiler.utils.set_eager_execution"]], "fit() (in module neural_compressor.quantization)": [[394, "neural_compressor.quantization.fit"]], "neural_compressor.quantization": [[394, "module-neural_compressor.quantization"]], "autotunestrategy (class in neural_compressor.strategy.auto)": [[395, "neural_compressor.strategy.auto.AutoTuneStrategy"]], "neural_compressor.strategy.auto": [[395, "module-neural_compressor.strategy.auto"]], "automixedprecisiontunestrategy (class in neural_compressor.strategy.auto_mixed_precision)": [[396, "neural_compressor.strategy.auto_mixed_precision.AutoMixedPrecisionTuneStrategy"]], "neural_compressor.strategy.auto_mixed_precision": [[396, "module-neural_compressor.strategy.auto_mixed_precision"]], "basictunestrategy (class in neural_compressor.strategy.basic)": [[397, "neural_compressor.strategy.basic.BasicTuneStrategy"]], "neural_compressor.strategy.basic": [[397, "module-neural_compressor.strategy.basic"]], "bayesianoptimization (class in neural_compressor.strategy.bayesian)": [[398, "neural_compressor.strategy.bayesian.BayesianOptimization"]], "bayesiantunestrategy (class in neural_compressor.strategy.bayesian)": [[398, "neural_compressor.strategy.bayesian.BayesianTuneStrategy"]], "targetspace (class in neural_compressor.strategy.bayesian)": [[398, "neural_compressor.strategy.bayesian.TargetSpace"]], "acq_max() (in module neural_compressor.strategy.bayesian)": [[398, "neural_compressor.strategy.bayesian.acq_max"]], "neural_compressor.strategy.bayesian": [[398, "module-neural_compressor.strategy.bayesian"]], "conservativetunestrategy (class in neural_compressor.strategy.conservative)": [[399, "neural_compressor.strategy.conservative.ConservativeTuneStrategy"]], "neural_compressor.strategy.conservative": [[399, "module-neural_compressor.strategy.conservative"]], "exhaustivetunestrategy (class in neural_compressor.strategy.exhaustive)": [[400, "neural_compressor.strategy.exhaustive.ExhaustiveTuneStrategy"]], "neural_compressor.strategy.exhaustive": [[400, "module-neural_compressor.strategy.exhaustive"]], "hawq_v2tunestrategy (class in neural_compressor.strategy.hawq_v2)": [[401, "neural_compressor.strategy.hawq_v2.HAWQ_V2TuneStrategy"]], "neural_compressor.strategy.hawq_v2": [[401, "module-neural_compressor.strategy.hawq_v2"]], "neural_compressor.strategy": [[402, "module-neural_compressor.strategy"]], "msetunestrategy (class in neural_compressor.strategy.mse)": [[403, "neural_compressor.strategy.mse.MSETuneStrategy"]], "neural_compressor.strategy.mse": [[403, "module-neural_compressor.strategy.mse"]], "mse_v2tunestrategy (class in neural_compressor.strategy.mse_v2)": [[404, "neural_compressor.strategy.mse_v2.MSE_V2TuneStrategy"]], "neural_compressor.strategy.mse_v2": [[404, "module-neural_compressor.strategy.mse_v2"]], "randomtunestrategy (class in neural_compressor.strategy.random)": [[405, "neural_compressor.strategy.random.RandomTuneStrategy"]], "neural_compressor.strategy.random": [[405, "module-neural_compressor.strategy.random"]], "tunestrategy (class in neural_compressor.strategy.strategy)": [[406, "neural_compressor.strategy.strategy.TuneStrategy"]], "tunestrategymeta (class in neural_compressor.strategy.strategy)": [[406, "neural_compressor.strategy.strategy.TuneStrategyMeta"]], "neural_compressor.strategy.strategy": [[406, "module-neural_compressor.strategy.strategy"]], "strategy_registry() (in module neural_compressor.strategy.strategy)": [[406, "neural_compressor.strategy.strategy.strategy_registry"]], "neural_compressor.strategy.utils.constant": [[407, "module-neural_compressor.strategy.utils.constant"]], "neural_compressor.strategy.utils": [[408, "module-neural_compressor.strategy.utils"]], "blockfallbacktuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.BlockFallbackTuningSampler"]], "fallbacktuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.FallbackTuningSampler"]], "lowerbitssampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.LowerBitsSampler"]], "modelwisetuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.ModelWiseTuningSampler"]], "optypewisetuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.OpTypeWiseTuningSampler"]], "opwisetuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.OpWiseTuningSampler"]], "smoothquantsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.SmoothQuantSampler"]], "tuningorder (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.TuningOrder"]], "tuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.TuningSampler"]], "weightonlyquantsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.WeightOnlyQuantSampler"]], "neural_compressor.strategy.utils.tuning_sampler": [[409, "module-neural_compressor.strategy.utils.tuning_sampler"]], "tuningitem (class in neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.TuningItem"]], "tuningspace (class in neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.TuningSpace"]], "initial_tuning_cfg_with_quant_mode() (in module neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.initial_tuning_cfg_with_quant_mode"]], "neural_compressor.strategy.utils.tuning_space": [[410, "module-neural_compressor.strategy.utils.tuning_space"]], "pattern_to_internal() (in module neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.pattern_to_internal"]], "pattern_to_path() (in module neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.pattern_to_path"]], "quant_mode_from_pattern() (in module neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.quant_mode_from_pattern"]], "optuningconfig (class in neural_compressor.strategy.utils.tuning_structs)": [[411, "neural_compressor.strategy.utils.tuning_structs.OpTuningConfig"]], "neural_compressor.strategy.utils.tuning_structs": [[411, "module-neural_compressor.strategy.utils.tuning_structs"]], "classregister (class in neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.ClassRegister"]], "ordereddefaultdict (class in neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.OrderedDefaultDict"]], "quantoptions (class in neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.QuantOptions"]], "quanttype (class in neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.QuantType"]], "build_slave_faker_model() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.build_slave_faker_model"]], "extract_data_type() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.extract_data_type"]], "get_adaptor_name() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.get_adaptor_name"]], "neural_compressor.strategy.utils.utility": [[412, "module-neural_compressor.strategy.utils.utility"]], "preprocess_user_cfg() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.preprocess_user_cfg"]], "reverted_data_type() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.reverted_data_type"]], "exampleclass (class in neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.ExampleClass"]], "attr1 (neural_compressor.template.api_doc_example.exampleclass attribute)": [[413, "neural_compressor.template.api_doc_example.ExampleClass.attr1"]], "attr2 (neural_compressor.template.api_doc_example.exampleclass attribute)": [[413, "neural_compressor.template.api_doc_example.ExampleClass.attr2"]], "attr5 (neural_compressor.template.api_doc_example.exampleclass attribute)": [[413, "neural_compressor.template.api_doc_example.ExampleClass.attr5"]], "attribute1 (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.attribute1"]], "function1() (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.function1"]], "function2() (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.function2"]], "function3() (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.function3"]], "generator1() (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.generator1"]], "module_debug_level1 (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.module_debug_level1"]], "neural_compressor.template.api_doc_example": [[413, "module-neural_compressor.template.api_doc_example"]], "neural_compressor.template": [[414, "module-neural_compressor.template"]], "neural_compressor.tensorflow.algorithms": [[415, "module-neural_compressor.tensorflow.algorithms"]], "neural_compressor.tensorflow.algorithms.static_quantize": [[416, "module-neural_compressor.tensorflow.algorithms.static_quantize"]], "kerasadaptor (class in neural_compressor.tensorflow.algorithms.static_quantize.keras)": [[417, "neural_compressor.tensorflow.algorithms.static_quantize.keras.KerasAdaptor"]], "kerasquery (class in neural_compressor.tensorflow.algorithms.static_quantize.keras)": [[417, "neural_compressor.tensorflow.algorithms.static_quantize.keras.KerasQuery"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras": [[417, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d": [[418, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense": [[419, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d": [[420, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils": [[421, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d": [[422, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer": [[423, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d": [[424, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry": [[425, "module-neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry"]], "parse_to_keras_tune_cfg() (in module neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry)": [[425, "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry.parse_to_keras_tune_cfg"]], "static_quantize_entry() (in module neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry)": [[425, "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry.static_quantize_entry"]], "update_config() (in module neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry)": [[425, "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry.update_config"]], "neural_compressor.tensorflow": [[426, "module-neural_compressor.tensorflow"]], "backend (class in neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.Backend"]], "staticquantconfig (class in neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.StaticQuantConfig"]], "get_all_registered_configs() (in module neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.get_all_registered_configs"]], "get_default_static_quant_config() (in module neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.get_default_static_quant_config"]], "neural_compressor.tensorflow.quantization.config": [[427, "module-neural_compressor.tensorflow.quantization.config"]], "parse_config_from_dict() (in module neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.parse_config_from_dict"]], "neural_compressor.tensorflow.quantization": [[428, "module-neural_compressor.tensorflow.quantization"]], "neural_compressor.tensorflow.quantization.quantize": [[429, "module-neural_compressor.tensorflow.quantization.quantize"]], "quantize_model() (in module neural_compressor.tensorflow.quantization.quantize)": [[429, "neural_compressor.tensorflow.quantization.quantize.quantize_model"]], "deep_get() (in module neural_compressor.tensorflow.utils)": [[430, "neural_compressor.tensorflow.utils.deep_get"]], "dump_elapsed_time() (in module neural_compressor.tensorflow.utils)": [[430, "neural_compressor.tensorflow.utils.dump_elapsed_time"]], "neural_compressor.tensorflow.utils": [[430, "module-neural_compressor.tensorflow.utils"]], "register_algo() (in module neural_compressor.tensorflow.utils)": [[430, "neural_compressor.tensorflow.utils.register_algo"]], "version1_gte_version2() (in module neural_compressor.tensorflow.utils)": [[430, "neural_compressor.tensorflow.utils.version1_gte_version2"]], "neural_compressor.torch.algorithms": [[431, "module-neural_compressor.torch.algorithms"]], "gptq (class in neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.GPTQ"]], "gptquantizer (class in neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.GPTQuantizer"]], "apply_gptq_quantize() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.apply_gptq_quantize"]], "find_layers() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.find_layers"]], "find_layers_name() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.find_layers_name"]], "is_leaf() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.is_leaf"]], "log_quantizable_layers_per_transformer() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.log_quantizable_layers_per_transformer"]], "neural_compressor.torch.algorithms.weight_only.gptq": [[432, "module-neural_compressor.torch.algorithms.weight_only.gptq"]], "quantize() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.quantize"]], "trace_gptq_target_blocks() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.trace_gptq_target_blocks"]], "neural_compressor.torch.algorithms.weight_only": [[433, "module-neural_compressor.torch.algorithms.weight_only"]], "neural_compressor.torch.algorithms.weight_only.rtn": [[434, "module-neural_compressor.torch.algorithms.weight_only.rtn"]], "qdq_weight_actor() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.qdq_weight_actor"]], "qdq_weight_asym() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.qdq_weight_asym"]], "qdq_weight_sym() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.qdq_weight_sym"]], "quant_weight() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.quant_weight"]], "quant_weight_w_scale() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.quant_weight_w_scale"]], "quantize_4bit() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.quantize_4bit"]], "rtn_quantize() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.rtn_quantize"]], "search_clip() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.search_clip"]], "neural_compressor.torch.algorithms.weight_only_algos": [[435, "module-neural_compressor.torch.algorithms.weight_only_algos"]], "rtn_quantize_entry() (in module neural_compressor.torch.algorithms.weight_only_algos)": [[435, "neural_compressor.torch.algorithms.weight_only_algos.rtn_quantize_entry"]], "autocast (class in neural_compressor.torch.amp.autocast)": [[436, "neural_compressor.torch.amp.autocast.autocast"]], "neural_compressor.torch.amp.autocast": [[436, "module-neural_compressor.torch.amp.autocast"]], "neural_compressor.torch.amp.fp8.functions": [[437, "module-neural_compressor.torch.amp.fp8.functions"]], "neural_compressor.torch.amp.fp8": [[438, "module-neural_compressor.torch.amp.fp8"]], "neural_compressor.torch.amp": [[439, "module-neural_compressor.torch.amp"]], "neural_compressor.torch": [[440, "module-neural_compressor.torch"]], "backend (class in neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.Backend"]], "fp8qconfig (class in neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.FP8QConfig"]], "gptqconfig (class in neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.GPTQConfig"]], "rtnweightquantconfig (class in neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.RTNWeightQuantConfig"]], "get_default_gptq_config() (in module neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.get_default_gptq_config"]], "get_default_rtn_config() (in module neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.get_default_rtn_config"]], "neural_compressor.torch.quantization.config": [[441, "module-neural_compressor.torch.quantization.config"]], "neural_compressor.torch.quantization.fp8": [[442, "module-neural_compressor.torch.quantization.fp8"]], "neural_compressor.torch.quantization.fp8.modules": [[443, "module-neural_compressor.torch.quantization.fp8.modules"]], "neural_compressor.torch.quantization.fp8.observer": [[444, "module-neural_compressor.torch.quantization.fp8.observer"]], "neural_compressor.torch.quantization.fp8.quantization_impl": [[445, "module-neural_compressor.torch.quantization.fp8.quantization_impl"]], "neural_compressor.torch.quantization": [[446, "module-neural_compressor.torch.quantization"]], "fakeaffinetensorquantfunction (class in neural_compressor.torch.quantization.layers)": [[447, "neural_compressor.torch.quantization.layers.FakeAffineTensorQuantFunction"]], "mullinear (class in neural_compressor.torch.quantization.layers)": [[447, "neural_compressor.torch.quantization.layers.MulLinear"]], "teqlinearfakequant (class in neural_compressor.torch.quantization.layers)": [[447, "neural_compressor.torch.quantization.layers.TEQLinearFakeQuant"]], "neural_compressor.torch.quantization.layers": [[447, "module-neural_compressor.torch.quantization.layers"]], "neural_compressor.torch.quantization.quantize": [[448, "module-neural_compressor.torch.quantization.quantize"]], "quantize() (in module neural_compressor.torch.quantization.quantize)": [[448, "neural_compressor.torch.quantization.quantize.quantize"]], "quantize_dynamic() (in module neural_compressor.torch.quantization.quantize)": [[448, "neural_compressor.torch.quantization.quantize.quantize_dynamic"]], "neural_compressor.torch.utils.constants": [[449, "module-neural_compressor.torch.utils.constants"]], "neural_compressor.torch.utils": [[450, "module-neural_compressor.torch.utils"]], "fetch_module() (in module neural_compressor.torch.utils.utility)": [[451, "neural_compressor.torch.utils.utility.fetch_module"]], "neural_compressor.torch.utils.utility": [[451, "module-neural_compressor.torch.utils.utility"]], "register_algo() (in module neural_compressor.torch.utils.utility)": [[451, "neural_compressor.torch.utils.utility.register_algo"]], "set_module() (in module neural_compressor.torch.utils.utility)": [[451, "neural_compressor.torch.utils.utility.set_module"]], "callbacks (class in neural_compressor.training)": [[452, "neural_compressor.training.CallBacks"]], "compressionmanager (class in neural_compressor.training)": [[452, "neural_compressor.training.CompressionManager"]], "fit() (in module neural_compressor.training)": [[452, "neural_compressor.training.fit"]], "neural_compressor.training": [[452, "module-neural_compressor.training"]], "prepare_compression() (in module neural_compressor.training)": [[452, "neural_compressor.training.prepare_compression"]], "layerhistogramcollector (class in neural_compressor.utils.collect_layer_histogram)": [[453, "neural_compressor.utils.collect_layer_histogram.LayerHistogramCollector"]], "neural_compressor.utils.collect_layer_histogram": [[453, "module-neural_compressor.utils.collect_layer_histogram"]], "neural_compressor.utils.constant": [[454, "module-neural_compressor.utils.constant"]], "create_dataloader() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.create_dataloader"]], "create_dataset() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.create_dataset"]], "create_eval_func() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.create_eval_func"]], "create_train_func() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.create_train_func"]], "get_algorithm() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_algorithm"]], "get_func_from_config() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_func_from_config"]], "get_metrics() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_metrics"]], "get_postprocess() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_postprocess"]], "get_preprocess() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_preprocess"]], "neural_compressor.utils.create_obj_from_config": [[455, "module-neural_compressor.utils.create_obj_from_config"]], "neural_compressor.utils": [[456, "module-neural_compressor.utils"]], "kl_divergence (class in neural_compressor.utils.kl_divergence)": [[457, "neural_compressor.utils.kl_divergence.KL_Divergence"]], "neural_compressor.utils.kl_divergence": [[457, "module-neural_compressor.utils.kl_divergence"]], "optimizedmodel (class in neural_compressor.utils.load_huggingface)": [[458, "neural_compressor.utils.load_huggingface.OptimizedModel"]], "export_compressed_model() (in module neural_compressor.utils.load_huggingface)": [[458, "neural_compressor.utils.load_huggingface.export_compressed_model"]], "neural_compressor.utils.load_huggingface": [[458, "module-neural_compressor.utils.load_huggingface"]], "save_for_huggingface_upstream() (in module neural_compressor.utils.load_huggingface)": [[458, "neural_compressor.utils.load_huggingface.save_for_huggingface_upstream"]], "logger (class in neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.Logger"]], "debug() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.debug"]], "error() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.error"]], "fatal() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.fatal"]], "info() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.info"]], "log() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.log"]], "neural_compressor.utils.logger": [[459, "module-neural_compressor.utils.logger"]], "warn() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.warn"]], "warning() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.warning"]], "get_model_path() (in module neural_compressor.utils.neural_insights_utils)": [[460, "neural_compressor.utils.neural_insights_utils.get_model_path"]], "neural_compressor.utils.neural_insights_utils": [[460, "module-neural_compressor.utils.neural_insights_utils"]], "register_neural_insights_workload() (in module neural_compressor.utils.neural_insights_utils)": [[460, "neural_compressor.utils.neural_insights_utils.register_neural_insights_workload"]], "update_neural_insights_workload() (in module neural_compressor.utils.neural_insights_utils)": [[460, "neural_compressor.utils.neural_insights_utils.update_neural_insights_workload"]], "update_neural_insights_workload_accuracy_data() (in module neural_compressor.utils.neural_insights_utils)": [[460, "neural_compressor.utils.neural_insights_utils.update_neural_insights_workload_accuracy_data"]], "neural_compressor.utils.options": [[461, "module-neural_compressor.utils.options"]], "onnxrt (class in neural_compressor.utils.options)": [[461, "neural_compressor.utils.options.onnxrt"]], "is_int8_model() (in module neural_compressor.utils.pytorch)": [[462, "neural_compressor.utils.pytorch.is_int8_model"]], "load() (in module neural_compressor.utils.pytorch)": [[462, "neural_compressor.utils.pytorch.load"]], "load_weight_only() (in module neural_compressor.utils.pytorch)": [[462, "neural_compressor.utils.pytorch.load_weight_only"]], "neural_compressor.utils.pytorch": [[462, "module-neural_compressor.utils.pytorch"]], "recover_model_from_json() (in module neural_compressor.utils.pytorch)": [[462, "neural_compressor.utils.pytorch.recover_model_from_json"]], "captureoutputtofile (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.CaptureOutputToFile"]], "cpuinfo (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.CpuInfo"]], "dequantize() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.Dequantize"]], "dotdict (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.DotDict"]], "global_state (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.GLOBAL_STATE"]], "lazyimport (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.LazyImport"]], "mode (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.MODE"]], "opentry (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.OpEntry"]], "statistics (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.Statistics"]], "alias_param() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.alias_param"]], "calculate_mse() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.calculate_mse"]], "check_key_exist() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.check_key_exist"]], "combine_histogram() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.combine_histogram"]], "compare_objects() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.compare_objects"]], "compute_sparsity() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.compute_sparsity"]], "dequantize_weight() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dequantize_weight"]], "dump_class_attrs() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_class_attrs"]], "dump_data_to_local() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_data_to_local"]], "dump_elapsed_time() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_elapsed_time"]], "dump_table() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_table"]], "dump_table_to_csv() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_table_to_csv"]], "equal_dicts() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.equal_dicts"]], "fault_tolerant_file() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.fault_tolerant_file"]], "get_all_fp32_data() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_all_fp32_data"]], "get_number_of_sockets() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_number_of_sockets"]], "get_op_list() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_op_list"]], "get_size() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_size"]], "get_tensor_histogram() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_tensor_histogram"]], "get_tensors_info() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_tensors_info"]], "get_tuning_history() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_tuning_history"]], "get_weights_details() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_weights_details"]], "load_data_from_pkl() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.load_data_from_pkl"]], "mse_metric_gap() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.mse_metric_gap"]], "neural_compressor.utils.utility": [[463, "module-neural_compressor.utils.utility"]], "print_op_list() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.print_op_list"]], "print_table() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.print_table"]], "recover() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.recover"]], "set_random_seed() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.set_random_seed"]], "set_resume_from() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.set_resume_from"]], "set_tensorboard() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.set_tensorboard"]], "set_workspace() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.set_workspace"]], "show_memory_info() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.show_memory_info"]], "singleton() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.singleton"]], "str2array() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.str2array"]], "time_limit() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.time_limit"]], "version1_eq_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_eq_version2"]], "version1_gt_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_gt_version2"]], "version1_gte_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_gte_version2"]], "version1_lt_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_lt_version2"]], "version1_lte_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_lte_version2"]], "weightsdetails (class in neural_compressor.utils.weights_details)": [[464, "neural_compressor.utils.weights_details.WeightsDetails"]], "weightsstatistics (class in neural_compressor.utils.weights_details)": [[464, "neural_compressor.utils.weights_details.WeightsStatistics"]], "neural_compressor.utils.weights_details": [[464, "module-neural_compressor.utils.weights_details"]], "neural_compressor.version": [[465, "module-neural_compressor.version"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["autoapi/block_mask/index", "autoapi/neural_compressor/adaptor/adaptor/index", "autoapi/neural_compressor/adaptor/index", "autoapi/neural_compressor/adaptor/keras/index", "autoapi/neural_compressor/adaptor/keras_utils/conv2d/index", "autoapi/neural_compressor/adaptor/keras_utils/dense/index", "autoapi/neural_compressor/adaptor/keras_utils/depthwise_conv2d/index", "autoapi/neural_compressor/adaptor/keras_utils/index", "autoapi/neural_compressor/adaptor/keras_utils/pool2d/index", "autoapi/neural_compressor/adaptor/keras_utils/quantizer/index", "autoapi/neural_compressor/adaptor/keras_utils/separable_conv2d/index", "autoapi/neural_compressor/adaptor/mxnet/index", "autoapi/neural_compressor/adaptor/mxnet_utils/index", "autoapi/neural_compressor/adaptor/mxnet_utils/util/index", "autoapi/neural_compressor/adaptor/onnxrt/index", "autoapi/neural_compressor/adaptor/ox_utils/calibration/index", "autoapi/neural_compressor/adaptor/ox_utils/calibrator/index", "autoapi/neural_compressor/adaptor/ox_utils/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/activation/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/argmax/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/attention/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/binary_op/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/concat/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/conv/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/direct_q8/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/embed_layernorm/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/gather/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/gavgpool/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/gemm/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/lstm/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/matmul/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/maxpool/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/norm/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/ops/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/pad/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/pooling/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/reduce/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/resize/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/split/index", "autoapi/neural_compressor/adaptor/ox_utils/operators/unary_op/index", "autoapi/neural_compressor/adaptor/ox_utils/quantizer/index", "autoapi/neural_compressor/adaptor/ox_utils/smooth_quant/index", "autoapi/neural_compressor/adaptor/ox_utils/util/index", "autoapi/neural_compressor/adaptor/ox_utils/weight_only/index", "autoapi/neural_compressor/adaptor/pytorch/index", "autoapi/neural_compressor/adaptor/query/index", "autoapi/neural_compressor/adaptor/tensorflow/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_converter/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_converter_without_calib/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/bf16_convert/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/dequantize_cast_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_add_to_biasadd/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_layout/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_leakyrelu/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_nan_to_random/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_placeholder_to_const/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dilated_contraction/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dummy_biasadd/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/expanddims_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fetch_weight_from_reshape/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_batch_norm/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_constant/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_biasadd_add/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_column_wise_mul/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_conv_with_math/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_bn/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_in/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_gelu/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_layer_norm/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_conv/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_fp32_conv/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_reshape_transpose/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/graph_cse_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/grappler_pass/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/insert_print_node/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/move_squeeze_after_relu/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/pre_optimize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/remove_training_nodes/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/rename_batch_norm/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/split_shared_input/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_equivalent_nodes/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_unused_nodes/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/switch_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/graph_base/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_fake_quant/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value_without_calib/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_redundant_dequantize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_requantize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_requantize/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/meta_op_optimizer/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_hostconst_converter/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_quantized_op_cse/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/rnn_convert/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/scale_propagation/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_graph/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_node/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_schema/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/tf2onnx_utils/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/insert_qdq_pattern/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/merge_duplicated_qdq/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/share_qdq_y_pattern/index", "autoapi/neural_compressor/adaptor/tf_utils/graph_util/index", "autoapi/neural_compressor/adaptor/tf_utils/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/fake_quantize/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_config/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_helper/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/optimize_layer/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_add/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_base/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_bn/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_wrapper/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_bn/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_concatv2/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_conv/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_deconv/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_in/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_pooling/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/optimize_qdq/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_base/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_bn/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_concatv2/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_conv/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_for_intel_cpu/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_matmul/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_pooling/index", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph_common/index", "autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_calibration/index", "autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_scaler/index", "autoapi/neural_compressor/adaptor/tf_utils/tf2onnx_converter/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/bias_correction/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/graph_transform_base/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/insert_logging/index", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/rerange_quantized_concat/index", "autoapi/neural_compressor/adaptor/tf_utils/util/index", "autoapi/neural_compressor/adaptor/torch_utils/autoround/autoround/index", "autoapi/neural_compressor/adaptor/torch_utils/autoround/index", "autoapi/neural_compressor/adaptor/torch_utils/autoround/sign_sgd/index", "autoapi/neural_compressor/adaptor/torch_utils/awq/index", "autoapi/neural_compressor/adaptor/torch_utils/bf16_convert/index", "autoapi/neural_compressor/adaptor/torch_utils/gptq/index", "autoapi/neural_compressor/adaptor/torch_utils/hawq_metric/index", "autoapi/neural_compressor/adaptor/torch_utils/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/modified_pickle/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/quantize/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/torch_load/index", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/utils/index", "autoapi/neural_compressor/adaptor/torch_utils/mixed_precision/index", "autoapi/neural_compressor/adaptor/torch_utils/model_wrapper/index", "autoapi/neural_compressor/adaptor/torch_utils/pattern_detector/index", "autoapi/neural_compressor/adaptor/torch_utils/smooth_quant/index", "autoapi/neural_compressor/adaptor/torch_utils/symbolic_trace/index", "autoapi/neural_compressor/adaptor/torch_utils/teq/index", "autoapi/neural_compressor/adaptor/torch_utils/util/index", "autoapi/neural_compressor/adaptor/torch_utils/weight_only/index", "autoapi/neural_compressor/algorithm/algorithm/index", "autoapi/neural_compressor/algorithm/fast_bias_correction/index", "autoapi/neural_compressor/algorithm/index", "autoapi/neural_compressor/algorithm/smooth_quant/index", "autoapi/neural_compressor/algorithm/weight_correction/index", "autoapi/neural_compressor/benchmark/index", "autoapi/neural_compressor/common/base_config/index", "autoapi/neural_compressor/common/index", "autoapi/neural_compressor/common/logger/index", "autoapi/neural_compressor/common/utility/index", "autoapi/neural_compressor/compression/callbacks/index", "autoapi/neural_compressor/compression/distillation/criterions/index", "autoapi/neural_compressor/compression/distillation/index", "autoapi/neural_compressor/compression/distillation/optimizers/index", "autoapi/neural_compressor/compression/distillation/utility/index", "autoapi/neural_compressor/compression/hpo/index", "autoapi/neural_compressor/compression/hpo/sa_optimizer/index", "autoapi/neural_compressor/compression/hpo/search_algorithms/index", "autoapi/neural_compressor/compression/hpo/search_space/index", "autoapi/neural_compressor/compression/index", "autoapi/neural_compressor/compression/pruner/criteria/index", "autoapi/neural_compressor/compression/pruner/index", "autoapi/neural_compressor/compression/pruner/model_slim/auto_slim/index", "autoapi/neural_compressor/compression/pruner/model_slim/index", "autoapi/neural_compressor/compression/pruner/model_slim/pattern_analyzer/index", "autoapi/neural_compressor/compression/pruner/model_slim/weight_slim/index", "autoapi/neural_compressor/compression/pruner/patterns/base/index", "autoapi/neural_compressor/compression/pruner/patterns/index", "autoapi/neural_compressor/compression/pruner/patterns/mha/index", "autoapi/neural_compressor/compression/pruner/patterns/ninm/index", "autoapi/neural_compressor/compression/pruner/patterns/nxm/index", "autoapi/neural_compressor/compression/pruner/pruners/base/index", "autoapi/neural_compressor/compression/pruner/pruners/basic/index", "autoapi/neural_compressor/compression/pruner/pruners/block_mask/index", "autoapi/neural_compressor/compression/pruner/pruners/index", "autoapi/neural_compressor/compression/pruner/pruners/mha/index", "autoapi/neural_compressor/compression/pruner/pruners/pattern_lock/index", "autoapi/neural_compressor/compression/pruner/pruners/progressive/index", "autoapi/neural_compressor/compression/pruner/pruners/retrain_free/index", "autoapi/neural_compressor/compression/pruner/pruners/sparse_gpt/index", "autoapi/neural_compressor/compression/pruner/pruning/index", "autoapi/neural_compressor/compression/pruner/regs/index", "autoapi/neural_compressor/compression/pruner/schedulers/index", "autoapi/neural_compressor/compression/pruner/tf_criteria/index", "autoapi/neural_compressor/compression/pruner/utils/index", "autoapi/neural_compressor/conf/config/index", "autoapi/neural_compressor/conf/dotdict/index", "autoapi/neural_compressor/conf/index", "autoapi/neural_compressor/conf/pythonic_config/index", "autoapi/neural_compressor/config/index", "autoapi/neural_compressor/contrib/index", "autoapi/neural_compressor/contrib/strategy/index", "autoapi/neural_compressor/contrib/strategy/sigopt/index", "autoapi/neural_compressor/contrib/strategy/tpe/index", "autoapi/neural_compressor/data/dataloaders/base_dataloader/index", "autoapi/neural_compressor/data/dataloaders/dataloader/index", "autoapi/neural_compressor/data/dataloaders/default_dataloader/index", "autoapi/neural_compressor/data/dataloaders/fetcher/index", "autoapi/neural_compressor/data/dataloaders/index", "autoapi/neural_compressor/data/dataloaders/mxnet_dataloader/index", "autoapi/neural_compressor/data/dataloaders/onnxrt_dataloader/index", "autoapi/neural_compressor/data/dataloaders/pytorch_dataloader/index", "autoapi/neural_compressor/data/dataloaders/sampler/index", "autoapi/neural_compressor/data/dataloaders/tensorflow_dataloader/index", "autoapi/neural_compressor/data/datasets/bert_dataset/index", "autoapi/neural_compressor/data/datasets/coco_dataset/index", "autoapi/neural_compressor/data/datasets/dataset/index", "autoapi/neural_compressor/data/datasets/dummy_dataset/index", "autoapi/neural_compressor/data/datasets/dummy_dataset_v2/index", "autoapi/neural_compressor/data/datasets/imagenet_dataset/index", "autoapi/neural_compressor/data/datasets/index", "autoapi/neural_compressor/data/datasets/style_transfer_dataset/index", "autoapi/neural_compressor/data/filters/coco_filter/index", "autoapi/neural_compressor/data/filters/filter/index", "autoapi/neural_compressor/data/filters/index", "autoapi/neural_compressor/data/index", "autoapi/neural_compressor/data/transforms/coco_transform/index", "autoapi/neural_compressor/data/transforms/imagenet_transform/index", "autoapi/neural_compressor/data/transforms/index", "autoapi/neural_compressor/data/transforms/postprocess/index", "autoapi/neural_compressor/data/transforms/tokenization/index", "autoapi/neural_compressor/data/transforms/transform/index", "autoapi/neural_compressor/experimental/benchmark/index", "autoapi/neural_compressor/experimental/common/criterion/index", "autoapi/neural_compressor/experimental/common/dataloader/index", "autoapi/neural_compressor/experimental/common/index", "autoapi/neural_compressor/experimental/common/metric/index", "autoapi/neural_compressor/experimental/common/model/index", "autoapi/neural_compressor/experimental/common/optimizer/index", "autoapi/neural_compressor/experimental/common/postprocess/index", "autoapi/neural_compressor/experimental/common/torch_utils/index", "autoapi/neural_compressor/experimental/component/index", "autoapi/neural_compressor/experimental/compression/index", "autoapi/neural_compressor/experimental/contrib/index", "autoapi/neural_compressor/experimental/contrib/strategy/index", "autoapi/neural_compressor/experimental/contrib/strategy/sigopt/index", "autoapi/neural_compressor/experimental/contrib/strategy/tpe/index", "autoapi/neural_compressor/experimental/data/dataloaders/base_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/default_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/fetcher/index", "autoapi/neural_compressor/experimental/data/dataloaders/index", "autoapi/neural_compressor/experimental/data/dataloaders/mxnet_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/onnxrt_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/pytorch_dataloader/index", "autoapi/neural_compressor/experimental/data/dataloaders/sampler/index", "autoapi/neural_compressor/experimental/data/dataloaders/tensorflow_dataloader/index", "autoapi/neural_compressor/experimental/data/datasets/bert_dataset/index", "autoapi/neural_compressor/experimental/data/datasets/coco_dataset/index", "autoapi/neural_compressor/experimental/data/datasets/dataset/index", "autoapi/neural_compressor/experimental/data/datasets/dummy_dataset/index", "autoapi/neural_compressor/experimental/data/datasets/dummy_dataset_v2/index", "autoapi/neural_compressor/experimental/data/datasets/imagenet_dataset/index", "autoapi/neural_compressor/experimental/data/datasets/index", "autoapi/neural_compressor/experimental/data/datasets/style_transfer_dataset/index", "autoapi/neural_compressor/experimental/data/filters/coco_filter/index", "autoapi/neural_compressor/experimental/data/filters/filter/index", "autoapi/neural_compressor/experimental/data/filters/index", "autoapi/neural_compressor/experimental/data/index", "autoapi/neural_compressor/experimental/data/transforms/imagenet_transform/index", "autoapi/neural_compressor/experimental/data/transforms/index", "autoapi/neural_compressor/experimental/data/transforms/tokenization/index", "autoapi/neural_compressor/experimental/data/transforms/transform/index", "autoapi/neural_compressor/experimental/distillation/index", "autoapi/neural_compressor/experimental/export/index", "autoapi/neural_compressor/experimental/export/qlinear2qdq/index", "autoapi/neural_compressor/experimental/export/tf2onnx/index", "autoapi/neural_compressor/experimental/export/torch2onnx/index", "autoapi/neural_compressor/experimental/graph_optimization/index", "autoapi/neural_compressor/experimental/index", "autoapi/neural_compressor/experimental/metric/bleu/index", "autoapi/neural_compressor/experimental/metric/bleu_util/index", "autoapi/neural_compressor/experimental/metric/coco_label_map/index", "autoapi/neural_compressor/experimental/metric/coco_tools/index", "autoapi/neural_compressor/experimental/metric/evaluate_squad/index", "autoapi/neural_compressor/experimental/metric/f1/index", "autoapi/neural_compressor/experimental/metric/index", "autoapi/neural_compressor/experimental/metric/metric/index", "autoapi/neural_compressor/experimental/mixed_precision/index", "autoapi/neural_compressor/experimental/model_conversion/index", "autoapi/neural_compressor/experimental/nas/basic_nas/index", "autoapi/neural_compressor/experimental/nas/dynas/index", "autoapi/neural_compressor/experimental/nas/index", "autoapi/neural_compressor/experimental/nas/nas/index", "autoapi/neural_compressor/experimental/nas/nas_utils/index", "autoapi/neural_compressor/experimental/nas/search_algorithms/index", "autoapi/neural_compressor/experimental/pruner_legacy/gradient_sensitivity/index", "autoapi/neural_compressor/experimental/pruner_legacy/group_lasso/index", "autoapi/neural_compressor/experimental/pruner_legacy/index", "autoapi/neural_compressor/experimental/pruner_legacy/magnitude/index", "autoapi/neural_compressor/experimental/pruner_legacy/pattern_lock/index", "autoapi/neural_compressor/experimental/pruner_legacy/pruner/index", "autoapi/neural_compressor/experimental/pruning/index", "autoapi/neural_compressor/experimental/pruning_recipes/index", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/index", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/pattern/index", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/tile_pattern/index", "autoapi/neural_compressor/experimental/pruning_v2/index", "autoapi/neural_compressor/experimental/pytorch_pruner/index", "autoapi/neural_compressor/experimental/pytorch_pruner/logger/index", "autoapi/neural_compressor/experimental/pytorch_pruner/patterns/index", "autoapi/neural_compressor/experimental/pytorch_pruner/prune_utils/index", "autoapi/neural_compressor/experimental/pytorch_pruner/pruner/index", "autoapi/neural_compressor/experimental/pytorch_pruner/pruning/index", "autoapi/neural_compressor/experimental/pytorch_pruner/scheduler/index", "autoapi/neural_compressor/experimental/quantization/index", "autoapi/neural_compressor/experimental/scheduler/index", "autoapi/neural_compressor/experimental/strategy/auto_mixed_precision/index", "autoapi/neural_compressor/experimental/strategy/basic/index", "autoapi/neural_compressor/experimental/strategy/bayesian/index", "autoapi/neural_compressor/experimental/strategy/exhaustive/index", "autoapi/neural_compressor/experimental/strategy/index", "autoapi/neural_compressor/experimental/strategy/mse/index", "autoapi/neural_compressor/experimental/strategy/mse_v2/index", "autoapi/neural_compressor/experimental/strategy/random/index", "autoapi/neural_compressor/experimental/strategy/strategy/index", "autoapi/neural_compressor/experimental/strategy/utils/constant/index", "autoapi/neural_compressor/experimental/strategy/utils/index", "autoapi/neural_compressor/experimental/strategy/utils/tuning_sampler/index", "autoapi/neural_compressor/experimental/strategy/utils/tuning_space/index", "autoapi/neural_compressor/experimental/strategy/utils/tuning_structs/index", "autoapi/neural_compressor/experimental/strategy/utils/utility/index", "autoapi/neural_compressor/index", "autoapi/neural_compressor/metric/bleu/index", "autoapi/neural_compressor/metric/bleu_util/index", "autoapi/neural_compressor/metric/coco_label_map/index", "autoapi/neural_compressor/metric/coco_tools/index", "autoapi/neural_compressor/metric/evaluate_squad/index", "autoapi/neural_compressor/metric/f1/index", "autoapi/neural_compressor/metric/index", "autoapi/neural_compressor/metric/metric/index", "autoapi/neural_compressor/mix_precision/index", "autoapi/neural_compressor/model/base_model/index", "autoapi/neural_compressor/model/index", "autoapi/neural_compressor/model/keras_model/index", "autoapi/neural_compressor/model/model/index", "autoapi/neural_compressor/model/mxnet_model/index", "autoapi/neural_compressor/model/nets_factory/index", "autoapi/neural_compressor/model/onnx_model/index", "autoapi/neural_compressor/model/tensorflow_model/index", "autoapi/neural_compressor/model/torch_model/index", "autoapi/neural_compressor/objective/index", "autoapi/neural_compressor/profiling/index", "autoapi/neural_compressor/profiling/parser/factory/index", "autoapi/neural_compressor/profiling/parser/index", "autoapi/neural_compressor/profiling/parser/onnx_parser/factory/index", "autoapi/neural_compressor/profiling/parser/onnx_parser/index", "autoapi/neural_compressor/profiling/parser/onnx_parser/parser/index", "autoapi/neural_compressor/profiling/parser/parser/index", "autoapi/neural_compressor/profiling/parser/result/index", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/factory/index", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/index", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/parser/index", "autoapi/neural_compressor/profiling/profiler/factory/index", "autoapi/neural_compressor/profiling/profiler/index", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/factory/index", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/index", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/profiler/index", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/utils/index", "autoapi/neural_compressor/profiling/profiler/profiler/index", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/factory/index", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/index", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/profiler/index", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/utils/index", "autoapi/neural_compressor/quantization/index", "autoapi/neural_compressor/strategy/auto/index", "autoapi/neural_compressor/strategy/auto_mixed_precision/index", "autoapi/neural_compressor/strategy/basic/index", "autoapi/neural_compressor/strategy/bayesian/index", "autoapi/neural_compressor/strategy/conservative/index", "autoapi/neural_compressor/strategy/exhaustive/index", "autoapi/neural_compressor/strategy/hawq_v2/index", "autoapi/neural_compressor/strategy/index", "autoapi/neural_compressor/strategy/mse/index", "autoapi/neural_compressor/strategy/mse_v2/index", "autoapi/neural_compressor/strategy/random/index", "autoapi/neural_compressor/strategy/strategy/index", "autoapi/neural_compressor/strategy/utils/constant/index", "autoapi/neural_compressor/strategy/utils/index", "autoapi/neural_compressor/strategy/utils/tuning_sampler/index", "autoapi/neural_compressor/strategy/utils/tuning_space/index", "autoapi/neural_compressor/strategy/utils/tuning_structs/index", "autoapi/neural_compressor/strategy/utils/utility/index", "autoapi/neural_compressor/template/api_doc_example/index", "autoapi/neural_compressor/template/index", "autoapi/neural_compressor/tensorflow/algorithms/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/conv2d/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/dense/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/depthwise_conv2d/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/pool2d/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/quantizer/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/separable_conv2d/index", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/quantize_entry/index", "autoapi/neural_compressor/tensorflow/index", "autoapi/neural_compressor/tensorflow/quantization/config/index", "autoapi/neural_compressor/tensorflow/quantization/index", "autoapi/neural_compressor/tensorflow/quantization/quantize/index", "autoapi/neural_compressor/tensorflow/utils/index", "autoapi/neural_compressor/torch/algorithms/index", "autoapi/neural_compressor/torch/algorithms/weight_only/gptq/index", "autoapi/neural_compressor/torch/algorithms/weight_only/index", "autoapi/neural_compressor/torch/algorithms/weight_only/rtn/index", "autoapi/neural_compressor/torch/algorithms/weight_only_algos/index", "autoapi/neural_compressor/torch/amp/autocast/index", "autoapi/neural_compressor/torch/amp/fp8/functions/index", "autoapi/neural_compressor/torch/amp/fp8/index", "autoapi/neural_compressor/torch/amp/index", "autoapi/neural_compressor/torch/index", "autoapi/neural_compressor/torch/quantization/config/index", "autoapi/neural_compressor/torch/quantization/fp8/index", "autoapi/neural_compressor/torch/quantization/fp8/modules/index", "autoapi/neural_compressor/torch/quantization/fp8/observer/index", "autoapi/neural_compressor/torch/quantization/fp8/quantization_impl/index", "autoapi/neural_compressor/torch/quantization/index", "autoapi/neural_compressor/torch/quantization/layers/index", "autoapi/neural_compressor/torch/quantization/quantize/index", "autoapi/neural_compressor/torch/utils/constants/index", "autoapi/neural_compressor/torch/utils/index", "autoapi/neural_compressor/torch/utils/utility/index", "autoapi/neural_compressor/training/index", "autoapi/neural_compressor/utils/collect_layer_histogram/index", "autoapi/neural_compressor/utils/constant/index", "autoapi/neural_compressor/utils/create_obj_from_config/index", "autoapi/neural_compressor/utils/index", "autoapi/neural_compressor/utils/kl_divergence/index", "autoapi/neural_compressor/utils/load_huggingface/index", "autoapi/neural_compressor/utils/logger/index", "autoapi/neural_compressor/utils/neural_insights_utils/index", "autoapi/neural_compressor/utils/options/index", "autoapi/neural_compressor/utils/pytorch/index", "autoapi/neural_compressor/utils/utility/index", "autoapi/neural_compressor/utils/weights_details/index", "autoapi/neural_compressor/version/index", "docs/build_docs/source/index", "docs/source/CODE_OF_CONDUCT", "docs/source/CONTRIBUTING", "docs/source/FX", "docs/source/NAS", "docs/source/SECURITY", "docs/source/Welcome", "docs/source/adaptor", "docs/source/add_new_adaptor", "docs/source/add_new_data_type", "docs/source/api-doc/adaptor", "docs/source/api-doc/adaptor/onnxrt", "docs/source/api-doc/adaptor/torch_utils", "docs/source/api-doc/api_doc_example", "docs/source/api-doc/apis", "docs/source/api-doc/benchmark", "docs/source/api-doc/compression", "docs/source/api-doc/config", "docs/source/api-doc/mix_precision", "docs/source/api-doc/model", "docs/source/api-doc/objective", "docs/source/api-doc/quantization", "docs/source/api-doc/strategy", "docs/source/api-doc/training", "docs/source/benchmark", "docs/source/calibration", "docs/source/dataloader", "docs/source/dataset", "docs/source/design", "docs/source/diagnosis", "docs/source/distillation", "docs/source/distillation_quantization", "docs/source/distributed", "docs/source/examples_readme", "docs/source/export", "docs/source/faq", "docs/source/framework_yaml", "docs/source/get_started", "docs/source/incompatible_changes", "docs/source/infrastructure", "docs/source/installation_guide", "docs/source/legal_information", "docs/source/llm_recipes", "docs/source/metric", "docs/source/migration", "docs/source/mixed_precision", "docs/source/model", "docs/source/neural_coder/README", "docs/source/neural_coder/docs/AWSSageMakerSupport", "docs/source/neural_coder/docs/BigDLNanoSupport", "docs/source/neural_coder/docs/IntelCPU_PerformanceSetting", "docs/source/neural_coder/docs/PythonAPI", "docs/source/neural_coder/docs/PythonLauncher", "docs/source/neural_coder/docs/Quantization", "docs/source/neural_coder/docs/SupportMatrix", "docs/source/neural_coder/docs/release_notes/v0.4", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/CHANGELOG", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/DEVELOP", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/README", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/RELEASE", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/CHANGELOG", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/DEVELOP", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/RELEASE", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/CHANGELOG", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/README", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/vsc-extension-quickstart", "docs/source/neural_insights/README", "docs/source/neural_insights/docs/source/onnx_accuracy_debug", "docs/source/neural_insights/docs/source/pytorch_nlp_cli_mode", "docs/source/neural_insights/docs/source/tf_accuracy_debug", "docs/source/neural_insights/gui/README", "docs/source/neural_solution/README", "docs/source/neural_solution/docs/source/README", "docs/source/neural_solution/docs/source/description_api", "docs/source/neural_solution/docs/source/ns_design_doc", "docs/source/neural_solution/docs/source/template/task_request_description", "docs/source/neural_solution/examples/README", "docs/source/neural_solution/examples/custom_models_optimized/tf_example1/README", "docs/source/neural_solution/examples/hf_models/README", "docs/source/neural_solution/examples/hf_models_grpc/README", "docs/source/neural_solution/frontend/README", "docs/source/objective", "docs/source/orchestration", "docs/source/pruning", "docs/source/publication_list", "docs/source/pythonic_style", "docs/source/quantization", "docs/source/quantization_layer_wise", "docs/source/quantization_mixed_precision", "docs/source/quantization_weight_only", "docs/source/releases_info", "docs/source/sigopt_strategy", "docs/source/smooth_quant", "docs/source/tensorboard", "docs/source/transform", "docs/source/tuning_strategies", "docs/source/user_guide", "docs/source/user_yaml", "docs/source/validated_model_list", "index"], "filenames": ["autoapi/block_mask/index.rst", "autoapi/neural_compressor/adaptor/adaptor/index.rst", "autoapi/neural_compressor/adaptor/index.rst", "autoapi/neural_compressor/adaptor/keras/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/conv2d/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/dense/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/depthwise_conv2d/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/pool2d/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/quantizer/index.rst", "autoapi/neural_compressor/adaptor/keras_utils/separable_conv2d/index.rst", "autoapi/neural_compressor/adaptor/mxnet/index.rst", "autoapi/neural_compressor/adaptor/mxnet_utils/index.rst", "autoapi/neural_compressor/adaptor/mxnet_utils/util/index.rst", "autoapi/neural_compressor/adaptor/onnxrt/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/calibration/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/calibrator/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/activation/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/argmax/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/attention/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/binary_op/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/concat/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/conv/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/direct_q8/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/embed_layernorm/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/gather/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/gavgpool/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/gemm/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/lstm/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/matmul/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/maxpool/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/norm/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/ops/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/pad/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/pooling/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/reduce/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/resize/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/split/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/operators/unary_op/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/quantizer/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/smooth_quant/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/util/index.rst", "autoapi/neural_compressor/adaptor/ox_utils/weight_only/index.rst", "autoapi/neural_compressor/adaptor/pytorch/index.rst", "autoapi/neural_compressor/adaptor/query/index.rst", "autoapi/neural_compressor/adaptor/tensorflow/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_converter/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_converter_without_calib/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/bf16_convert/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/dequantize_cast_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/bf16/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_add_to_biasadd/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_layout/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_leakyrelu/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_nan_to_random/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/convert_placeholder_to_const/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dilated_contraction/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/dummy_biasadd/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/expanddims_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fetch_weight_from_reshape/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_batch_norm/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fold_constant/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_biasadd_add/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_column_wise_mul/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_conv_with_math/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_bn/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_decomposed_in/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_gelu/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_layer_norm/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_conv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_pad_with_fp32_conv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/fuse_reshape_transpose/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/graph_cse_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/grappler_pass/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/insert_print_node/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/move_squeeze_after_relu/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/pre_optimize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/remove_training_nodes/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/rename_batch_norm/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/split_shared_input/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_equivalent_nodes/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/strip_unused_nodes/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/generic/switch_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/graph_base/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_fake_quant/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/freeze_value_without_calib/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_redundant_dequantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_conv_requantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/fuse_matmul_requantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/meta_op_optimizer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_hostconst_converter/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/post_quantized_op_cse/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/rnn_convert/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/int8/scale_propagation/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_graph/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_node/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/onnx_schema/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/onnx/tf2onnx_utils/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/insert_qdq_pattern/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/merge_duplicated_qdq/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_rewriter/qdq/share_qdq_y_pattern/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/graph_util/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/fake_quantize/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_config/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_helper/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/optimize_layer/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_add/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_base/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_layers/quantize_layer_bn/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qat/quantize_wrapper/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_bn/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_concatv2/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_conv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_deconv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_in/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_pooling/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/qdq/optimize_qdq/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_base/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_bn/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_concatv2/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_conv/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_for_intel_cpu/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_matmul/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph/quantize_graph_pooling/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/quantize_graph_common/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_calibration/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/smooth_quant_scaler/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/tf2onnx_converter/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/bias_correction/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/graph_transform_base/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/insert_logging/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/transform_graph/rerange_quantized_concat/index.rst", "autoapi/neural_compressor/adaptor/tf_utils/util/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/autoround/autoround/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/autoround/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/autoround/sign_sgd/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/awq/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/bf16_convert/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/gptq/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/hawq_metric/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/modified_pickle/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/quantize/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/torch_load/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/layer_wise_quant/utils/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/mixed_precision/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/model_wrapper/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/pattern_detector/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/smooth_quant/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/symbolic_trace/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/teq/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/util/index.rst", "autoapi/neural_compressor/adaptor/torch_utils/weight_only/index.rst", "autoapi/neural_compressor/algorithm/algorithm/index.rst", "autoapi/neural_compressor/algorithm/fast_bias_correction/index.rst", "autoapi/neural_compressor/algorithm/index.rst", "autoapi/neural_compressor/algorithm/smooth_quant/index.rst", "autoapi/neural_compressor/algorithm/weight_correction/index.rst", "autoapi/neural_compressor/benchmark/index.rst", "autoapi/neural_compressor/common/base_config/index.rst", "autoapi/neural_compressor/common/index.rst", "autoapi/neural_compressor/common/logger/index.rst", "autoapi/neural_compressor/common/utility/index.rst", "autoapi/neural_compressor/compression/callbacks/index.rst", "autoapi/neural_compressor/compression/distillation/criterions/index.rst", "autoapi/neural_compressor/compression/distillation/index.rst", "autoapi/neural_compressor/compression/distillation/optimizers/index.rst", "autoapi/neural_compressor/compression/distillation/utility/index.rst", "autoapi/neural_compressor/compression/hpo/index.rst", "autoapi/neural_compressor/compression/hpo/sa_optimizer/index.rst", "autoapi/neural_compressor/compression/hpo/search_algorithms/index.rst", "autoapi/neural_compressor/compression/hpo/search_space/index.rst", "autoapi/neural_compressor/compression/index.rst", "autoapi/neural_compressor/compression/pruner/criteria/index.rst", "autoapi/neural_compressor/compression/pruner/index.rst", "autoapi/neural_compressor/compression/pruner/model_slim/auto_slim/index.rst", "autoapi/neural_compressor/compression/pruner/model_slim/index.rst", "autoapi/neural_compressor/compression/pruner/model_slim/pattern_analyzer/index.rst", "autoapi/neural_compressor/compression/pruner/model_slim/weight_slim/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/base/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/mha/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/ninm/index.rst", "autoapi/neural_compressor/compression/pruner/patterns/nxm/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/base/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/basic/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/block_mask/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/mha/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/pattern_lock/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/progressive/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/retrain_free/index.rst", "autoapi/neural_compressor/compression/pruner/pruners/sparse_gpt/index.rst", "autoapi/neural_compressor/compression/pruner/pruning/index.rst", "autoapi/neural_compressor/compression/pruner/regs/index.rst", "autoapi/neural_compressor/compression/pruner/schedulers/index.rst", "autoapi/neural_compressor/compression/pruner/tf_criteria/index.rst", "autoapi/neural_compressor/compression/pruner/utils/index.rst", "autoapi/neural_compressor/conf/config/index.rst", "autoapi/neural_compressor/conf/dotdict/index.rst", "autoapi/neural_compressor/conf/index.rst", "autoapi/neural_compressor/conf/pythonic_config/index.rst", "autoapi/neural_compressor/config/index.rst", "autoapi/neural_compressor/contrib/index.rst", "autoapi/neural_compressor/contrib/strategy/index.rst", "autoapi/neural_compressor/contrib/strategy/sigopt/index.rst", "autoapi/neural_compressor/contrib/strategy/tpe/index.rst", "autoapi/neural_compressor/data/dataloaders/base_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/default_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/fetcher/index.rst", "autoapi/neural_compressor/data/dataloaders/index.rst", "autoapi/neural_compressor/data/dataloaders/mxnet_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/onnxrt_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/pytorch_dataloader/index.rst", "autoapi/neural_compressor/data/dataloaders/sampler/index.rst", "autoapi/neural_compressor/data/dataloaders/tensorflow_dataloader/index.rst", "autoapi/neural_compressor/data/datasets/bert_dataset/index.rst", "autoapi/neural_compressor/data/datasets/coco_dataset/index.rst", "autoapi/neural_compressor/data/datasets/dataset/index.rst", "autoapi/neural_compressor/data/datasets/dummy_dataset/index.rst", "autoapi/neural_compressor/data/datasets/dummy_dataset_v2/index.rst", "autoapi/neural_compressor/data/datasets/imagenet_dataset/index.rst", "autoapi/neural_compressor/data/datasets/index.rst", "autoapi/neural_compressor/data/datasets/style_transfer_dataset/index.rst", "autoapi/neural_compressor/data/filters/coco_filter/index.rst", "autoapi/neural_compressor/data/filters/filter/index.rst", "autoapi/neural_compressor/data/filters/index.rst", "autoapi/neural_compressor/data/index.rst", "autoapi/neural_compressor/data/transforms/coco_transform/index.rst", "autoapi/neural_compressor/data/transforms/imagenet_transform/index.rst", "autoapi/neural_compressor/data/transforms/index.rst", "autoapi/neural_compressor/data/transforms/postprocess/index.rst", "autoapi/neural_compressor/data/transforms/tokenization/index.rst", "autoapi/neural_compressor/data/transforms/transform/index.rst", "autoapi/neural_compressor/experimental/benchmark/index.rst", "autoapi/neural_compressor/experimental/common/criterion/index.rst", "autoapi/neural_compressor/experimental/common/dataloader/index.rst", "autoapi/neural_compressor/experimental/common/index.rst", "autoapi/neural_compressor/experimental/common/metric/index.rst", "autoapi/neural_compressor/experimental/common/model/index.rst", "autoapi/neural_compressor/experimental/common/optimizer/index.rst", "autoapi/neural_compressor/experimental/common/postprocess/index.rst", "autoapi/neural_compressor/experimental/common/torch_utils/index.rst", "autoapi/neural_compressor/experimental/component/index.rst", "autoapi/neural_compressor/experimental/compression/index.rst", "autoapi/neural_compressor/experimental/contrib/index.rst", "autoapi/neural_compressor/experimental/contrib/strategy/index.rst", "autoapi/neural_compressor/experimental/contrib/strategy/sigopt/index.rst", "autoapi/neural_compressor/experimental/contrib/strategy/tpe/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/base_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/default_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/fetcher/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/mxnet_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/onnxrt_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/pytorch_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/sampler/index.rst", "autoapi/neural_compressor/experimental/data/dataloaders/tensorflow_dataloader/index.rst", "autoapi/neural_compressor/experimental/data/datasets/bert_dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/coco_dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/dummy_dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/dummy_dataset_v2/index.rst", "autoapi/neural_compressor/experimental/data/datasets/imagenet_dataset/index.rst", "autoapi/neural_compressor/experimental/data/datasets/index.rst", "autoapi/neural_compressor/experimental/data/datasets/style_transfer_dataset/index.rst", "autoapi/neural_compressor/experimental/data/filters/coco_filter/index.rst", "autoapi/neural_compressor/experimental/data/filters/filter/index.rst", "autoapi/neural_compressor/experimental/data/filters/index.rst", "autoapi/neural_compressor/experimental/data/index.rst", "autoapi/neural_compressor/experimental/data/transforms/imagenet_transform/index.rst", "autoapi/neural_compressor/experimental/data/transforms/index.rst", "autoapi/neural_compressor/experimental/data/transforms/tokenization/index.rst", "autoapi/neural_compressor/experimental/data/transforms/transform/index.rst", "autoapi/neural_compressor/experimental/distillation/index.rst", "autoapi/neural_compressor/experimental/export/index.rst", "autoapi/neural_compressor/experimental/export/qlinear2qdq/index.rst", "autoapi/neural_compressor/experimental/export/tf2onnx/index.rst", "autoapi/neural_compressor/experimental/export/torch2onnx/index.rst", "autoapi/neural_compressor/experimental/graph_optimization/index.rst", "autoapi/neural_compressor/experimental/index.rst", "autoapi/neural_compressor/experimental/metric/bleu/index.rst", "autoapi/neural_compressor/experimental/metric/bleu_util/index.rst", "autoapi/neural_compressor/experimental/metric/coco_label_map/index.rst", "autoapi/neural_compressor/experimental/metric/coco_tools/index.rst", "autoapi/neural_compressor/experimental/metric/evaluate_squad/index.rst", "autoapi/neural_compressor/experimental/metric/f1/index.rst", "autoapi/neural_compressor/experimental/metric/index.rst", "autoapi/neural_compressor/experimental/metric/metric/index.rst", "autoapi/neural_compressor/experimental/mixed_precision/index.rst", "autoapi/neural_compressor/experimental/model_conversion/index.rst", "autoapi/neural_compressor/experimental/nas/basic_nas/index.rst", "autoapi/neural_compressor/experimental/nas/dynas/index.rst", "autoapi/neural_compressor/experimental/nas/index.rst", "autoapi/neural_compressor/experimental/nas/nas/index.rst", "autoapi/neural_compressor/experimental/nas/nas_utils/index.rst", "autoapi/neural_compressor/experimental/nas/search_algorithms/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/gradient_sensitivity/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/group_lasso/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/magnitude/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/pattern_lock/index.rst", "autoapi/neural_compressor/experimental/pruner_legacy/pruner/index.rst", "autoapi/neural_compressor/experimental/pruning/index.rst", "autoapi/neural_compressor/experimental/pruning_recipes/index.rst", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/index.rst", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/pattern/index.rst", "autoapi/neural_compressor/experimental/pruning_recipes/patterns/tile_pattern/index.rst", "autoapi/neural_compressor/experimental/pruning_v2/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/logger/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/patterns/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/prune_utils/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/pruner/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/pruning/index.rst", "autoapi/neural_compressor/experimental/pytorch_pruner/scheduler/index.rst", "autoapi/neural_compressor/experimental/quantization/index.rst", "autoapi/neural_compressor/experimental/scheduler/index.rst", "autoapi/neural_compressor/experimental/strategy/auto_mixed_precision/index.rst", "autoapi/neural_compressor/experimental/strategy/basic/index.rst", "autoapi/neural_compressor/experimental/strategy/bayesian/index.rst", "autoapi/neural_compressor/experimental/strategy/exhaustive/index.rst", "autoapi/neural_compressor/experimental/strategy/index.rst", "autoapi/neural_compressor/experimental/strategy/mse/index.rst", "autoapi/neural_compressor/experimental/strategy/mse_v2/index.rst", "autoapi/neural_compressor/experimental/strategy/random/index.rst", "autoapi/neural_compressor/experimental/strategy/strategy/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/constant/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/tuning_sampler/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/tuning_space/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/tuning_structs/index.rst", "autoapi/neural_compressor/experimental/strategy/utils/utility/index.rst", "autoapi/neural_compressor/index.rst", "autoapi/neural_compressor/metric/bleu/index.rst", "autoapi/neural_compressor/metric/bleu_util/index.rst", "autoapi/neural_compressor/metric/coco_label_map/index.rst", "autoapi/neural_compressor/metric/coco_tools/index.rst", "autoapi/neural_compressor/metric/evaluate_squad/index.rst", "autoapi/neural_compressor/metric/f1/index.rst", "autoapi/neural_compressor/metric/index.rst", "autoapi/neural_compressor/metric/metric/index.rst", "autoapi/neural_compressor/mix_precision/index.rst", "autoapi/neural_compressor/model/base_model/index.rst", "autoapi/neural_compressor/model/index.rst", "autoapi/neural_compressor/model/keras_model/index.rst", "autoapi/neural_compressor/model/model/index.rst", "autoapi/neural_compressor/model/mxnet_model/index.rst", "autoapi/neural_compressor/model/nets_factory/index.rst", "autoapi/neural_compressor/model/onnx_model/index.rst", "autoapi/neural_compressor/model/tensorflow_model/index.rst", "autoapi/neural_compressor/model/torch_model/index.rst", "autoapi/neural_compressor/objective/index.rst", "autoapi/neural_compressor/profiling/index.rst", "autoapi/neural_compressor/profiling/parser/factory/index.rst", "autoapi/neural_compressor/profiling/parser/index.rst", "autoapi/neural_compressor/profiling/parser/onnx_parser/factory/index.rst", "autoapi/neural_compressor/profiling/parser/onnx_parser/index.rst", "autoapi/neural_compressor/profiling/parser/onnx_parser/parser/index.rst", "autoapi/neural_compressor/profiling/parser/parser/index.rst", "autoapi/neural_compressor/profiling/parser/result/index.rst", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/factory/index.rst", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/index.rst", "autoapi/neural_compressor/profiling/parser/tensorflow_parser/parser/index.rst", "autoapi/neural_compressor/profiling/profiler/factory/index.rst", "autoapi/neural_compressor/profiling/profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/factory/index.rst", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/onnxrt_profiler/utils/index.rst", "autoapi/neural_compressor/profiling/profiler/profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/factory/index.rst", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/profiler/index.rst", "autoapi/neural_compressor/profiling/profiler/tensorflow_profiler/utils/index.rst", "autoapi/neural_compressor/quantization/index.rst", "autoapi/neural_compressor/strategy/auto/index.rst", "autoapi/neural_compressor/strategy/auto_mixed_precision/index.rst", "autoapi/neural_compressor/strategy/basic/index.rst", "autoapi/neural_compressor/strategy/bayesian/index.rst", "autoapi/neural_compressor/strategy/conservative/index.rst", "autoapi/neural_compressor/strategy/exhaustive/index.rst", "autoapi/neural_compressor/strategy/hawq_v2/index.rst", "autoapi/neural_compressor/strategy/index.rst", "autoapi/neural_compressor/strategy/mse/index.rst", "autoapi/neural_compressor/strategy/mse_v2/index.rst", "autoapi/neural_compressor/strategy/random/index.rst", "autoapi/neural_compressor/strategy/strategy/index.rst", "autoapi/neural_compressor/strategy/utils/constant/index.rst", "autoapi/neural_compressor/strategy/utils/index.rst", "autoapi/neural_compressor/strategy/utils/tuning_sampler/index.rst", "autoapi/neural_compressor/strategy/utils/tuning_space/index.rst", "autoapi/neural_compressor/strategy/utils/tuning_structs/index.rst", "autoapi/neural_compressor/strategy/utils/utility/index.rst", "autoapi/neural_compressor/template/api_doc_example/index.rst", "autoapi/neural_compressor/template/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/conv2d/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/dense/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/depthwise_conv2d/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/pool2d/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/quantizer/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/keras_utils/separable_conv2d/index.rst", "autoapi/neural_compressor/tensorflow/algorithms/static_quantize/quantize_entry/index.rst", "autoapi/neural_compressor/tensorflow/index.rst", "autoapi/neural_compressor/tensorflow/quantization/config/index.rst", "autoapi/neural_compressor/tensorflow/quantization/index.rst", "autoapi/neural_compressor/tensorflow/quantization/quantize/index.rst", "autoapi/neural_compressor/tensorflow/utils/index.rst", "autoapi/neural_compressor/torch/algorithms/index.rst", "autoapi/neural_compressor/torch/algorithms/weight_only/gptq/index.rst", "autoapi/neural_compressor/torch/algorithms/weight_only/index.rst", "autoapi/neural_compressor/torch/algorithms/weight_only/rtn/index.rst", "autoapi/neural_compressor/torch/algorithms/weight_only_algos/index.rst", "autoapi/neural_compressor/torch/amp/autocast/index.rst", "autoapi/neural_compressor/torch/amp/fp8/functions/index.rst", "autoapi/neural_compressor/torch/amp/fp8/index.rst", "autoapi/neural_compressor/torch/amp/index.rst", "autoapi/neural_compressor/torch/index.rst", "autoapi/neural_compressor/torch/quantization/config/index.rst", "autoapi/neural_compressor/torch/quantization/fp8/index.rst", "autoapi/neural_compressor/torch/quantization/fp8/modules/index.rst", "autoapi/neural_compressor/torch/quantization/fp8/observer/index.rst", "autoapi/neural_compressor/torch/quantization/fp8/quantization_impl/index.rst", "autoapi/neural_compressor/torch/quantization/index.rst", "autoapi/neural_compressor/torch/quantization/layers/index.rst", "autoapi/neural_compressor/torch/quantization/quantize/index.rst", "autoapi/neural_compressor/torch/utils/constants/index.rst", "autoapi/neural_compressor/torch/utils/index.rst", "autoapi/neural_compressor/torch/utils/utility/index.rst", "autoapi/neural_compressor/training/index.rst", "autoapi/neural_compressor/utils/collect_layer_histogram/index.rst", "autoapi/neural_compressor/utils/constant/index.rst", "autoapi/neural_compressor/utils/create_obj_from_config/index.rst", "autoapi/neural_compressor/utils/index.rst", "autoapi/neural_compressor/utils/kl_divergence/index.rst", "autoapi/neural_compressor/utils/load_huggingface/index.rst", "autoapi/neural_compressor/utils/logger/index.rst", "autoapi/neural_compressor/utils/neural_insights_utils/index.rst", "autoapi/neural_compressor/utils/options/index.rst", "autoapi/neural_compressor/utils/pytorch/index.rst", "autoapi/neural_compressor/utils/utility/index.rst", "autoapi/neural_compressor/utils/weights_details/index.rst", "autoapi/neural_compressor/version/index.rst", "docs/build_docs/source/index.rst", "docs/source/CODE_OF_CONDUCT.md", "docs/source/CONTRIBUTING.md", "docs/source/FX.md", "docs/source/NAS.md", "docs/source/SECURITY.md", "docs/source/Welcome.md", "docs/source/adaptor.md", "docs/source/add_new_adaptor.md", "docs/source/add_new_data_type.md", "docs/source/api-doc/adaptor.rst", "docs/source/api-doc/adaptor/onnxrt.rst", "docs/source/api-doc/adaptor/torch_utils.rst", "docs/source/api-doc/api_doc_example.rst", "docs/source/api-doc/apis.rst", "docs/source/api-doc/benchmark.rst", "docs/source/api-doc/compression.rst", "docs/source/api-doc/config.rst", "docs/source/api-doc/mix_precision.rst", "docs/source/api-doc/model.rst", "docs/source/api-doc/objective.rst", "docs/source/api-doc/quantization.rst", "docs/source/api-doc/strategy.rst", "docs/source/api-doc/training.rst", "docs/source/benchmark.md", "docs/source/calibration.md", "docs/source/dataloader.md", "docs/source/dataset.md", "docs/source/design.md", "docs/source/diagnosis.md", "docs/source/distillation.md", "docs/source/distillation_quantization.md", "docs/source/distributed.md", "docs/source/examples_readme.md", "docs/source/export.md", "docs/source/faq.md", "docs/source/framework_yaml.md", "docs/source/get_started.md", "docs/source/incompatible_changes.md", "docs/source/infrastructure.md", "docs/source/installation_guide.md", "docs/source/legal_information.md", "docs/source/llm_recipes.md", "docs/source/metric.md", "docs/source/migration.md", "docs/source/mixed_precision.md", "docs/source/model.md", "docs/source/neural_coder/README.md", "docs/source/neural_coder/docs/AWSSageMakerSupport.md", "docs/source/neural_coder/docs/BigDLNanoSupport.md", "docs/source/neural_coder/docs/IntelCPU_PerformanceSetting.md", "docs/source/neural_coder/docs/PythonAPI.md", "docs/source/neural_coder/docs/PythonLauncher.md", "docs/source/neural_coder/docs/Quantization.md", "docs/source/neural_coder/docs/SupportMatrix.md", "docs/source/neural_coder/docs/release_notes/v0.4.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/CHANGELOG.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/DEVELOP.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/README.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab/RELEASE.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/CHANGELOG.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/DEVELOP.md", "docs/source/neural_coder/extensions/neural_compressor_ext_lab_alibaba/RELEASE.md", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/CHANGELOG.md", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/README.md", "docs/source/neural_coder/extensions/neural_compressor_ext_vscode/vsc-extension-quickstart.md", "docs/source/neural_insights/README.md", "docs/source/neural_insights/docs/source/onnx_accuracy_debug.md", "docs/source/neural_insights/docs/source/pytorch_nlp_cli_mode.md", "docs/source/neural_insights/docs/source/tf_accuracy_debug.md", "docs/source/neural_insights/gui/README.md", "docs/source/neural_solution/README.md", "docs/source/neural_solution/docs/source/README.md", "docs/source/neural_solution/docs/source/description_api.md", "docs/source/neural_solution/docs/source/ns_design_doc.md", "docs/source/neural_solution/docs/source/template/task_request_description.md", "docs/source/neural_solution/examples/README.md", "docs/source/neural_solution/examples/custom_models_optimized/tf_example1/README.md", "docs/source/neural_solution/examples/hf_models/README.md", "docs/source/neural_solution/examples/hf_models_grpc/README.md", "docs/source/neural_solution/frontend/README.md", "docs/source/objective.md", "docs/source/orchestration.md", "docs/source/pruning.md", "docs/source/publication_list.md", "docs/source/pythonic_style.md", "docs/source/quantization.md", "docs/source/quantization_layer_wise.md", "docs/source/quantization_mixed_precision.md", "docs/source/quantization_weight_only.md", "docs/source/releases_info.md", "docs/source/sigopt_strategy.md", "docs/source/smooth_quant.md", "docs/source/tensorboard.md", "docs/source/transform.md", "docs/source/tuning_strategies.md", "docs/source/user_guide.md", "docs/source/user_yaml.md", "docs/source/validated_model_list.md", "index.rst"], "titles": ["block_mask", "neural_compressor.adaptor.adaptor", "neural_compressor.adaptor", "neural_compressor.adaptor.keras", "neural_compressor.adaptor.keras_utils.conv2d", "neural_compressor.adaptor.keras_utils.dense", "neural_compressor.adaptor.keras_utils.depthwise_conv2d", "neural_compressor.adaptor.keras_utils", "neural_compressor.adaptor.keras_utils.pool2d", "neural_compressor.adaptor.keras_utils.quantizer", "neural_compressor.adaptor.keras_utils.separable_conv2d", "neural_compressor.adaptor.mxnet", "neural_compressor.adaptor.mxnet_utils", "neural_compressor.adaptor.mxnet_utils.util", "neural_compressor.adaptor.onnxrt", "neural_compressor.adaptor.ox_utils.calibration", "neural_compressor.adaptor.ox_utils.calibrator", "neural_compressor.adaptor.ox_utils", "neural_compressor.adaptor.ox_utils.operators.activation", "neural_compressor.adaptor.ox_utils.operators.argmax", "neural_compressor.adaptor.ox_utils.operators.attention", "neural_compressor.adaptor.ox_utils.operators.binary_op", "neural_compressor.adaptor.ox_utils.operators.concat", "neural_compressor.adaptor.ox_utils.operators.conv", "neural_compressor.adaptor.ox_utils.operators.direct_q8", "neural_compressor.adaptor.ox_utils.operators.embed_layernorm", "neural_compressor.adaptor.ox_utils.operators.gather", "neural_compressor.adaptor.ox_utils.operators.gavgpool", "neural_compressor.adaptor.ox_utils.operators.gemm", "neural_compressor.adaptor.ox_utils.operators", "neural_compressor.adaptor.ox_utils.operators.lstm", "neural_compressor.adaptor.ox_utils.operators.matmul", "neural_compressor.adaptor.ox_utils.operators.maxpool", "neural_compressor.adaptor.ox_utils.operators.norm", "neural_compressor.adaptor.ox_utils.operators.ops", "neural_compressor.adaptor.ox_utils.operators.pad", "neural_compressor.adaptor.ox_utils.operators.pooling", "neural_compressor.adaptor.ox_utils.operators.reduce", "neural_compressor.adaptor.ox_utils.operators.resize", "neural_compressor.adaptor.ox_utils.operators.split", "neural_compressor.adaptor.ox_utils.operators.unary_op", "neural_compressor.adaptor.ox_utils.quantizer", "neural_compressor.adaptor.ox_utils.smooth_quant", "neural_compressor.adaptor.ox_utils.util", "neural_compressor.adaptor.ox_utils.weight_only", "neural_compressor.adaptor.pytorch", "neural_compressor.adaptor.query", "neural_compressor.adaptor.tensorflow", "neural_compressor.adaptor.tf_utils.graph_converter", "neural_compressor.adaptor.tf_utils.graph_converter_without_calib", "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert", "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes", "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base", "neural_compressor.adaptor.tf_utils.graph_rewriter", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert", "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema", "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils", "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq", "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern", "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq", "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern", "neural_compressor.adaptor.tf_utils.graph_util", "neural_compressor.adaptor.tf_utils", "neural_compressor.adaptor.tf_utils.quantize_graph", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize", "neural_compressor.adaptor.tf_utils.quantize_graph.qat", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn", "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq", "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul", "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling", "neural_compressor.adaptor.tf_utils.quantize_graph_common", "neural_compressor.adaptor.tf_utils.smooth_quant_calibration", "neural_compressor.adaptor.tf_utils.smooth_quant_scaler", "neural_compressor.adaptor.tf_utils.tf2onnx_converter", "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction", "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base", "neural_compressor.adaptor.tf_utils.transform_graph", "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging", "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat", "neural_compressor.adaptor.tf_utils.util", "neural_compressor.adaptor.torch_utils.autoround.autoround", "neural_compressor.adaptor.torch_utils.autoround", "neural_compressor.adaptor.torch_utils.autoround.sign_sgd", "neural_compressor.adaptor.torch_utils.awq", "neural_compressor.adaptor.torch_utils.bf16_convert", "neural_compressor.adaptor.torch_utils.gptq", "neural_compressor.adaptor.torch_utils.hawq_metric", "neural_compressor.adaptor.torch_utils", "neural_compressor.adaptor.torch_utils.layer_wise_quant", "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle", "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize", "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load", "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils", "neural_compressor.adaptor.torch_utils.mixed_precision", "neural_compressor.adaptor.torch_utils.model_wrapper", "neural_compressor.adaptor.torch_utils.pattern_detector", "neural_compressor.adaptor.torch_utils.smooth_quant", "neural_compressor.adaptor.torch_utils.symbolic_trace", "neural_compressor.adaptor.torch_utils.teq", "neural_compressor.adaptor.torch_utils.util", "neural_compressor.adaptor.torch_utils.weight_only", "neural_compressor.algorithm.algorithm", "neural_compressor.algorithm.fast_bias_correction", "neural_compressor.algorithm", "neural_compressor.algorithm.smooth_quant", "neural_compressor.algorithm.weight_correction", "neural_compressor.benchmark", "neural_compressor.common.base_config", "neural_compressor.common", "neural_compressor.common.logger", "neural_compressor.common.utility", "neural_compressor.compression.callbacks", "neural_compressor.compression.distillation.criterions", "neural_compressor.compression.distillation", "neural_compressor.compression.distillation.optimizers", "neural_compressor.compression.distillation.utility", "neural_compressor.compression.hpo", "neural_compressor.compression.hpo.sa_optimizer", "neural_compressor.compression.hpo.search_algorithms", "neural_compressor.compression.hpo.search_space", "neural_compressor.compression", "neural_compressor.compression.pruner.criteria", "neural_compressor.compression.pruner", "neural_compressor.compression.pruner.model_slim.auto_slim", "neural_compressor.compression.pruner.model_slim", "neural_compressor.compression.pruner.model_slim.pattern_analyzer", "neural_compressor.compression.pruner.model_slim.weight_slim", "neural_compressor.compression.pruner.patterns.base", "neural_compressor.compression.pruner.patterns", "neural_compressor.compression.pruner.patterns.mha", "neural_compressor.compression.pruner.patterns.ninm", "neural_compressor.compression.pruner.patterns.nxm", "neural_compressor.compression.pruner.pruners.base", "neural_compressor.compression.pruner.pruners.basic", "neural_compressor.compression.pruner.pruners.block_mask", "neural_compressor.compression.pruner.pruners", "neural_compressor.compression.pruner.pruners.mha", "neural_compressor.compression.pruner.pruners.pattern_lock", "neural_compressor.compression.pruner.pruners.progressive", "neural_compressor.compression.pruner.pruners.retrain_free", "neural_compressor.compression.pruner.pruners.sparse_gpt", "neural_compressor.compression.pruner.pruning", "neural_compressor.compression.pruner.regs", "neural_compressor.compression.pruner.schedulers", "neural_compressor.compression.pruner.tf_criteria", "neural_compressor.compression.pruner.utils", "neural_compressor.conf.config", "neural_compressor.conf.dotdict", "neural_compressor.conf", "neural_compressor.conf.pythonic_config", "neural_compressor.config", "neural_compressor.contrib", "neural_compressor.contrib.strategy", "neural_compressor.contrib.strategy.sigopt", "neural_compressor.contrib.strategy.tpe", "neural_compressor.data.dataloaders.base_dataloader", "neural_compressor.data.dataloaders.dataloader", "neural_compressor.data.dataloaders.default_dataloader", "neural_compressor.data.dataloaders.fetcher", "neural_compressor.data.dataloaders", "neural_compressor.data.dataloaders.mxnet_dataloader", "neural_compressor.data.dataloaders.onnxrt_dataloader", "neural_compressor.data.dataloaders.pytorch_dataloader", "neural_compressor.data.dataloaders.sampler", "neural_compressor.data.dataloaders.tensorflow_dataloader", "neural_compressor.data.datasets.bert_dataset", "neural_compressor.data.datasets.coco_dataset", "neural_compressor.data.datasets.dataset", "neural_compressor.data.datasets.dummy_dataset", "neural_compressor.data.datasets.dummy_dataset_v2", "neural_compressor.data.datasets.imagenet_dataset", "neural_compressor.data.datasets", "neural_compressor.data.datasets.style_transfer_dataset", "neural_compressor.data.filters.coco_filter", "neural_compressor.data.filters.filter", "neural_compressor.data.filters", "neural_compressor.data", "neural_compressor.data.transforms.coco_transform", "neural_compressor.data.transforms.imagenet_transform", "neural_compressor.data.transforms", "neural_compressor.data.transforms.postprocess", "neural_compressor.data.transforms.tokenization", "neural_compressor.data.transforms.transform", "neural_compressor.experimental.benchmark", "neural_compressor.experimental.common.criterion", "neural_compressor.experimental.common.dataloader", "neural_compressor.experimental.common", "neural_compressor.experimental.common.metric", "neural_compressor.experimental.common.model", "neural_compressor.experimental.common.optimizer", "neural_compressor.experimental.common.postprocess", "neural_compressor.experimental.common.torch_utils", "neural_compressor.experimental.component", "neural_compressor.experimental.compression", "neural_compressor.experimental.contrib", "neural_compressor.experimental.contrib.strategy", "neural_compressor.experimental.contrib.strategy.sigopt", "neural_compressor.experimental.contrib.strategy.tpe", "neural_compressor.experimental.data.dataloaders.base_dataloader", "neural_compressor.experimental.data.dataloaders.dataloader", "neural_compressor.experimental.data.dataloaders.default_dataloader", "neural_compressor.experimental.data.dataloaders.fetcher", "neural_compressor.experimental.data.dataloaders", "neural_compressor.experimental.data.dataloaders.mxnet_dataloader", "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader", "neural_compressor.experimental.data.dataloaders.pytorch_dataloader", "neural_compressor.experimental.data.dataloaders.sampler", "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader", "neural_compressor.experimental.data.datasets.bert_dataset", "neural_compressor.experimental.data.datasets.coco_dataset", "neural_compressor.experimental.data.datasets.dataset", "neural_compressor.experimental.data.datasets.dummy_dataset", "neural_compressor.experimental.data.datasets.dummy_dataset_v2", "neural_compressor.experimental.data.datasets.imagenet_dataset", "neural_compressor.experimental.data.datasets", "neural_compressor.experimental.data.datasets.style_transfer_dataset", "neural_compressor.experimental.data.filters.coco_filter", "neural_compressor.experimental.data.filters.filter", "neural_compressor.experimental.data.filters", "neural_compressor.experimental.data", "neural_compressor.experimental.data.transforms.imagenet_transform", "neural_compressor.experimental.data.transforms", "neural_compressor.experimental.data.transforms.tokenization", "neural_compressor.experimental.data.transforms.transform", "neural_compressor.experimental.distillation", "neural_compressor.experimental.export", "neural_compressor.experimental.export.qlinear2qdq", "neural_compressor.experimental.export.tf2onnx", "neural_compressor.experimental.export.torch2onnx", "neural_compressor.experimental.graph_optimization", "neural_compressor.experimental", "neural_compressor.experimental.metric.bleu", "neural_compressor.experimental.metric.bleu_util", "neural_compressor.experimental.metric.coco_label_map", "neural_compressor.experimental.metric.coco_tools", "neural_compressor.experimental.metric.evaluate_squad", "neural_compressor.experimental.metric.f1", "neural_compressor.experimental.metric", "neural_compressor.experimental.metric.metric", "neural_compressor.experimental.mixed_precision", "neural_compressor.experimental.model_conversion", "neural_compressor.experimental.nas.basic_nas", "neural_compressor.experimental.nas.dynas", "neural_compressor.experimental.nas", "neural_compressor.experimental.nas.nas", "neural_compressor.experimental.nas.nas_utils", "neural_compressor.experimental.nas.search_algorithms", "neural_compressor.experimental.pruner_legacy.gradient_sensitivity", "neural_compressor.experimental.pruner_legacy.group_lasso", "neural_compressor.experimental.pruner_legacy", "neural_compressor.experimental.pruner_legacy.magnitude", "neural_compressor.experimental.pruner_legacy.pattern_lock", "neural_compressor.experimental.pruner_legacy.pruner", "neural_compressor.experimental.pruning", "neural_compressor.experimental.pruning_recipes", "neural_compressor.experimental.pruning_recipes.patterns", "neural_compressor.experimental.pruning_recipes.patterns.pattern", "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern", "neural_compressor.experimental.pruning_v2", "neural_compressor.experimental.pytorch_pruner", "neural_compressor.experimental.pytorch_pruner.logger", "neural_compressor.experimental.pytorch_pruner.patterns", "neural_compressor.experimental.pytorch_pruner.prune_utils", "neural_compressor.experimental.pytorch_pruner.pruner", "neural_compressor.experimental.pytorch_pruner.pruning", "neural_compressor.experimental.pytorch_pruner.scheduler", "neural_compressor.experimental.quantization", "neural_compressor.experimental.scheduler", "neural_compressor.experimental.strategy.auto_mixed_precision", "neural_compressor.experimental.strategy.basic", "neural_compressor.experimental.strategy.bayesian", "neural_compressor.experimental.strategy.exhaustive", "neural_compressor.experimental.strategy", "neural_compressor.experimental.strategy.mse", "neural_compressor.experimental.strategy.mse_v2", "neural_compressor.experimental.strategy.random", "neural_compressor.experimental.strategy.strategy", "neural_compressor.experimental.strategy.utils.constant", "neural_compressor.experimental.strategy.utils", "neural_compressor.experimental.strategy.utils.tuning_sampler", "neural_compressor.experimental.strategy.utils.tuning_space", "neural_compressor.experimental.strategy.utils.tuning_structs", "neural_compressor.experimental.strategy.utils.utility", "neural_compressor", "neural_compressor.metric.bleu", "neural_compressor.metric.bleu_util", "neural_compressor.metric.coco_label_map", "neural_compressor.metric.coco_tools", "neural_compressor.metric.evaluate_squad", "neural_compressor.metric.f1", "neural_compressor.metric", "neural_compressor.metric.metric", "neural_compressor.mix_precision", "neural_compressor.model.base_model", "neural_compressor.model", "neural_compressor.model.keras_model", "neural_compressor.model.model", "neural_compressor.model.mxnet_model", "neural_compressor.model.nets_factory", "neural_compressor.model.onnx_model", "neural_compressor.model.tensorflow_model", "neural_compressor.model.torch_model", "neural_compressor.objective", "neural_compressor.profiling", "neural_compressor.profiling.parser.factory", "neural_compressor.profiling.parser", "neural_compressor.profiling.parser.onnx_parser.factory", "neural_compressor.profiling.parser.onnx_parser", "neural_compressor.profiling.parser.onnx_parser.parser", "neural_compressor.profiling.parser.parser", "neural_compressor.profiling.parser.result", "neural_compressor.profiling.parser.tensorflow_parser.factory", "neural_compressor.profiling.parser.tensorflow_parser", "neural_compressor.profiling.parser.tensorflow_parser.parser", "neural_compressor.profiling.profiler.factory", "neural_compressor.profiling.profiler", "neural_compressor.profiling.profiler.onnxrt_profiler.factory", "neural_compressor.profiling.profiler.onnxrt_profiler", "neural_compressor.profiling.profiler.onnxrt_profiler.profiler", "neural_compressor.profiling.profiler.onnxrt_profiler.utils", "neural_compressor.profiling.profiler.profiler", "neural_compressor.profiling.profiler.tensorflow_profiler.factory", "neural_compressor.profiling.profiler.tensorflow_profiler", "neural_compressor.profiling.profiler.tensorflow_profiler.profiler", "neural_compressor.profiling.profiler.tensorflow_profiler.utils", "neural_compressor.quantization", "neural_compressor.strategy.auto", "neural_compressor.strategy.auto_mixed_precision", "neural_compressor.strategy.basic", "neural_compressor.strategy.bayesian", "neural_compressor.strategy.conservative", "neural_compressor.strategy.exhaustive", "neural_compressor.strategy.hawq_v2", "neural_compressor.strategy", "neural_compressor.strategy.mse", "neural_compressor.strategy.mse_v2", "neural_compressor.strategy.random", "neural_compressor.strategy.strategy", "neural_compressor.strategy.utils.constant", "neural_compressor.strategy.utils", "neural_compressor.strategy.utils.tuning_sampler", "neural_compressor.strategy.utils.tuning_space", "neural_compressor.strategy.utils.tuning_structs", "neural_compressor.strategy.utils.utility", "neural_compressor.template.api_doc_example", "neural_compressor.template", "neural_compressor.tensorflow.algorithms", "neural_compressor.tensorflow.algorithms.static_quantize", "neural_compressor.tensorflow.algorithms.static_quantize.keras", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer", "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d", "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry", "neural_compressor.tensorflow", "neural_compressor.tensorflow.quantization.config", "neural_compressor.tensorflow.quantization", "neural_compressor.tensorflow.quantization.quantize", "neural_compressor.tensorflow.utils", "neural_compressor.torch.algorithms", "neural_compressor.torch.algorithms.weight_only.gptq", "neural_compressor.torch.algorithms.weight_only", "neural_compressor.torch.algorithms.weight_only.rtn", "neural_compressor.torch.algorithms.weight_only_algos", "neural_compressor.torch.amp.autocast", "neural_compressor.torch.amp.fp8.functions", "neural_compressor.torch.amp.fp8", "neural_compressor.torch.amp", "neural_compressor.torch", "neural_compressor.torch.quantization.config", "neural_compressor.torch.quantization.fp8", "neural_compressor.torch.quantization.fp8.modules", "neural_compressor.torch.quantization.fp8.observer", "neural_compressor.torch.quantization.fp8.quantization_impl", "neural_compressor.torch.quantization", "neural_compressor.torch.quantization.layers", "neural_compressor.torch.quantization.quantize", "neural_compressor.torch.utils.constants", "neural_compressor.torch.utils", "neural_compressor.torch.utils.utility", "neural_compressor.training", "neural_compressor.utils.collect_layer_histogram", "neural_compressor.utils.constant", "neural_compressor.utils.create_obj_from_config", "neural_compressor.utils", "neural_compressor.utils.kl_divergence", "neural_compressor.utils.load_huggingface", "neural_compressor.utils.logger", "neural_compressor.utils.neural_insights_utils", "neural_compressor.utils.options", "neural_compressor.utils.pytorch", "neural_compressor.utils.utility", "neural_compressor.utils.weights_details", "neural_compressor.version", "Intel\u00ae Neural Compressor Documentation", "Contributor Covenant Code of Conduct", "Contribution Guidelines", "FX", "Neural Architecture Search", "Security Policy", "Intel\u00ae Neural Compressor", "Adaptor", "How to Add An Adaptor", "How to Support New Data Type, Like Int4, with a Few Line Changes", "Adaptor", "ONNX Runtime", "Torch Utils", "API Document Example", "APIs", "Benchmark", "Compression", "Config", "Mix Precision", "Model", "Objective", "Quantization", "Strategy", "Training", "Benchmarking", "Calibration Algorithms in Quantization", "DataLoader", "Dataset", "Design", "Diagnosis", "Distillation", "Distillation for Quantization", "Distributed Training and Inference (Evaluation)", "Examples", "Export", "Frequently Asked Questions", "Framework YAML Configuration Files", "Getting Started", "Incompatible changes between v1.2 and v1.1", "Infrastructure of Intel\u00ae Neural Compressor", "Installation", "Legal Information", "LLMs Quantization Recipes", "Metrics", "Code Migration from Intel Neural Compressor 1.X to Intel Neural Compressor 2.X", "Mixed Precision", "Model", "Neural Coder", "AWS Amazon SageMaker Support", "BigDL Nano Support", "Intel CPU Platforms: Best Performance Setting", "Neural Coder as Python API", "Python Launcher", "Neural Coder for Quantization", "Supported Optimization Features", "v0.4", "Changelog", "neural_compressor_ext_lab", "Intel\u00ae Neural Compressor as JupyterLab Extension", "Making a new release of neural_compressor_ext_lab", "Changelog", "neural_compressor_ext_lab_alibaba", "Making a new release of neural_compressor_ext_lab_alibaba", "Change Log", "Neural Coder", "Welcome to your VS Code Extension", "Neural Insights", "Step by step example how to debug accuracy with Neural Insights", "Step by step example how to dump weights data for PyTorch model with Neural Insights", "Step by step example how to debug accuracy with Neural Insights", "Getting Started with Create React App", "What\u2019s Neural Solution?", "Get started", "Neural Solution API", "Design Doc for Optimization as a Service [WIP]", "Task request description", "Examples List", "An end-to-end example: quantize a custom model with Neural Solution", "An end-to-end example: quantize a Hugging Face model with Neural Solution", "An end-to-end example: quantize a Hugging Face model with Neural Solution gRPC API", "Client", "Objective", "Optimization Orchestration", "Pruning", "Full Publications/Events (78)", "Pythonic Style Access for Configurations", "Quantization", "Layer Wise Quantization (LWQ)", "Turn OFF Auto Mixed Precision during Quantization", "Weight Only Quantization (WOQ)", "Release", "SigOpt Strategy", "Smooth Quant", "TensorBoard", "Transform", "Tuning Strategies", "User Guide", "User YAML Configuration Files", "Validated Models", "Intel\u00ae Neural Compressor Documentation"], "terms": {"block": [0, 44, 149, 164, 168, 169, 190, 200, 203, 208, 214, 330, 371, 413, 434, 505, 547, 549, 555, 561], "mask": [0, 190, 196, 198, 201, 203, 207, 208, 234, 277, 303, 332, 356, 549, 564], "adaptor_registri": [1, 473], "cl": [1, 161, 170, 181, 183, 187, 188, 196, 201, 210, 211, 212, 236, 243, 251, 253, 258, 279, 286, 292, 314, 321, 325, 330, 332, 334, 345, 360, 371, 406, 463], "sourc": [1, 3, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 110, 113, 115, 116, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 151, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 176, 178, 180, 181, 183, 184, 187, 188, 190, 191, 192, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 241, 242, 243, 246, 247, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 265, 266, 267, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 284, 285, 286, 289, 291, 292, 293, 295, 296, 297, 298, 299, 300, 301, 303, 304, 305, 307, 308, 309, 310, 311, 313, 314, 315, 316, 317, 319, 320, 321, 322, 325, 326, 327, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 356, 357, 358, 360, 361, 362, 364, 365, 366, 367, 368, 369, 370, 371, 373, 375, 377, 378, 379, 380, 382, 383, 385, 387, 388, 389, 390, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 409, 410, 411, 412, 413, 417, 425, 427, 429, 430, 432, 434, 435, 436, 441, 447, 448, 451, 452, 453, 455, 457, 458, 459, 460, 461, 462, 463, 464, 465, 469, 472, 507, 510, 523, 525, 527, 528, 530, 550], "The": [1, 3, 11, 14, 16, 34, 54, 74, 113, 119, 121, 140, 148, 149, 151, 160, 162, 168, 170, 175, 176, 180, 181, 183, 187, 188, 190, 194, 196, 198, 199, 201, 202, 203, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 234, 235, 236, 237, 238, 242, 243, 251, 253, 256, 258, 261, 265, 266, 267, 277, 278, 279, 280, 281, 285, 286, 292, 293, 298, 300, 301, 302, 304, 305, 307, 309, 310, 311, 313, 314, 316, 317, 319, 320, 321, 322, 325, 327, 330, 331, 332, 333, 334, 335, 337, 338, 339, 340, 342, 343, 344, 345, 349, 351, 353, 354, 355, 357, 358, 360, 361, 369, 371, 394, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 410, 412, 413, 417, 425, 429, 430, 435, 436, 448, 451, 452, 453, 455, 457, 458, 462, 463, 464, 467, 469, 470, 473, 474, 475, 476, 478, 482, 485, 488, 490, 491, 492, 493, 495, 496, 498, 500, 502, 504, 505, 506, 508, 509, 510, 511, 512, 515, 516, 518, 521, 523, 524, 525, 527, 528, 530, 531, 532, 533, 535, 536, 537, 538, 539, 540, 541, 543, 547, 548, 549, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563, 564], "decor": [1, 16, 34, 67, 68, 70, 148, 170, 176, 183, 187, 188, 196, 201, 210, 212, 251, 258, 292, 307, 314, 321, 325, 330, 332, 334, 345, 348, 360, 371, 406, 430, 436, 451, 463, 469, 470, 473, 561], "us": [1, 13, 16, 34, 42, 43, 44, 48, 49, 70, 103, 105, 116, 141, 149, 151, 155, 160, 162, 168, 169, 175, 181, 183, 187, 188, 190, 194, 196, 201, 205, 206, 210, 212, 213, 215, 216, 218, 219, 222, 223, 232, 233, 234, 235, 236, 237, 238, 241, 250, 251, 252, 253, 258, 265, 266, 275, 276, 277, 278, 279, 280, 281, 284, 291, 292, 296, 297, 298, 300, 301, 303, 307, 308, 309, 314, 321, 322, 325, 327, 330, 332, 333, 334, 335, 336, 339, 342, 345, 348, 349, 353, 354, 356, 360, 371, 388, 393, 394, 398, 401, 403, 406, 410, 412, 413, 430, 434, 436, 451, 452, 453, 454, 455, 456, 458, 463, 467, 468, 469, 470, 473, 474, 490, 491, 493, 495, 496, 497, 498, 500, 502, 504, 506, 507, 510, 511, 512, 513, 514, 515, 517, 518, 521, 523, 525, 527, 528, 530, 532, 533, 534, 535, 536, 543, 544, 545, 547, 549, 550, 551, 552, 553, 554, 555, 556, 557, 559, 560, 561, 563, 564], "regist": [1, 16, 34, 158, 160, 170, 176, 181, 183, 187, 188, 190, 191, 196, 197, 201, 204, 210, 211, 212, 213, 236, 243, 251, 253, 258, 279, 286, 292, 307, 314, 321, 325, 330, 332, 334, 345, 348, 360, 371, 406, 412, 427, 430, 451, 460, 470, 473, 493, 498, 509, 510, 531, 547, 558, 561], "all": [1, 13, 16, 34, 44, 45, 63, 97, 154, 160, 161, 168, 169, 170, 172, 175, 176, 180, 183, 188, 191, 196, 204, 214, 218, 219, 224, 225, 232, 236, 243, 251, 252, 258, 261, 267, 275, 279, 286, 292, 297, 300, 303, 305, 307, 314, 321, 325, 326, 330, 336, 345, 348, 353, 356, 358, 360, 362, 371, 406, 412, 427, 432, 455, 463, 467, 468, 472, 473, 474, 475, 492, 493, 498, 502, 506, 510, 513, 521, 524, 525, 528, 529, 530, 531, 532, 535, 536, 538, 539, 543, 544, 545, 548, 549, 550, 552, 554, 555, 558, 560, 561], "subclass": [1, 16, 34, 170, 183, 187, 188, 196, 201, 210, 212, 229, 233, 236, 243, 251, 258, 272, 276, 279, 286, 292, 307, 314, 321, 325, 330, 332, 334, 345, 348, 360, 371, 406, 473], "paramet": [1, 11, 13, 14, 16, 42, 43, 44, 45, 67, 68, 70, 86, 105, 116, 132, 140, 141, 148, 149, 151, 153, 154, 155, 160, 161, 165, 166, 168, 169, 170, 175, 176, 178, 180, 181, 183, 185, 187, 188, 190, 191, 192, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 233, 234, 236, 243, 247, 251, 253, 258, 265, 266, 276, 277, 279, 286, 289, 292, 293, 295, 296, 297, 298, 300, 301, 303, 304, 305, 307, 309, 310, 311, 313, 314, 315, 316, 317, 319, 320, 321, 322, 325, 327, 330, 331, 332, 333, 334, 335, 339, 345, 349, 351, 353, 354, 356, 357, 358, 360, 361, 365, 369, 371, 388, 393, 394, 398, 406, 410, 412, 413, 425, 429, 430, 432, 434, 436, 448, 451, 452, 455, 458, 459, 460, 462, 463, 469, 474, 492, 493, 496, 498, 505, 509, 510, 524, 530, 531, 532, 533, 538, 543, 544, 549, 552, 553, 555, 556, 557, 558, 560, 561, 563], "framework_specific_info": [1, 3, 11, 14, 45, 47, 417, 473], "base": [1, 3, 11, 13, 14, 16, 34, 45, 46, 47, 86, 105, 116, 120, 122, 132, 144, 149, 151, 155, 158, 164, 168, 170, 176, 180, 187, 188, 189, 190, 191, 197, 204, 211, 213, 219, 224, 227, 232, 234, 236, 243, 251, 261, 267, 270, 275, 277, 279, 286, 292, 307, 313, 315, 321, 322, 325, 327, 332, 342, 345, 349, 360, 362, 369, 370, 371, 403, 406, 410, 470, 472, 473, 474, 475, 493, 497, 498, 502, 510, 511, 518, 519, 521, 530, 533, 538, 541, 544, 545, 549, 550, 552, 555, 557, 558, 559, 561, 564], "framework": [1, 3, 11, 13, 14, 45, 151, 175, 176, 181, 183, 191, 197, 201, 204, 208, 209, 210, 220, 221, 225, 226, 230, 233, 234, 235, 236, 237, 238, 239, 240, 241, 243, 245, 248, 251, 253, 254, 258, 263, 264, 268, 269, 271, 273, 276, 277, 278, 279, 280, 281, 282, 283, 284, 286, 288, 290, 292, 298, 307, 308, 335, 343, 349, 360, 361, 362, 363, 365, 404, 410, 417, 427, 455, 472, 473, 475, 491, 495, 498, 499, 503, 504, 505, 506, 509, 510, 511, 532, 533, 549, 550, 552, 556, 559, 560, 561, 562, 563, 564], "layer": [1, 3, 11, 14, 45, 46, 47, 116, 117, 118, 119, 121, 122, 149, 154, 157, 159, 161, 165, 169, 173, 181, 184, 192, 194, 195, 196, 200, 205, 214, 218, 219, 253, 260, 330, 331, 417, 432, 434, 446, 453, 455, 463, 472, 473, 474, 475, 497, 505, 533, 549, 555, 556, 562], "mxnet_util": 2, "util": [2, 12, 17, 105, 110, 111, 139, 142, 153, 155, 156, 157, 166, 176, 182, 189, 191, 218, 219, 260, 299, 301, 331, 341, 352, 354, 386, 391, 402, 427, 441, 474, 475, 476, 491, 498, 510, 513, 533, 549, 552, 561, 562], "ox_util": 2, "oper": [2, 17, 43, 104, 110, 140, 148, 194, 195, 200, 218, 219, 247, 289, 330, 388, 393, 425, 469, 490, 492, 495, 500, 530, 536, 549, 552, 555, 558, 560, 561], "activ": [2, 17, 29, 44, 141, 152, 168, 169, 184, 218, 219, 260, 349, 410, 412, 473, 474, 475, 491, 495, 497, 502, 510, 531, 532, 535, 543, 544, 545, 551, 552, 555, 558, 559, 563], "argmax": [2, 17, 29], "attent": [2, 17, 29, 164, 192, 194, 205, 218, 219, 234, 277, 467, 496, 549], "binary_op": [2, 17, 29], "concat": [2, 17, 29, 147], "conv": [2, 17, 29, 58, 62, 66, 71, 72, 73, 92, 109, 173, 218, 219, 469, 474, 475, 510, 549, 551, 552, 561], "direct_q8": [2, 17, 29], "embed_layernorm": [2, 17, 29], "gather": [2, 13, 17, 29, 218, 219, 330], "gavgpool": [2, 17, 29], "gemm": [2, 17, 29, 218, 219], "lstm": [2, 17, 29], "matmul": [2, 17, 29, 44, 53, 59, 65, 73, 94, 109, 128, 137, 200, 218, 219, 330, 502, 533, 555, 561], "maxpool": [2, 17, 29, 129, 138, 502], "norm": [2, 17, 29], "op": [2, 13, 17, 29, 45, 51, 53, 65, 66, 67, 68, 69, 70, 71, 72, 74, 78, 81, 85, 88, 91, 92, 93, 94, 96, 105, 107, 109, 123, 124, 125, 131, 133, 134, 135, 136, 141, 143, 146, 148, 153, 155, 166, 168, 173, 194, 218, 219, 297, 342, 349, 350, 388, 393, 399, 401, 403, 410, 411, 412, 425, 436, 451, 457, 463, 473, 474, 475, 495, 502, 510, 511, 534, 535, 549, 552, 554, 556, 558, 559, 561, 563], "pad": [2, 17, 29, 44, 71, 72, 234, 251, 277, 292, 493, 555, 560], "pool": [2, 17, 29, 540], "reduc": [2, 17, 29, 218, 219, 473, 491, 497, 510, 511, 530, 531, 549, 550, 552, 553, 554, 555, 558, 561, 563], "resiz": [2, 17, 29, 234, 235, 247, 251, 277, 278, 289, 292, 493, 560], "split": [2, 17, 29, 43, 82, 149, 169, 250, 251, 291, 292, 434, 469, 553, 555, 558, 560], "unary_op": [2, 17, 29], "calibr": [2, 11, 13, 14, 17, 44, 49, 89, 90, 140, 168, 169, 175, 218, 219, 222, 223, 265, 266, 298, 335, 394, 425, 429, 448, 457, 473, 475, 493, 504, 505, 549, 552, 555, 561, 562, 563], "quantiz": [2, 11, 13, 14, 16, 17, 42, 43, 44, 48, 49, 88, 92, 94, 96, 99, 107, 112, 113, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 149, 152, 153, 154, 155, 156, 157, 161, 162, 163, 165, 167, 168, 169, 173, 175, 180, 218, 219, 222, 223, 247, 254, 261, 265, 266, 289, 297, 298, 299, 309, 336, 342, 348, 352, 399, 401, 403, 412, 425, 432, 434, 435, 452, 453, 457, 458, 462, 463, 473, 480, 492, 493, 498, 499, 502, 504, 505, 509, 512, 513, 518, 520, 521, 524, 537, 539, 540, 542, 548, 550, 556, 559, 560, 561, 562, 563], "smooth_quant": [2, 17, 159, 168, 172, 218, 219, 352, 552, 558], "weight_onli": [2, 17, 219, 462, 553, 555], "tf_util": 2, "graph_rewrit": [2, 111], "bf16": [2, 44, 87, 111, 153, 218, 219, 349, 410, 473, 474, 502, 510, 515, 520, 524, 530, 554, 561, 564], "gener": [2, 13, 48, 49, 87, 111, 122, 148, 154, 168, 175, 194, 214, 222, 223, 224, 233, 236, 237, 238, 239, 251, 265, 266, 267, 276, 279, 280, 281, 282, 292, 300, 308, 339, 353, 361, 389, 394, 398, 413, 427, 432, 441, 452, 468, 469, 473, 475, 492, 496, 509, 510, 511, 513, 518, 523, 525, 527, 528, 530, 532, 533, 547, 549, 550, 552, 554, 555, 558, 559, 560, 561], "int8": [2, 18, 19, 43, 44, 87, 111, 123, 124, 125, 131, 133, 134, 135, 136, 143, 148, 169, 174, 175, 218, 219, 247, 289, 295, 296, 297, 349, 351, 410, 412, 427, 434, 462, 463, 468, 469, 472, 473, 474, 475, 490, 493, 497, 502, 508, 510, 511, 515, 518, 520, 521, 524, 530, 533, 535, 550, 551, 552, 554, 555, 556, 557, 558, 559, 560, 563], "onnx": [2, 14, 15, 16, 29, 41, 43, 44, 87, 111, 142, 173, 218, 219, 230, 273, 295, 296, 297, 361, 368, 388, 461, 468, 472, 473, 474, 476, 492, 495, 499, 500, 502, 503, 505, 511, 512, 515, 520, 521, 533, 550, 551, 555, 556, 558, 561], "qdq": [2, 42, 87, 111, 112, 113, 142, 168, 169, 218, 219, 295, 296, 297, 434, 473, 495, 500, 505, 520, 521, 552, 556, 558], "graph_bas": [2, 87, 111], "quantize_graph": [2, 111], "qat": [2, 111, 112, 166, 219, 309, 369, 497, 498, 505, 510, 552], "quantize_graph_bas": [2, 111, 112], "quantize_graph_bn": [2, 111, 112], "quantize_graph_concatv2": [2, 111, 112], "quantize_graph_conv": [2, 111, 112], "quantize_graph_for_intel_cpu": [2, 111, 112], "quantize_graph_matmul": [2, 111, 112], "quantize_graph_pool": [2, 111, 112], "transform_graph": [2, 111], "bias_correct": [2, 111, 145], "graph_transform_bas": [2, 111, 145], "insert_log": [2, 111, 145], "rerange_quantized_concat": [2, 111, 145], "graph_convert": [2, 111], "graph_converter_without_calib": [2, 111], "graph_util": [2, 111], "quantize_graph_common": [2, 111], "smooth_quant_calibr": [2, 111], "smooth_quant_scal": [2, 111], "tf2onnx_convert": [2, 111], "torch_util": [2, 255, 299, 352, 553, 558], "layer_wise_qu": [2, 156, 219, 553], "modified_pickl": [2, 156, 157], "torch_load": [2, 156, 157], "bf16_convert": [2, 52, 87, 111, 156], "hawq_metr": [2, 156], "model_wrapp": [2, 15, 156], "pattern_detector": [2, 156], "symbolic_trac": [2, 156], "tensorflow": [2, 52, 54, 75, 76, 77, 87, 95, 101, 102, 103, 104, 105, 106, 110, 111, 112, 114, 117, 130, 140, 141, 142, 145, 148, 181, 183, 213, 218, 219, 233, 234, 235, 236, 239, 241, 243, 251, 258, 276, 277, 278, 279, 282, 284, 286, 292, 296, 297, 298, 301, 303, 307, 308, 309, 335, 343, 354, 356, 360, 361, 369, 387, 388, 392, 393, 394, 404, 463, 468, 470, 472, 473, 474, 491, 492, 495, 496, 497, 499, 502, 503, 505, 506, 510, 511, 512, 520, 521, 532, 535, 549, 550, 551, 557, 558, 561, 563], "kerasadaptor": [3, 417], "kerasqueri": [3, 417], "local_config_fil": [3, 11, 14, 45, 47, 417], "none": [3, 13, 14, 41, 43, 44, 45, 47, 48, 49, 63, 89, 102, 104, 105, 110, 116, 142, 148, 149, 151, 152, 154, 155, 159, 160, 161, 162, 163, 165, 167, 168, 169, 175, 176, 180, 181, 188, 190, 191, 192, 194, 198, 210, 214, 215, 216, 218, 219, 222, 223, 224, 226, 232, 233, 234, 235, 236, 237, 238, 239, 241, 247, 251, 252, 253, 254, 261, 265, 266, 267, 269, 275, 276, 277, 278, 279, 280, 281, 282, 284, 289, 292, 293, 296, 297, 298, 303, 307, 308, 309, 310, 313, 322, 327, 331, 335, 339, 342, 343, 345, 349, 356, 360, 361, 371, 387, 392, 393, 394, 395, 398, 399, 403, 404, 406, 410, 413, 417, 425, 427, 429, 430, 432, 436, 441, 447, 448, 452, 453, 455, 458, 460, 462, 463, 473, 474, 492, 493, 509, 533, 552, 555, 559, 560, 561], "defin": [3, 11, 14, 45, 46, 86, 151, 155, 187, 188, 194, 196, 201, 202, 203, 208, 209, 210, 211, 212, 218, 219, 222, 223, 265, 266, 310, 311, 313, 314, 315, 322, 327, 330, 331, 332, 334, 361, 394, 427, 441, 452, 462, 467, 470, 473, 474, 492, 493, 496, 497, 502, 505, 509, 510, 531, 548, 549, 552, 555, 557, 558, 559, 561, 563], "queri": [3, 11, 13, 14, 45, 47, 148, 168, 194, 205, 218, 219, 417, 474, 475, 540, 552], "interfac": [3, 11, 14, 45, 46, 86, 113, 215, 298, 322, 327, 335, 336, 455, 505, 510, 521, 539, 552, 556], "each": [3, 11, 14, 45, 46, 141, 148, 155, 160, 168, 169, 214, 218, 219, 232, 236, 239, 247, 251, 275, 279, 282, 289, 292, 301, 303, 304, 305, 342, 354, 356, 357, 358, 403, 434, 463, 468, 473, 474, 475, 493, 495, 496, 497, 502, 510, 515, 521, 524, 530, 538, 540, 547, 549, 553, 555, 557, 559, 560, 561, 562], "adapt": [3, 11, 14, 45, 46, 149, 467, 472, 474, 493, 521, 550], "should": [3, 11, 14, 45, 46, 55, 115, 116, 160, 180, 192, 194, 205, 218, 219, 222, 223, 232, 234, 236, 251, 256, 265, 266, 275, 277, 279, 292, 297, 301, 354, 360, 361, 394, 413, 436, 452, 463, 469, 470, 473, 474, 475, 493, 496, 498, 509, 510, 516, 525, 528, 530, 532, 533, 547, 549, 552, 555, 560, 561, 563], "implement": [3, 11, 14, 45, 46, 110, 143, 147, 151, 152, 160, 222, 223, 229, 232, 233, 234, 236, 265, 266, 272, 275, 276, 277, 279, 300, 353, 361, 371, 394, 401, 452, 475, 492, 493, 509, 510, 521, 531, 549, 552, 555, 556, 559, 561, 563], "inherit": [3, 11, 14, 45, 46, 180, 181, 206, 207, 212, 218, 231, 251, 253, 261, 274, 292, 332, 334, 470, 473, 474, 493], "specif": [3, 11, 14, 42, 45, 46, 104, 116, 151, 169, 175, 176, 183, 214, 218, 219, 234, 235, 236, 237, 241, 243, 258, 277, 278, 279, 280, 284, 286, 316, 317, 319, 320, 321, 360, 394, 434, 436, 460, 467, 470, 473, 474, 491, 492, 495, 496, 502, 504, 508, 509, 510, 511, 512, 513, 517, 518, 520, 524, 530, 532, 538, 547, 549, 551, 555, 561, 563], "backend": [3, 11, 14, 15, 41, 42, 45, 46, 173, 183, 218, 219, 220, 221, 225, 226, 230, 234, 235, 237, 238, 239, 240, 241, 245, 248, 251, 257, 258, 263, 264, 268, 269, 271, 273, 277, 278, 280, 281, 282, 283, 284, 288, 290, 292, 308, 343, 361, 362, 363, 365, 404, 427, 441, 469, 475, 495, 498, 504, 505, 510, 511, 519, 538, 543, 544, 545, 551, 555, 560, 561, 563], "own": [3, 11, 14, 45, 46, 74, 160, 232, 251, 275, 292, 371, 470, 474, 492, 493, 505, 509, 532, 536, 547, 555, 557, 562], "mxnetadaptor": 11, "do": [11, 14, 151, 154, 180, 210, 218, 219, 233, 234, 276, 277, 293, 297, 300, 303, 333, 353, 356, 432, 462, 467, 474, 493, 498, 502, 505, 509, 510, 525, 528, 549, 554, 556, 558, 561], "inspect": [11, 14, 556, 559], "tensor": [11, 13, 14, 15, 16, 43, 44, 70, 105, 140, 148, 149, 151, 155, 160, 161, 168, 169, 190, 191, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 211, 213, 219, 251, 292, 295, 297, 330, 332, 342, 369, 403, 434, 436, 458, 462, 463, 469, 475, 492, 493, 495, 549, 552, 556, 559, 560, 561], "dict": [11, 13, 14, 44, 45, 116, 148, 149, 151, 153, 154, 155, 160, 168, 169, 170, 175, 183, 187, 190, 191, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 233, 252, 258, 265, 266, 276, 295, 297, 302, 303, 304, 305, 307, 310, 313, 314, 315, 322, 325, 327, 330, 331, 332, 333, 334, 339, 342, 348, 351, 355, 356, 357, 358, 360, 361, 369, 394, 409, 412, 413, 425, 427, 430, 432, 434, 435, 452, 453, 455, 462, 463, 469, 474, 500, 509, 549, 551, 552, 558, 559, 561], "configur": [11, 13, 14, 45, 118, 149, 153, 168, 169, 175, 176, 214, 215, 218, 219, 222, 223, 225, 236, 239, 252, 257, 265, 266, 279, 282, 293, 297, 298, 309, 310, 311, 313, 322, 327, 331, 335, 336, 342, 360, 361, 371, 394, 403, 412, 425, 429, 434, 448, 452, 454, 455, 461, 462, 469, 470, 473, 474, 493, 495, 510, 517, 531, 538, 543, 544, 545, 547, 549, 552, 555, 556, 558, 560, 561, 564], "mxnetqueri": 11, "mxnet": [12, 13, 16, 219, 229, 233, 236, 239, 243, 251, 272, 276, 279, 282, 286, 292, 298, 307, 335, 360, 361, 366, 394, 468, 472, 473, 474, 491, 492, 499, 502, 505, 506, 510, 511, 512, 551, 561, 563], "init": [12, 17, 42, 172, 182, 191, 193, 493, 509, 561], "optyp": [13, 218, 219, 295, 474], "enum": 13, "type": [13, 16, 42, 43, 44, 45, 74, 96, 105, 116, 122, 132, 140, 148, 149, 153, 154, 155, 160, 168, 169, 170, 181, 183, 187, 188, 194, 195, 196, 201, 210, 211, 212, 214, 216, 218, 219, 232, 234, 236, 243, 251, 253, 258, 275, 277, 279, 286, 292, 297, 300, 301, 303, 307, 314, 321, 325, 330, 332, 334, 339, 345, 349, 351, 353, 354, 356, 360, 369, 371, 398, 399, 406, 410, 412, 413, 425, 429, 430, 432, 434, 436, 451, 462, 463, 473, 474, 493, 495, 498, 500, 502, 505, 510, 511, 531, 533, 538, 539, 543, 544, 552, 553, 555, 557, 560, 561, 562, 563], "isiter": 13, "obj": [13, 105, 191, 214, 233, 276, 293, 298, 309, 310, 311, 313, 322, 327, 331, 335, 361, 371, 394, 452, 455, 463], "bool": [13, 42, 43, 44, 141, 148, 149, 151, 154, 160, 166, 168, 169, 196, 218, 219, 234, 236, 247, 251, 277, 279, 289, 292, 297, 301, 307, 330, 348, 354, 360, 409, 413, 427, 432, 434, 436, 441, 448, 458, 462, 463, 492, 493, 509, 541, 551, 560], "check": [13, 44, 67, 68, 105, 148, 149, 168, 169, 214, 225, 236, 279, 295, 331, 430, 462, 463, 472, 495, 498, 506, 514, 516, 518, 525, 528, 529, 533, 536, 539, 540, 556], "whether": [13, 43, 44, 105, 116, 148, 149, 151, 154, 160, 168, 169, 196, 218, 219, 232, 234, 247, 251, 275, 277, 289, 292, 301, 303, 307, 330, 354, 356, 360, 432, 434, 436, 455, 458, 462, 463, 473, 493, 509, 552, 555, 558, 560], "object": [13, 42, 43, 44, 45, 74, 86, 105, 116, 132, 148, 149, 151, 153, 155, 158, 160, 166, 168, 175, 180, 190, 191, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 234, 235, 236, 251, 252, 254, 265, 266, 267, 277, 278, 279, 292, 293, 298, 303, 311, 313, 316, 317, 319, 320, 321, 322, 327, 330, 331, 332, 333, 334, 335, 339, 352, 356, 360, 361, 369, 370, 388, 393, 394, 398, 412, 430, 451, 452, 455, 462, 463, 469, 470, 474, 480, 490, 492, 493, 501, 509, 510, 512, 548, 549, 551, 552, 560, 561, 562, 564], "i": [13, 43, 44, 45, 48, 49, 51, 54, 55, 60, 64, 70, 82, 85, 105, 132, 143, 148, 149, 151, 154, 155, 158, 160, 162, 166, 168, 169, 174, 175, 180, 183, 184, 190, 194, 195, 201, 206, 207, 208, 209, 210, 211, 213, 214, 218, 219, 222, 223, 224, 232, 233, 234, 235, 236, 237, 238, 241, 243, 247, 251, 252, 254, 258, 260, 261, 265, 266, 267, 275, 276, 277, 278, 279, 280, 281, 284, 286, 289, 292, 300, 303, 305, 307, 309, 314, 322, 327, 331, 332, 336, 343, 353, 356, 358, 360, 361, 371, 377, 378, 382, 394, 399, 404, 412, 413, 430, 432, 436, 448, 452, 458, 462, 463, 467, 468, 469, 470, 473, 474, 475, 476, 478, 482, 485, 488, 490, 491, 492, 493, 495, 496, 497, 498, 500, 501, 502, 505, 506, 507, 509, 510, 511, 512, 513, 514, 515, 516, 518, 519, 521, 523, 524, 525, 527, 528, 530, 531, 532, 533, 535, 536, 537, 538, 539, 540, 541, 543, 545, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 563, 564], "iter": [13, 15, 105, 140, 148, 149, 151, 168, 169, 175, 195, 201, 208, 212, 218, 219, 222, 223, 227, 232, 236, 237, 254, 265, 266, 270, 275, 279, 280, 332, 334, 361, 394, 425, 429, 452, 455, 469, 470, 473, 490, 492, 493, 510, 549, 551, 552, 558, 559, 561, 563], "return": [13, 16, 44, 45, 54, 67, 68, 70, 74, 105, 116, 148, 149, 151, 153, 154, 155, 160, 166, 168, 169, 170, 175, 181, 183, 187, 188, 191, 194, 196, 197, 201, 204, 210, 211, 212, 214, 216, 222, 223, 236, 243, 247, 251, 252, 253, 258, 265, 266, 279, 286, 289, 292, 297, 300, 301, 303, 304, 305, 307, 313, 314, 321, 325, 330, 331, 332, 334, 339, 345, 349, 351, 353, 354, 356, 357, 358, 360, 361, 365, 369, 371, 388, 393, 394, 398, 406, 410, 412, 413, 425, 427, 429, 430, 432, 434, 441, 448, 451, 452, 455, 460, 462, 463, 469, 470, 474, 475, 492, 493, 498, 509, 512, 543, 544, 545, 547, 549, 552, 555, 558, 559, 561], "true": [13, 43, 44, 85, 113, 146, 148, 149, 154, 160, 169, 175, 187, 218, 219, 232, 234, 236, 237, 250, 251, 252, 275, 277, 279, 280, 291, 292, 297, 301, 307, 325, 348, 354, 360, 371, 394, 409, 413, 427, 432, 434, 436, 441, 448, 455, 458, 462, 463, 474, 492, 493, 495, 498, 502, 509, 510, 513, 516, 517, 532, 533, 534, 535, 541, 543, 551, 552, 553, 555, 558, 559, 560, 561, 563], "els": [13, 148, 151, 169, 219, 232, 275, 371, 434, 460, 518, 555, 559], "fals": [13, 14, 15, 41, 42, 43, 44, 47, 48, 49, 71, 72, 89, 92, 99, 102, 103, 105, 113, 131, 136, 143, 146, 147, 148, 149, 151, 152, 154, 159, 160, 166, 168, 169, 175, 181, 184, 218, 219, 224, 226, 233, 234, 236, 247, 251, 252, 253, 254, 260, 267, 269, 276, 277, 279, 289, 292, 303, 307, 356, 360, 371, 394, 413, 432, 434, 441, 455, 458, 462, 463, 473, 474, 492, 493, 502, 509, 510, 523, 527, 533, 541, 544, 545, 551, 552, 555, 558, 559, 560, 561, 563], "boolean": [13, 149], "ensure_list": 13, "x": [13, 55, 74, 149, 154, 195, 218, 219, 233, 251, 276, 292, 339, 398, 413, 432, 491, 495, 498, 511, 512, 538, 539, 543, 544, 546, 552, 553, 558, 559, 560, 562], "ensur": [13, 251, 292, 339, 398, 498, 552, 560], "list": [13, 42, 43, 44, 54, 105, 140, 148, 149, 151, 153, 154, 155, 164, 168, 175, 176, 188, 194, 195, 200, 205, 210, 214, 218, 219, 222, 223, 227, 234, 247, 251, 252, 265, 266, 270, 277, 289, 292, 296, 297, 300, 301, 303, 304, 305, 307, 314, 322, 327, 330, 333, 348, 353, 354, 356, 357, 358, 360, 361, 369, 377, 378, 382, 394, 409, 413, 427, 432, 441, 452, 453, 463, 469, 472, 473, 493, 500, 502, 506, 508, 510, 513, 518, 520, 523, 524, 527, 535, 538, 540, 541, 547, 549, 551, 552, 554, 558, 559, 561], "input": [13, 15, 42, 43, 44, 45, 54, 60, 64, 67, 68, 70, 71, 72, 74, 82, 83, 85, 86, 105, 109, 110, 116, 122, 141, 148, 149, 151, 153, 163, 165, 166, 167, 168, 169, 173, 194, 195, 214, 218, 219, 222, 223, 234, 235, 236, 238, 247, 250, 251, 256, 265, 266, 277, 278, 279, 281, 289, 291, 292, 295, 296, 297, 360, 361, 365, 369, 394, 434, 436, 447, 451, 452, 458, 460, 462, 463, 470, 473, 474, 490, 491, 492, 493, 495, 496, 497, 498, 500, 502, 504, 509, 510, 511, 512, 513, 518, 549, 551, 552, 555, 558, 559, 560, 563], "check_mx_vers": 13, "version": [13, 54, 104, 149, 151, 163, 168, 194, 219, 296, 297, 352, 447, 467, 469, 473, 502, 506, 507, 510, 523, 525, 527, 528, 550, 556, 558, 561, 562], "str": [13, 42, 44, 140, 149, 153, 155, 160, 161, 164, 165, 166, 168, 169, 170, 181, 183, 191, 194, 218, 219, 234, 235, 236, 243, 247, 251, 253, 257, 258, 277, 278, 279, 286, 289, 292, 296, 297, 300, 301, 303, 305, 307, 314, 325, 348, 351, 353, 354, 356, 358, 360, 379, 387, 389, 392, 393, 409, 412, 413, 425, 427, 430, 434, 435, 436, 441, 451, 455, 458, 460, 463, 464, 492, 493, 509, 541, 551, 559, 560], "mx": 13, "__version__": [13, 158], "combine_cap": 13, "current": [13, 70, 104, 165, 169, 190, 191, 194, 197, 201, 204, 218, 219, 309, 316, 317, 319, 320, 321, 330, 332, 339, 343, 398, 404, 434, 463, 469, 470, 473, 475, 491, 498, 502, 510, 513, 517, 530, 538, 547, 549, 552, 555, 558, 561], "new": [13, 16, 44, 148, 149, 165, 175, 224, 236, 251, 252, 267, 279, 292, 331, 371, 427, 436, 441, 468, 472, 474, 498, 510, 511, 524, 530, 531, 532, 533, 539, 540, 543, 544, 549, 550, 552, 555, 556, 557, 560, 562, 563], "combin": [13, 168, 218, 219, 222, 223, 247, 261, 265, 266, 289, 361, 394, 452, 463, 469, 473, 505, 510, 548, 550, 552, 554, 555, 560, 561], "capabl": [13, 47, 349, 410, 474, 475, 490, 502, 510, 511, 521, 532, 537, 549, 551, 552, 561, 563], "contain": [13, 67, 68, 70, 74, 139, 148, 149, 155, 160, 168, 169, 175, 180, 191, 194, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 214, 218, 219, 222, 223, 234, 235, 236, 265, 266, 277, 278, 279, 293, 297, 298, 303, 304, 305, 309, 322, 325, 327, 330, 331, 332, 333, 334, 335, 356, 357, 358, 361, 394, 452, 455, 462, 491, 493, 496, 505, 509, 531, 538, 543, 544, 545, 549, 555, 559, 561, 562], "make_nc_model": 13, "target": [13, 42, 43, 102, 149, 151, 154, 168, 194, 212, 214, 219, 331, 334, 339, 398, 432, 458, 493, 498, 510, 549, 559, 560, 561, 563], "sym_model": 13, "ctx": 13, "input_desc": 13, "convert": [13, 43, 48, 49, 50, 53, 54, 55, 56, 57, 66, 74, 86, 99, 100, 102, 103, 104, 105, 131, 136, 140, 142, 153, 168, 194, 218, 219, 234, 247, 250, 251, 277, 289, 291, 292, 296, 303, 309, 331, 349, 356, 410, 413, 469, 474, 510, 511, 515, 552, 554, 555, 558, 560, 561], "symbol": [13, 43, 153, 166, 168, 300, 353, 361, 394, 469, 512], "model": [13, 15, 16, 29, 41, 42, 43, 44, 45, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 69, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 116, 118, 140, 141, 142, 148, 149, 151, 152, 153, 154, 155, 159, 160, 161, 162, 164, 165, 166, 167, 168, 169, 173, 175, 180, 187, 191, 192, 194, 201, 202, 203, 206, 208, 209, 210, 212, 214, 218, 219, 222, 223, 230, 233, 234, 236, 251, 252, 255, 256, 265, 266, 273, 276, 277, 279, 292, 293, 295, 296, 297, 298, 299, 307, 308, 309, 310, 313, 316, 317, 319, 320, 321, 322, 327, 331, 332, 333, 334, 335, 336, 339, 342, 343, 345, 352, 360, 361, 371, 387, 392, 393, 394, 395, 398, 399, 403, 404, 406, 412, 413, 425, 429, 430, 432, 434, 435, 436, 448, 451, 452, 458, 460, 462, 463, 465, 468, 469, 470, 472, 473, 475, 480, 490, 491, 492, 493, 495, 496, 497, 498, 499, 504, 505, 507, 509, 511, 513, 518, 520, 521, 524, 530, 532, 537, 539, 540, 541, 542, 547, 548, 550, 552, 556, 557, 559, 560, 561, 562, 563], "an": [13, 67, 68, 70, 105, 141, 143, 148, 149, 151, 155, 158, 160, 168, 174, 184, 201, 218, 219, 227, 232, 236, 251, 255, 260, 270, 275, 279, 292, 299, 300, 304, 305, 313, 314, 336, 352, 353, 357, 358, 361, 388, 393, 394, 413, 436, 452, 463, 465, 467, 469, 470, 472, 473, 475, 491, 492, 493, 494, 495, 500, 508, 509, 510, 511, 513, 517, 518, 521, 530, 533, 534, 535, 538, 541, 547, 549, 550, 552, 555, 556, 557, 558, 559, 560, 561], "neural": [13, 155, 175, 180, 183, 196, 197, 198, 199, 210, 218, 219, 246, 247, 248, 251, 252, 255, 258, 261, 289, 290, 292, 294, 299, 306, 307, 309, 322, 327, 330, 333, 335, 336, 341, 347, 352, 359, 360, 361, 365, 372, 394, 401, 402, 408, 460, 465, 468, 473, 474, 475, 490, 491, 493, 494, 496, 497, 498, 499, 500, 501, 502, 503, 504, 507, 508, 511, 512, 514, 515, 518, 520, 521, 523, 525, 527, 528, 529, 541, 547, 548, 550, 552, 555, 556, 558, 559, 560, 561, 563, 564], "compressor": [13, 175, 180, 183, 198, 199, 210, 218, 219, 246, 247, 248, 251, 252, 255, 258, 261, 289, 290, 292, 294, 299, 306, 307, 309, 330, 333, 335, 336, 341, 347, 352, 359, 360, 361, 365, 372, 394, 402, 408, 460, 465, 468, 470, 473, 474, 475, 490, 491, 493, 494, 496, 497, 498, 499, 500, 501, 502, 503, 504, 507, 508, 511, 512, 513, 514, 518, 520, 521, 523, 525, 527, 528, 529, 532, 533, 534, 535, 537, 538, 545, 547, 548, 549, 550, 552, 555, 556, 558, 559, 560, 561, 562, 563, 564], "tupl": [13, 105, 148, 168, 188, 219, 222, 223, 247, 251, 265, 266, 289, 292, 297, 348, 361, 394, 409, 435, 452, 462, 474, 493, 509, 510, 552, 560], "symnet": 13, "arg": [13, 54, 105, 149, 168, 178, 234, 235, 236, 277, 278, 279, 330, 339, 398, 413, 432, 435, 458, 459, 493, 498, 510, 519, 549, 552, 555, 558, 559, 560], "aux": 13, "data": [13, 42, 43, 44, 56, 105, 140, 148, 149, 155, 160, 165, 168, 169, 173, 194, 218, 219, 222, 223, 252, 254, 265, 266, 297, 299, 339, 349, 351, 352, 361, 387, 392, 394, 398, 410, 412, 425, 429, 434, 452, 455, 460, 463, 472, 473, 491, 492, 493, 498, 502, 503, 506, 509, 510, 511, 532, 533, 535, 538, 543, 544, 552, 554, 555, 556, 557, 558, 559, 560, 561, 562], "descript": [13, 132, 413, 469, 474, 475, 492, 538, 542, 558], "ncmodel": 13, "fuse": [13, 58, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 91, 92, 93, 94, 96, 131, 136, 166, 168, 173, 469, 558, 559], "suppli": 13, "get_framework_nam": 13, "get": [13, 42, 44, 45, 67, 68, 70, 104, 105, 148, 149, 154, 161, 165, 168, 175, 183, 184, 188, 190, 191, 192, 194, 197, 204, 211, 212, 213, 214, 216, 219, 227, 251, 252, 258, 260, 270, 292, 297, 330, 332, 334, 342, 349, 351, 360, 369, 394, 403, 410, 412, 427, 430, 432, 451, 455, 458, 460, 463, 474, 491, 501, 505, 506, 508, 510, 516, 533, 535, 543, 544, 550, 555, 558, 561, 562, 565], "name": [13, 43, 45, 54, 67, 68, 70, 104, 105, 110, 116, 140, 148, 149, 153, 154, 155, 160, 161, 165, 166, 168, 170, 175, 176, 184, 187, 188, 190, 194, 196, 201, 204, 205, 210, 211, 212, 213, 214, 216, 218, 219, 234, 235, 236, 239, 243, 249, 251, 252, 256, 259, 260, 277, 278, 279, 282, 286, 292, 295, 296, 297, 302, 307, 325, 330, 332, 334, 349, 351, 355, 360, 365, 369, 371, 394, 410, 412, 425, 430, 432, 451, 453, 455, 460, 463, 468, 469, 475, 493, 495, 498, 500, 502, 507, 509, 510, 512, 516, 523, 527, 531, 532, 538, 549, 552, 556, 557, 559, 561, 563, 564], "context": [13, 436, 463, 551, 555], "prepare_model_data": 13, "nc_model": [13, 322, 327], "data_x": 13, "prepar": [13, 44, 168, 469, 472, 493, 498, 503, 532, 543, 544, 545, 549, 552], "dataload": [13, 15, 42, 44, 140, 141, 149, 152, 154, 155, 165, 168, 169, 175, 191, 192, 194, 210, 214, 222, 223, 234, 245, 255, 265, 266, 277, 288, 293, 299, 322, 327, 336, 352, 387, 392, 394, 452, 455, 469, 472, 473, 474, 495, 496, 497, 498, 503, 504, 510, 511, 532, 533, 548, 549, 552, 553, 554, 555, 558, 559, 560, 562, 563], "need": [13, 42, 105, 109, 165, 169, 175, 194, 210, 219, 222, 223, 224, 232, 233, 236, 243, 251, 254, 256, 257, 265, 266, 267, 275, 276, 279, 286, 292, 297, 336, 342, 360, 361, 371, 394, 403, 452, 462, 463, 469, 473, 492, 493, 495, 496, 498, 505, 510, 513, 515, 516, 519, 523, 524, 525, 527, 528, 530, 531, 532, 533, 534, 535, 537, 541, 543, 549, 551, 552, 553, 554, 555, 556, 558, 560, 561, 563], "run": [13, 140, 148, 160, 169, 175, 201, 214, 218, 219, 222, 223, 233, 250, 252, 265, 266, 276, 291, 331, 332, 339, 361, 394, 398, 436, 452, 473, 490, 498, 501, 502, 510, 513, 515, 517, 518, 519, 521, 523, 524, 525, 527, 528, 530, 538, 539, 540, 541, 543, 544, 545, 550, 552, 555, 556, 557, 559, 561, 563], "loader": [13, 140, 222, 223, 265, 266, 361, 394, 425, 429, 452, 458, 492, 552], "dataloaderwrap": 13, "prepare_model": 13, "create_data_exampl": 13, "creat": [13, 16, 105, 158, 218, 219, 224, 234, 236, 254, 267, 277, 279, 303, 313, 314, 349, 356, 388, 393, 410, 412, 413, 455, 467, 470, 473, 493, 512, 523, 525, 527, 528, 531, 543, 544, 545, 549, 552, 557, 559, 561, 562], "exampl": [13, 44, 149, 151, 155, 160, 168, 169, 175, 176, 188, 194, 195, 210, 218, 219, 234, 235, 236, 247, 251, 277, 278, 279, 289, 292, 303, 304, 305, 307, 333, 356, 357, 358, 360, 361, 371, 394, 412, 413, 430, 434, 451, 452, 462, 463, 467, 472, 474, 475, 480, 504, 505, 513, 516, 517, 518, 521, 538, 541, 554, 556, 560, 561, 562, 565], "prepare_dataload": 13, "io": [13, 160, 536], "ndarray_to_devic": 13, "ndarrai": [13, 42, 43, 67, 68, 70, 251, 292, 453, 501, 560], "devic": [13, 45, 79, 89, 90, 91, 92, 93, 94, 97, 107, 131, 136, 147, 149, 154, 159, 160, 162, 168, 169, 191, 194, 195, 210, 214, 218, 219, 432, 436, 441, 458, 474, 492, 496, 510, 511, 513, 516, 521, 530, 549, 551, 553, 555], "is_model_quant": 13, "query_quantizable_nod": 13, "node": [13, 42, 43, 44, 50, 54, 55, 56, 57, 60, 62, 64, 67, 68, 70, 74, 77, 80, 82, 83, 84, 98, 102, 103, 105, 110, 132, 140, 148, 194, 295, 297, 369, 393, 473, 495, 498, 533, 537, 540, 543, 544, 545, 553, 559, 561, 564], "given": [13, 16, 67, 68, 70, 104, 105, 116, 148, 149, 161, 168, 251, 292, 303, 356, 394, 451, 470, 475, 549, 558, 560], "map": [13, 43, 105, 148, 160, 168, 219, 251, 292, 295, 297, 298, 302, 304, 305, 307, 322, 327, 332, 335, 355, 357, 358, 360, 493, 498, 509, 510, 523, 527, 535, 549, 552, 555], "quantize_sym_model": 13, "qconfig": [13, 168, 462, 555, 559], "accord": [13, 122, 168, 175, 218, 219, 234, 235, 236, 251, 277, 278, 279, 292, 342, 401, 403, 455, 470, 473, 493, 498, 533, 538, 543, 544, 545, 549, 554, 558, 560, 561], "run_forward": 13, "b_filter": 13, "collector": [13, 155, 453], "pre_batch": 13, "post_batch": 13, "forward": [13, 149, 168, 214, 436, 474, 510, 532, 549, 551, 552, 555, 558, 559], "propag": [13, 100], "filter": [13, 234, 235, 236, 237, 238, 239, 241, 245, 277, 278, 279, 280, 281, 282, 284, 288, 299, 352, 463, 475, 493, 505, 549, 559], "which": [13, 42, 56, 83, 110, 149, 151, 154, 155, 160, 165, 169, 190, 194, 195, 197, 201, 202, 203, 205, 208, 209, 210, 212, 214, 218, 219, 234, 235, 236, 247, 252, 277, 278, 279, 289, 300, 305, 314, 316, 317, 319, 320, 321, 325, 330, 331, 332, 334, 339, 353, 358, 360, 365, 371, 394, 398, 430, 432, 451, 463, 467, 469, 470, 473, 474, 475, 491, 492, 493, 495, 496, 498, 501, 502, 505, 509, 510, 511, 512, 514, 518, 521, 524, 530, 531, 532, 535, 538, 543, 544, 545, 548, 549, 551, 552, 553, 554, 555, 556, 558, 559, 560, 561, 562, 563], "batch": [13, 149, 168, 224, 226, 227, 232, 233, 254, 267, 269, 270, 275, 276, 452, 492, 496, 497, 510, 548, 549, 552, 558, 560, 561, 564], "infer": [13, 43, 105, 140, 168, 169, 194, 298, 335, 369, 371, 394, 436, 452, 473, 474, 491, 496, 497, 510, 511, 530, 547, 549, 550, 552, 555, 558, 559, 561], "collect": [13, 16, 43, 149, 168, 249, 251, 254, 256, 257, 259, 292, 305, 307, 358, 360, 453, 463, 474, 552, 559, 561], "inform": [13, 149, 155, 190, 191, 194, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 219, 222, 223, 254, 256, 257, 265, 266, 330, 332, 333, 334, 336, 360, 463, 467, 468, 471, 472, 473, 474, 475, 476, 478, 482, 485, 488, 491, 496, 502, 510, 512, 525, 528, 531, 532, 535, 536, 538, 539, 543, 544, 549, 554, 555, 556, 558, 559, 563, 564, 565], "dure": [13, 158, 160, 196, 200, 212, 218, 219, 330, 334, 371, 463, 474, 495, 510, 512, 537, 547, 548, 549, 552, 558, 559, 563], "call": [13, 42, 160, 165, 170, 194, 202, 203, 208, 303, 332, 356, 436, 469, 470, 473, 492, 504, 519, 521, 531, 549, 552, 558, 559, 560], "prior": [13, 88, 561], "after": [13, 78, 148, 168, 192, 196, 201, 203, 208, 218, 219, 234, 247, 251, 254, 277, 289, 292, 332, 399, 413, 458, 463, 470, 474, 493, 495, 496, 497, 500, 505, 509, 510, 523, 524, 527, 531, 535, 547, 548, 549, 552, 554, 555, 557, 558, 559, 560, 561], "count": [13, 470, 493, 555], "int": [13, 16, 42, 43, 44, 105, 140, 148, 149, 152, 164, 168, 169, 192, 218, 219, 233, 234, 235, 247, 251, 276, 277, 278, 289, 292, 296, 297, 301, 303, 307, 314, 354, 356, 360, 379, 388, 393, 412, 413, 425, 429, 434, 441, 458, 463, 492, 493, 509, 510, 541, 551, 555, 560], "make_symbol_block": 13, "gluon": [13, 361, 394, 512], "symbolblock": 13, "make_modul": 13, "parse_tune_config": 13, "tune_cfg": [13, 148, 153, 168, 425, 473, 475, 561], "quantizable_nod": 13, "strategi": [13, 168, 208, 218, 219, 220, 236, 263, 279, 299, 352, 472, 473, 474, 475, 480, 491, 492, 498, 505, 510, 518, 530, 535, 550, 551, 552, 554, 555, 556, 562, 563], "config": [13, 44, 115, 116, 118, 122, 168, 175, 176, 190, 191, 192, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 218, 222, 223, 234, 265, 266, 277, 316, 317, 319, 320, 321, 322, 327, 330, 331, 332, 333, 334, 349, 350, 352, 361, 388, 393, 410, 411, 412, 413, 417, 425, 435, 452, 455, 462, 463, 470, 472, 474, 475, 480, 490, 492, 495, 496, 497, 498, 500, 503, 505, 509, 510, 511, 512, 532, 533, 548, 549, 551, 552, 554, 555, 557, 559, 561], "tune": [13, 45, 149, 175, 218, 219, 222, 223, 234, 236, 265, 266, 277, 279, 298, 335, 337, 338, 339, 340, 342, 343, 344, 345, 348, 349, 350, 351, 361, 371, 394, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 409, 410, 411, 412, 425, 452, 463, 473, 474, 491, 492, 493, 495, 498, 505, 507, 510, 511, 530, 534, 537, 539, 540, 547, 549, 550, 554, 556, 557, 559, 563], "from": [13, 43, 45, 61, 67, 68, 70, 105, 148, 149, 151, 160, 161, 165, 168, 169, 175, 180, 181, 188, 190, 191, 197, 198, 199, 200, 204, 206, 207, 208, 209, 210, 211, 212, 213, 214, 218, 219, 222, 223, 224, 227, 231, 234, 235, 236, 237, 238, 239, 241, 246, 247, 253, 254, 257, 265, 266, 267, 270, 274, 277, 278, 279, 280, 281, 282, 284, 289, 293, 295, 296, 297, 300, 303, 304, 305, 309, 314, 330, 331, 332, 334, 349, 351, 353, 356, 357, 358, 361, 369, 371, 394, 410, 412, 413, 417, 425, 427, 434, 441, 452, 455, 458, 462, 463, 467, 468, 469, 470, 473, 475, 490, 492, 493, 495, 496, 497, 498, 499, 500, 501, 503, 505, 508, 509, 511, 512, 513, 517, 518, 519, 521, 531, 533, 535, 536, 540, 543, 544, 545, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562], "distribute_calib_tensor": 13, "calib_tensor": 13, "calib_cfg": 13, "tensor_to_nod": 13, "distribut": [13, 16, 143, 174, 218, 219, 224, 226, 227, 232, 233, 254, 267, 269, 270, 275, 276, 457, 472, 474, 492, 496, 506, 525, 528, 532, 535, 543, 550, 552, 555, 556, 558, 562, 564], "depend": [13, 222, 223, 252, 265, 266, 361, 394, 452, 468, 501, 502, 536, 551, 552, 561], "algorithm": [13, 44, 151, 154, 168, 176, 187, 215, 219, 300, 307, 315, 352, 353, 360, 430, 451, 455, 457, 470, 473, 474, 475, 496, 497, 502, 505, 508, 519, 524, 549, 552, 559, 563], "set": [13, 43, 51, 96, 105, 115, 148, 149, 160, 165, 168, 175, 183, 214, 216, 218, 219, 222, 223, 224, 234, 236, 239, 251, 252, 257, 258, 265, 266, 267, 277, 279, 282, 292, 303, 309, 322, 327, 331, 336, 356, 360, 361, 369, 393, 394, 413, 417, 451, 452, 460, 463, 467, 470, 474, 490, 492, 493, 496, 498, 500, 502, 504, 505, 506, 509, 510, 511, 513, 515, 517, 531, 532, 533, 534, 535, 536, 540, 543, 549, 551, 552, 555, 557, 558, 561, 563], "kl": [13, 16, 218, 219, 453, 457, 474, 475, 491, 502, 510, 561, 563], "minmax": [13, 16, 441, 474, 475, 491, 502, 552, 563], "calib_model": 13, "qsym_model": 13, "calib_data": [13, 159], "calibdata": 13, "threshold": [13, 171, 453, 457, 509], "amp_convert": 13, "amp_cfg": 13, "support": [13, 42, 43, 44, 97, 104, 149, 165, 173, 181, 183, 191, 197, 204, 208, 209, 218, 219, 222, 223, 233, 234, 236, 243, 247, 251, 253, 254, 255, 258, 265, 266, 276, 277, 279, 286, 289, 292, 299, 307, 309, 314, 330, 332, 336, 343, 349, 352, 360, 361, 365, 371, 394, 404, 410, 413, 452, 455, 457, 458, 463, 465, 472, 474, 508, 510, 513, 518, 521, 524, 530, 537, 538, 541, 550, 554, 557, 561, 562], "amp": [13, 149, 513, 520, 539, 555], "wrap": [13, 105, 116, 149, 181, 253, 303, 356, 436, 469, 498, 525, 528], "dataiterload": 13, "data_it": [13, 194], "collectorbas": 13, "calibcollector": 13, "include_tensors_kl": 13, "include_tensors_minmax": 13, "num_bin": [13, 16, 453], "8001": [13, 453, 538, 543, 544, 545], "tensorcollector": 13, "include_nod": 13, "qtensor_to_tensor": 13, "build": [13, 42, 44, 115, 170, 171, 173, 174, 310, 313, 364, 366, 368, 369, 370, 473, 474, 475, 506, 512, 523, 525, 527, 528, 531, 550, 561], "up": [13, 100, 205, 251, 292, 331, 498, 499, 502, 505, 521, 525, 528, 530, 549, 550, 551, 552, 557, 560, 561, 563], "namecollector": 13, "cache_kl": 13, "cache_minmax": 13, "tensors_kl": 13, "tensors_minmax": 13, "onnxruntimeadaptor": 14, "rt": 14, "onnxrt_weightonlyadaptor": 14, "onnxrt_qlinearopsadaptor": [14, 473], "onnxrt_integeropsadaptor": 14, "onnxrt_qdqadaptor": 14, "onnxrtqueri": 14, "dynam": [14, 149, 160, 219, 224, 267, 297, 349, 410, 448, 473, 492, 496, 500, 505, 510, 513, 518, 519, 520, 521, 524, 530, 550, 561, 564], "static": [14, 41, 42, 47, 165, 173, 194, 219, 297, 349, 394, 410, 425, 427, 441, 448, 473, 474, 475, 495, 500, 505, 510, 513, 518, 519, 520, 521, 524, 530, 533, 541, 543, 544, 545, 553, 558, 561, 564], "format": [14, 18, 43, 54, 148, 168, 218, 219, 234, 235, 236, 277, 278, 279, 297, 303, 309, 349, 356, 410, 413, 458, 472, 474, 475, 493, 498, 500, 509, 510, 511, 512, 513, 535, 538, 550, 552, 555, 556], "onnxrtaug": 15, "dump_op_typ": 15, "black_nod": 15, "white_nod": 15, "cpuexecutionprovid": [15, 41, 42, 44, 511, 552], "reduce_rang": [15, 41, 42, 218, 219, 475, 551], "kwarg": [15, 43, 105, 122, 123, 124, 125, 126, 127, 128, 129, 132, 133, 135, 137, 149, 161, 168, 169, 178, 192, 218, 219, 236, 249, 251, 256, 259, 279, 292, 348, 350, 360, 361, 362, 364, 366, 368, 369, 370, 394, 409, 411, 413, 432, 434, 435, 452, 458, 459, 462, 463, 492], "augment": 15, "dump": [15, 158, 168, 175, 297, 463, 468, 535, 552, 556, 559], "calib_registri": 16, "calib_method": 16, "calibratorbas": 16, "minmaxcalibr": 16, "percentilecalibr": 16, "2048": [16, 149, 154, 169, 432, 441, 463, 555], "percentil": [16, 44, 140, 169, 434, 491], "99": [16, 564], "999": [16, 563], "option": [16, 44, 105, 149, 151, 160, 168, 169, 196, 218, 219, 222, 223, 234, 251, 265, 266, 277, 292, 296, 297, 303, 309, 330, 336, 349, 352, 356, 360, 361, 394, 410, 412, 413, 430, 434, 436, 452, 456, 458, 463, 474, 475, 492, 493, 502, 506, 510, 524, 538, 541, 543, 544, 545, 549, 552, 555, 557, 558, 560, 561, 563], "number": [16, 44, 67, 68, 105, 140, 149, 168, 169, 188, 192, 198, 199, 218, 219, 232, 235, 247, 251, 275, 278, 289, 292, 304, 305, 307, 330, 339, 357, 358, 360, 388, 393, 398, 413, 455, 463, 490, 492, 493, 498, 509, 538, 540, 549, 552, 555, 557, 558, 560, 561], "bin": [16, 160, 161, 463, 501], "histogram": [16, 453, 463, 532, 559], "valu": [16, 43, 44, 56, 67, 68, 70, 89, 90, 105, 143, 148, 149, 160, 168, 174, 175, 188, 190, 194, 195, 205, 213, 214, 215, 216, 218, 219, 222, 223, 234, 237, 238, 247, 251, 252, 265, 266, 277, 280, 281, 289, 292, 303, 307, 331, 339, 342, 349, 356, 360, 361, 394, 398, 403, 410, 412, 413, 436, 452, 453, 455, 463, 469, 474, 475, 491, 493, 495, 502, 509, 510, 511, 516, 533, 535, 541, 547, 549, 551, 552, 555, 556, 558, 560, 561, 563], "default": [16, 44, 97, 148, 149, 151, 160, 168, 169, 176, 214, 216, 218, 219, 222, 223, 226, 234, 235, 236, 247, 251, 265, 266, 269, 277, 278, 279, 289, 292, 296, 297, 300, 309, 331, 351, 353, 360, 369, 412, 427, 430, 434, 436, 441, 448, 455, 458, 463, 469, 473, 492, 493, 502, 505, 506, 509, 510, 511, 518, 521, 523, 527, 535, 538, 543, 544, 545, 547, 549, 551, 552, 554, 555, 557, 558, 560, 561, 563], "float": [16, 43, 44, 140, 141, 149, 151, 155, 169, 196, 201, 211, 214, 218, 219, 234, 247, 277, 289, 301, 303, 304, 305, 332, 354, 356, 357, 358, 409, 413, 434, 441, 448, 460, 463, 493, 509, 551, 552, 558, 560], "A": [16, 55, 74, 75, 103, 116, 140, 141, 148, 149, 158, 168, 180, 187, 188, 190, 191, 194, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 218, 219, 236, 251, 254, 256, 257, 279, 292, 293, 300, 303, 304, 305, 307, 310, 313, 314, 315, 322, 325, 327, 330, 331, 332, 333, 334, 339, 353, 356, 357, 358, 360, 361, 365, 369, 398, 452, 463, 468, 474, 492, 493, 499, 502, 509, 510, 512, 523, 524, 527, 530, 538, 549, 550, 552, 555, 558, 560, 561, 563], "between": [16, 42, 143, 174, 207, 218, 219, 251, 292, 304, 307, 357, 360, 388, 393, 463, 469, 473, 474, 475, 491, 495, 496, 505, 509, 510, 521, 552, 555, 556, 557, 558, 560, 561], "0": [16, 43, 44, 54, 90, 105, 148, 149, 151, 159, 160, 168, 169, 171, 173, 181, 188, 190, 192, 214, 218, 219, 224, 226, 233, 234, 237, 238, 241, 247, 251, 253, 254, 267, 269, 276, 277, 280, 281, 284, 289, 292, 297, 298, 307, 314, 322, 327, 335, 360, 371, 394, 399, 413, 434, 441, 458, 469, 492, 493, 496, 498, 500, 501, 502, 506, 507, 509, 510, 511, 516, 518, 523, 527, 533, 543, 544, 549, 551, 552, 553, 555, 556, 557, 558, 559, 560, 561, 563], "100": [16, 175, 188, 218, 219, 236, 279, 413, 425, 429, 490, 493, 498, 504, 510, 535, 551, 552, 560, 561, 563, 564], "klcalibr": 16, "128": [16, 44, 149, 152, 154, 168, 169, 234, 237, 238, 251, 277, 280, 281, 292, 432, 441, 493, 510, 552, 555, 560, 564], "num_quantized_bin": 16, "histogramcollector": 16, "collctor": 16, "smooth_distribut": 16, "p": [16, 151, 531, 532, 555], "ep": [16, 174, 511], "0001": [16, 188, 218, 219, 496, 510, 551], "smooth": [16, 140, 141, 148, 165, 173, 218, 219, 348, 549, 561], "discret": [16, 188, 561], "mai": [16, 148, 158, 160, 316, 317, 319, 320, 321, 413, 436, 467, 468, 474, 491, 495, 500, 501, 507, 511, 523, 527, 533, 536, 538, 550, 552, 555, 558, 561], "have": [16, 74, 83, 141, 148, 160, 191, 195, 197, 204, 232, 254, 275, 300, 303, 330, 332, 353, 356, 360, 394, 412, 413, 467, 468, 474, 475, 492, 493, 495, 498, 502, 507, 509, 510, 511, 513, 530, 533, 536, 538, 543, 544, 545, 547, 549, 552, 553, 555, 558, 561, 562], "been": [16, 149, 160, 191, 197, 204, 300, 330, 332, 353, 470, 475, 496, 510, 511, 530, 555, 558], "normal": [16, 33, 251, 292, 305, 358, 510, 539, 547, 555, 558, 560], "1": [16, 42, 43, 44, 55, 74, 89, 105, 109, 113, 146, 148, 149, 151, 160, 163, 165, 168, 169, 171, 173, 174, 175, 181, 188, 190, 202, 203, 205, 218, 219, 224, 226, 233, 234, 235, 237, 238, 241, 242, 247, 251, 252, 253, 254, 267, 269, 276, 277, 278, 280, 281, 284, 285, 289, 292, 298, 303, 304, 305, 307, 322, 327, 332, 335, 336, 356, 357, 358, 360, 371, 394, 412, 413, 434, 441, 447, 455, 458, 463, 467, 469, 472, 473, 475, 491, 492, 493, 495, 496, 500, 502, 503, 506, 508, 509, 511, 514, 516, 532, 533, 540, 541, 543, 544, 545, 547, 548, 549, 551, 552, 553, 555, 556, 557, 558, 559, 560, 561, 562, 563], "replac": [16, 149, 161, 165, 168, 169, 305, 358, 498, 510, 521, 556], "zero": [16, 43, 44, 149, 154, 169, 201, 214, 251, 292, 332, 432, 434, 463, 472, 535, 549, 552, 555, 558, 560, 561], "multipli": [16, 218, 219, 555], "scale": [16, 43, 44, 100, 141, 143, 149, 154, 163, 165, 167, 168, 169, 173, 174, 247, 251, 289, 292, 432, 434, 447, 552, 555, 557, 558, 560, 561], "factor": [16, 141, 151, 555, 558, 564], "take": [16, 196, 219, 222, 223, 227, 251, 256, 265, 266, 270, 292, 330, 339, 360, 361, 394, 398, 452, 467, 469, 470, 492, 495, 496, 502, 510, 530, 549, 552, 554, 555, 560, 561, 563], "correspond": [16, 155, 194, 205, 218, 219, 234, 277, 300, 303, 307, 353, 356, 360, 436, 455, 463, 473, 502, 510, 549, 551, 552, 557, 561], "amount": [16, 558], "off": [16, 67, 68, 70, 468, 555], "non": [16, 331, 463, 469, 495, 555, 561], "ref": [16, 148], "http": [16, 154, 155, 190, 198, 199, 208, 209, 210, 234, 236, 277, 279, 300, 301, 303, 304, 305, 330, 332, 333, 353, 354, 356, 357, 358, 360, 394, 432, 441, 469, 472, 493, 495, 503, 506, 507, 510, 519, 525, 528, 532, 534, 535, 536, 537, 538, 541, 543, 544, 545, 549, 556], "hanj": 16, "c": [16, 74, 236, 279, 463, 493, 501, 506, 555, 561], "illinoi": 16, "edu": [16, 236, 279, 493], "cs412": 16, "bk3": 16, "diverg": [16, 453, 457, 475, 491, 496, 561], "pdf": 16, "github": [16, 155, 198, 199, 210, 234, 277, 300, 301, 304, 305, 330, 333, 353, 354, 357, 358, 360, 394, 468, 472, 493, 495, 499, 506, 507, 510, 519, 525, 528, 532, 534, 535, 536, 537, 538, 541, 544, 545, 556], "com": [16, 155, 198, 199, 210, 234, 277, 300, 301, 304, 305, 330, 333, 353, 354, 357, 358, 360, 394, 467, 472, 493, 495, 503, 506, 507, 510, 513, 519, 532, 534, 535, 537, 538, 541, 544, 545, 556, 557, 564], "apach": [16, 507], "incub": 16, "blob": [16, 155, 198, 199, 300, 301, 304, 305, 330, 353, 354, 357, 358, 360, 394, 510, 519, 541, 544, 545], "master": [16, 198, 199, 210, 300, 301, 304, 305, 330, 333, 353, 354, 357, 358, 360, 394, 510, 561], "python": [16, 75, 148, 158, 160, 236, 255, 279, 299, 352, 413, 463, 465, 468, 469, 493, 495, 498, 501, 506, 510, 515, 521, 524, 530, 534, 535, 537, 538, 540, 543, 545, 549, 550, 560], "contrib": [16, 299, 352], "py": [16, 148, 155, 175, 201, 218, 219, 301, 303, 304, 305, 332, 354, 356, 357, 358, 413, 469, 473, 495, 498, 506, 510, 515, 517, 518, 519, 525, 528, 532, 534, 535, 537, 538, 540, 541, 543, 544, 545, 552, 556, 559], "microsoft": [16, 472, 473], "onnxruntim": [16, 218, 219, 230, 236, 243, 273, 279, 286, 308, 388, 473, 491, 492, 505, 506, 511, 533, 551], "main": [16, 154, 183, 188, 205, 210, 258, 333, 425, 429, 432, 435, 448, 469, 492, 495, 498, 510, 517, 519, 531, 540, 549, 552, 555], "tool": [16, 148, 296, 463, 472, 473, 510, 523, 527, 533, 536, 537, 538, 549, 550, 552], "arrai": [16, 43, 44, 148, 160, 251, 292, 303, 314, 356, 463, 560], "small": [16, 67, 68, 69, 70, 401, 470, 535, 536, 549, 555, 561, 564], "probabl": [16, 218, 219, 457, 555], "activationoper": 18, "onnx_quant": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40], "onnx_nod": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 87, 101, 111], "removableactivationoper": 18, "remov": [18, 43, 51, 57, 60, 74, 80, 83, 84, 85, 96, 98, 140, 192, 205, 305, 358, 467, 510, 523, 527, 536, 543, 544, 549, 559], "qactivationoper": 18, "children": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 34, 35, 36, 38, 39, 161], "initi": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 34, 35, 36, 38, 39, 42, 43, 44, 105, 116, 148, 151, 160, 181, 201, 222, 223, 231, 234, 253, 265, 266, 274, 277, 331, 332, 349, 394, 410, 452, 470, 475, 493, 509, 529, 549, 552, 558, 561], "qoper": [18, 34, 218, 219, 500, 533], "float16activationoper": 18, "float16": [18, 21, 43, 149, 436, 458, 493, 555], "argmaxoper": 19, "qargmaxoper": 19, "attentionoper": 20, "qattentionoper": 20, "qattent": 20, "binari": [21, 148, 307, 360, 501, 509, 525, 528, 556], "binaryoper": 21, "binarydirect8bitoper": 21, "qbinaryoper": 21, "qbinari": 21, "float16binaryoper": 21, "concatoper": 22, "qconcatoper": 22, "qconcat": 22, "convoper": 23, "qconvoper": 23, "qlinearconv": 23, "direct8bit": 24, "direct8bitoper": 24, "qdirectoper": 24, "qdirect": 24, "embedlayernorm": 25, "embedlayernormalizationoper": 25, "qembedlayernormalizationoper": 25, "qembedlayernorm": 25, "gatheroper": 26, "qgatheroper": 26, "qgather": 26, "globalaveragepool": 27, "globalaveragepooloper": 27, "qglobalaveragepooloper": 27, "qlinearglobalaveragepool": 27, "gemmoper": 28, "qgemmoper": 28, "qgemm": 28, "lstmoper": 30, "matmuloper": 31, "qmatmuloper": 31, "qlinearmatmul": 31, "fusedmatmuloper": 31, "fusedmatmul": 31, "maxpooloper": 32, "qmaxpooloper": 32, "qmaxpool": 32, "batchnormalizationoper": 33, "batchnorm": [33, 62, 67, 121, 469, 558], "normalizationoper": 33, "op_registri": 34, "op_typ": [34, 140, 141, 148, 350, 411], "qop_registri": 34, "padoper": 35, "qpadoper": 35, "qpad": 35, "averagepool": 36, "pooloper": 36, "qpooloper": 36, "qlinearaveragepool": 36, "reduceoper": 37, "reduceminmaxoper": 37, "reducemin": 37, "reducemax": 37, "resizeoper": 38, "qresizeoper": 38, "qresiz": 38, "splitoper": 39, "qsplitoper": 39, "qsplit": 39, "unari": 40, "unaryoper": 40, "unarydirect8bitoper": 40, "q_config": [41, 168, 297, 473], "mode": [41, 42, 43, 45, 110, 160, 165, 243, 286, 303, 349, 356, 369, 410, 448, 460, 462, 463, 473, 474, 495, 505, 523, 527, 535, 536, 552, 554, 555, 561], "quantization_param": 41, "op_types_to_quant": 41, "fallback_list": 41, "fp32": [41, 42, 44, 79, 131, 136, 143, 168, 169, 174, 218, 219, 222, 223, 265, 266, 296, 297, 307, 342, 349, 360, 399, 403, 410, 425, 429, 434, 441, 455, 458, 462, 463, 468, 472, 473, 475, 495, 502, 503, 509, 510, 511, 520, 532, 533, 534, 535, 551, 552, 554, 555, 556, 557, 558, 559, 561, 563, 564], "add_qdq_pair_to_weight": [41, 218, 219, 552], "optypes_to_exclude_output_qu": [41, 218, 219, 552], "dedicated_qdq_pair": [41, 218, 219, 552], "smoothquant": [42, 165, 168, 173, 472, 508, 550, 555, 562], "onnxrt": [42, 43, 44, 234, 236, 243, 251, 277, 279, 286, 292, 307, 360, 387, 461, 473, 495, 511, 532, 552, 564], "get_quant_dequant_output": 42, "input_data": [42, 492], "output_data": 42, "loss": [42, 181, 218, 219, 253, 298, 307, 322, 327, 335, 360, 436, 452, 491, 495, 496, 497, 498, 499, 508, 509, 510, 511, 521, 533, 535, 548, 549, 550, 552, 555, 558, 561, 563], "output": [42, 43, 44, 51, 54, 59, 74, 98, 105, 110, 148, 149, 168, 169, 178, 184, 194, 195, 200, 214, 216, 218, 219, 222, 223, 256, 260, 265, 266, 296, 297, 300, 330, 353, 360, 361, 369, 394, 430, 434, 436, 452, 458, 459, 463, 469, 473, 474, 496, 497, 498, 500, 502, 504, 509, 510, 512, 521, 530, 531, 533, 538, 539, 543, 544, 545, 548, 549, 551, 552, 555, 556, 558, 559, 560, 561, 563], "numpi": [42, 43, 67, 68, 70, 105, 148, 251, 292, 303, 314, 356, 501, 558, 560], "7": [42, 169, 175, 218, 219, 371, 434, 475, 490, 501, 502, 510, 549, 552, 556, 558, 561, 564], "bit": [42, 44, 149, 152, 168, 169, 218, 219, 412, 434, 475, 491, 497, 511, 550, 552, 555, 558], "execut": [42, 43, 54, 154, 160, 175, 201, 202, 203, 218, 219, 332, 336, 338, 393, 394, 395, 397, 432, 452, 455, 462, 463, 495, 496, 497, 510, 511, 515, 516, 523, 524, 527, 530, 531, 532, 533, 537, 540, 548, 549, 552, 555, 557, 561, 564], "provid": [42, 43, 44, 102, 105, 110, 149, 194, 222, 223, 251, 265, 266, 292, 298, 303, 322, 327, 335, 336, 356, 361, 394, 452, 456, 458, 470, 472, 473, 474, 475, 490, 492, 495, 497, 498, 499, 505, 506, 508, 509, 510, 511, 512, 513, 517, 521, 524, 530, 531, 532, 538, 539, 549, 551, 552, 555, 558, 559, 561, 562, 563, 564], "make_sub_graph": 42, "opset": [42, 102, 104, 105, 219, 296, 297, 500], "ir_vers": 42, "thi": [42, 45, 86, 110, 132, 139, 143, 147, 149, 151, 155, 158, 160, 168, 169, 174, 180, 184, 187, 192, 194, 196, 198, 199, 200, 201, 205, 206, 207, 208, 210, 211, 212, 218, 219, 222, 223, 233, 234, 235, 236, 237, 238, 239, 241, 251, 254, 260, 261, 265, 266, 276, 277, 278, 279, 280, 281, 282, 284, 292, 300, 303, 304, 305, 307, 316, 317, 319, 320, 321, 322, 327, 330, 332, 334, 335, 336, 339, 342, 353, 356, 357, 358, 360, 361, 371, 394, 398, 403, 412, 413, 427, 436, 441, 452, 462, 463, 467, 468, 469, 470, 473, 474, 475, 491, 492, 493, 496, 497, 498, 500, 501, 502, 505, 507, 508, 509, 510, 511, 512, 513, 515, 516, 518, 519, 521, 523, 525, 527, 528, 529, 530, 531, 532, 533, 534, 535, 536, 538, 539, 543, 544, 545, 549, 552, 554, 555, 556, 557, 558, 559, 560, 561, 562], "quant_dequant_data": 42, "qtype": [42, 43, 473], "3": [42, 44, 148, 149, 160, 203, 219, 236, 251, 279, 292, 303, 356, 413, 463, 469, 470, 472, 491, 492, 493, 496, 498, 500, 502, 503, 506, 509, 510, 511, 513, 517, 521, 523, 527, 532, 537, 538, 540, 541, 543, 547, 549, 551, 552, 555, 556, 557, 558, 560, 561, 564], "scheme": [42, 43, 44, 149, 152, 163, 168, 169, 434, 447, 473, 474, 475, 492, 502, 521, 555, 561, 563], "sym": [42, 43, 44, 149, 169, 434, 474, 475, 502, 552, 555, 563], "dequant": [42, 43, 44, 51, 88, 91, 92, 93, 94, 96, 149, 155, 168, 169, 434, 463, 469, 474, 558, 559], "asym": [42, 43, 44, 149, 152, 163, 168, 169, 434, 447, 475, 502, 555, 563], "ortsmoothqu": 42, "fake": [42, 44, 113, 163, 165, 169, 173, 412, 434, 447, 510, 552, 555, 558], "channel": [42, 43, 44, 143, 165, 169, 173, 174, 192, 195, 200, 218, 219, 247, 251, 289, 292, 330, 434, 458, 472, 473, 475, 505, 506, 513, 515, 520, 535, 549, 555, 560, 564], "For": [42, 44, 149, 168, 169, 173, 194, 195, 198, 199, 210, 219, 236, 251, 279, 292, 304, 305, 307, 330, 333, 357, 358, 360, 361, 394, 434, 467, 469, 471, 473, 475, 496, 497, 498, 500, 502, 505, 513, 515, 516, 518, 521, 532, 533, 538, 549, 554, 555, 558, 559, 561, 563, 564], "more": [42, 148, 149, 165, 173, 198, 199, 251, 292, 330, 436, 470, 471, 472, 474, 491, 493, 496, 498, 500, 503, 505, 506, 508, 510, 511, 513, 521, 525, 528, 533, 538, 547, 548, 549, 554, 555, 558, 561, 562, 564], "detail": [42, 151, 165, 173, 176, 194, 251, 292, 463, 464, 467, 472, 474, 475, 491, 496, 502, 503, 504, 508, 509, 510, 511, 513, 521, 530, 538, 539, 549, 555, 556, 557, 558, 559, 561, 562], "pleas": [42, 149, 154, 155, 165, 173, 190, 198, 199, 200, 208, 209, 210, 218, 219, 234, 235, 236, 239, 277, 278, 279, 282, 330, 332, 333, 360, 394, 413, 432, 469, 470, 471, 472, 473, 490, 491, 493, 497, 498, 500, 506, 508, 509, 511, 513, 514, 518, 521, 537, 538, 539, 549, 552, 554, 555, 556, 557, 558, 561, 562], "refer": [42, 149, 154, 155, 165, 173, 190, 198, 199, 200, 208, 209, 210, 214, 218, 219, 234, 277, 300, 301, 307, 330, 332, 333, 353, 354, 360, 394, 413, 432, 469, 473, 474, 490, 492, 493, 495, 497, 498, 500, 504, 506, 507, 509, 510, 511, 513, 518, 521, 532, 533, 535, 537, 538, 539, 547, 551, 553, 556, 560, 561], "accur": [42, 154, 165, 173, 209, 432, 441, 549, 555, 558], "effici": [42, 165, 173, 470, 472, 491, 492, 496, 513, 538, 548, 549, 550, 555, 558, 561], "post": [42, 97, 98, 154, 165, 173, 208, 219, 222, 223, 265, 266, 394, 432, 441, 467, 472, 473, 474, 495, 497, 498, 500, 505, 506, 513, 519, 530, 540, 549, 550, 553, 555, 558, 559, 561], "train": [42, 57, 80, 149, 154, 165, 173, 180, 202, 203, 206, 208, 209, 218, 219, 222, 223, 234, 236, 251, 261, 265, 266, 277, 279, 292, 293, 309, 332, 352, 394, 432, 441, 455, 470, 472, 473, 474, 480, 493, 495, 496, 497, 500, 505, 511, 513, 519, 530, 535, 543, 548, 550, 553, 555, 557, 558, 561, 563], "larg": [42, 43, 165, 173, 209, 472, 492, 496, 508, 510, 550, 553, 555, 558, 564], "languag": [42, 165, 173, 209, 300, 353, 467, 472, 500, 508, 534, 550, 553, 555, 558], "2": [42, 43, 44, 54, 74, 105, 109, 149, 160, 165, 169, 171, 173, 175, 196, 202, 203, 218, 219, 235, 252, 278, 303, 305, 307, 332, 339, 356, 358, 360, 371, 398, 413, 434, 463, 469, 473, 491, 492, 493, 495, 496, 502, 505, 506, 507, 508, 509, 511, 534, 540, 541, 543, 544, 545, 547, 549, 550, 552, 553, 555, 556, 557, 558, 560, 561, 562], "spiq": [42, 165, 173, 558], "free": [42, 165, 173, 208, 222, 223, 265, 266, 394, 467, 519, 524, 532, 540, 547, 557, 558], "per": [42, 43, 44, 165, 169, 173, 175, 218, 219, 252, 434, 436, 457, 473, 475, 492, 538, 549, 554, 555, 564], "we": [42, 43, 67, 68, 70, 74, 86, 143, 160, 165, 173, 174, 175, 194, 198, 205, 218, 219, 233, 252, 254, 276, 300, 303, 353, 356, 401, 467, 469, 473, 474, 475, 492, 495, 498, 500, 502, 508, 509, 510, 517, 518, 521, 525, 528, 530, 531, 533, 536, 543, 544, 545, 547, 548, 549, 551, 552, 553, 555, 556, 557, 558, 559, 561, 562], "onli": [42, 44, 54, 63, 70, 86, 109, 115, 143, 160, 165, 167, 169, 173, 174, 175, 183, 188, 191, 197, 204, 218, 219, 234, 252, 254, 258, 277, 297, 309, 330, 332, 343, 394, 404, 412, 413, 436, 441, 463, 472, 473, 474, 475, 490, 491, 492, 495, 496, 498, 501, 502, 508, 510, 511, 518, 531, 549, 550, 551, 552, 553, 558, 559, 561, 562, 563], "inplac": [42, 165, 448], "mean": [42, 44, 149, 165, 169, 196, 205, 218, 219, 247, 251, 289, 292, 305, 307, 330, 342, 358, 360, 403, 434, 469, 474, 475, 492, 495, 498, 502, 509, 510, 516, 535, 549, 552, 553, 555, 558, 560, 561, 563, 564], "weight": [42, 43, 44, 60, 61, 122, 140, 141, 143, 148, 149, 151, 152, 155, 165, 167, 168, 169, 174, 190, 191, 195, 198, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 211, 213, 218, 219, 297, 330, 332, 349, 360, 394, 401, 410, 412, 434, 436, 441, 463, 464, 472, 473, 474, 475, 491, 495, 497, 502, 504, 508, 510, 532, 543, 547, 549, 550, 551, 552, 553, 558, 559, 561, 562, 563], "chang": [42, 96, 143, 149, 165, 174, 202, 203, 205, 206, 208, 209, 212, 218, 219, 332, 334, 401, 463, 468, 474, 492, 498, 501, 507, 510, 513, 523, 524, 527, 530, 536, 549, 559, 560, 561], "you": [42, 160, 165, 218, 219, 232, 234, 275, 277, 332, 360, 394, 436, 468, 469, 474, 492, 493, 495, 498, 506, 507, 509, 511, 513, 515, 516, 518, 523, 527, 530, 531, 532, 533, 534, 535, 536, 538, 549, 552, 555, 556, 557, 558, 559, 562], "can": [42, 43, 44, 143, 151, 155, 160, 165, 174, 187, 194, 195, 196, 201, 209, 210, 212, 218, 219, 222, 223, 233, 236, 251, 252, 254, 265, 266, 276, 279, 292, 303, 305, 307, 330, 332, 334, 356, 358, 360, 361, 371, 394, 436, 452, 463, 469, 470, 472, 473, 474, 475, 490, 492, 493, 495, 496, 497, 498, 500, 502, 505, 506, 508, 509, 510, 511, 512, 513, 514, 515, 517, 518, 519, 521, 523, 524, 525, 527, 528, 530, 531, 533, 535, 536, 537, 538, 540, 547, 548, 549, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 563, 564], "recov": [42, 165, 462, 463, 473, 497], "helper": [43, 45, 110, 116, 148, 168, 234, 235, 236, 250, 277, 278, 279, 291, 295, 296, 297, 369, 461], "simple_progress_bar": 43, "total": [43, 201, 251, 292, 307, 332, 360, 493, 495, 549, 555, 560, 564], "progress": [43, 189, 191, 204, 236, 279, 524, 530, 532, 549, 552], "bar": [43, 236, 279, 530, 550], "case": [43, 70, 74, 151, 160, 169, 175, 219, 233, 250, 251, 252, 276, 291, 292, 298, 322, 327, 335, 371, 475, 492, 496, 497, 498, 502, 504, 509, 514, 518, 530, 531, 532, 535, 541, 544, 545, 547, 549, 550, 552, 555, 556, 558, 560, 562, 563, 564], "where": [43, 151, 160, 218, 219, 303, 307, 356, 360, 412, 463, 475, 491, 495, 496, 523, 527, 531, 558, 559], "tqdm": [43, 510], "t": [43, 67, 68, 70, 143, 151, 160, 174, 196, 218, 219, 251, 254, 292, 305, 358, 469, 473, 495, 496, 498, 510, 511, 531, 536, 549, 552, 555, 561, 563], "dtype_to_nam": 43, "dtype_map": 43, "dtype": [43, 44, 102, 105, 218, 219, 237, 238, 247, 251, 280, 281, 289, 292, 434, 436, 458, 474, 475, 493, 495, 500, 502, 513, 535, 551, 552, 555, 558, 559, 560, 563], "its": [43, 60, 96, 148, 155, 194, 203, 206, 208, 214, 219, 230, 236, 251, 273, 279, 292, 295, 301, 302, 332, 339, 354, 355, 398, 467, 493, 496, 507, 509, 511, 521, 523, 527, 530, 531, 549, 555, 557, 560, 561], "string": [43, 45, 116, 148, 149, 154, 158, 160, 175, 181, 183, 187, 188, 194, 196, 201, 210, 211, 212, 214, 215, 218, 219, 236, 253, 258, 279, 293, 298, 300, 303, 309, 310, 311, 313, 314, 322, 327, 330, 331, 332, 333, 334, 335, 353, 356, 365, 369, 430, 432, 455, 460, 463, 509, 560], "represent": [43, 158, 467, 469, 491, 497, 549, 552], "quanttyp": [43, 412], "repres": [43, 196, 200, 201, 210, 211, 214, 236, 241, 279, 284, 303, 305, 307, 356, 358, 360, 467, 475, 491, 493, 500, 538, 549, 552, 553, 561], "make_quant_nod": 43, "make": [43, 105, 143, 174, 187, 196, 201, 210, 212, 232, 275, 330, 332, 334, 463, 467, 473, 474, 490, 492, 502, 509, 510, 518, 523, 527, 530, 532, 549, 552, 553, 554, 555, 557, 558, 561], "quantizelinear": 43, "make_dquant_nod": 43, "axi": [43, 219], "dequantizelinear": 43, "is_b_transpos": 43, "inuput": 43, "b": [43, 74, 149, 151, 234, 277, 463, 468, 491, 493, 509, 549, 555, 558, 561], "transpos": [43, 73, 200, 247, 251, 292, 296, 330, 555, 560], "split_shared_bia": 43, "share": [43, 44, 82, 98, 109, 141, 149, 169, 434, 501, 502, 555, 558, 561], "float_to_float16": 43, "float_to_bfloat16": 43, "bfloat16": [43, 436, 511, 513, 521, 554], "cast_tensor": 43, "is_large_model": 43, "tensorproto": [43, 105], "raw": [43, 175, 235, 239, 242, 278, 282, 285, 342, 403, 509, 534, 561], "remove_init_from_model_input": 43, "collate_pr": 43, "result": [43, 148, 155, 168, 247, 251, 289, 292, 300, 303, 304, 305, 307, 353, 356, 357, 358, 360, 374, 394, 401, 452, 462, 463, 467, 470, 472, 492, 495, 496, 498, 505, 507, 509, 510, 518, 519, 530, 531, 534, 538, 539, 540, 541, 547, 549, 550, 552, 555, 557, 558, 559, 560, 561, 562, 564], "quantize_data_with_scale_zero": 43, "zero_point": [43, 44], "point": [43, 44, 149, 169, 247, 289, 304, 305, 314, 339, 357, 358, 398, 434, 463, 509, 530, 535, 536, 552, 555, 558, 560, 561], "To": [43, 303, 356, 371, 468, 474, 475, 493, 495, 498, 511, 514, 517, 523, 525, 527, 528, 532, 536, 549, 551, 554, 555, 556, 558, 561, 563], "pack": [43, 61], "comput": [43, 44, 105, 149, 151, 155, 168, 300, 301, 304, 305, 307, 353, 354, 357, 358, 360, 436, 452, 463, 491, 492, 497, 500, 509, 510, 511, 513, 524, 533, 549, 550, 552, 555, 558, 561], "linear": [43, 149, 154, 163, 167, 168, 169, 173, 192, 194, 195, 200, 205, 214, 218, 219, 330, 432, 434, 447, 469, 496, 500, 510, 549, 555, 558, 561], "transform": [43, 50, 143, 145, 146, 147, 149, 154, 164, 167, 208, 234, 235, 236, 237, 238, 239, 241, 243, 245, 277, 278, 279, 280, 281, 282, 284, 286, 288, 299, 352, 432, 441, 448, 469, 470, 472, 491, 493, 496, 497, 498, 499, 503, 508, 510, 513, 518, 519, 520, 521, 533, 541, 544, 545, 549, 550, 554, 555, 558, 559, 561, 563, 564], "when": [43, 54, 64, 70, 148, 158, 160, 195, 201, 206, 214, 218, 219, 234, 235, 243, 251, 277, 278, 286, 292, 301, 331, 332, 354, 394, 436, 452, 467, 470, 474, 492, 493, 510, 521, 523, 524, 527, 531, 532, 535, 536, 537, 539, 543, 549, 552, 555, 558, 560, 561], "uint8": [43, 169, 247, 289, 303, 351, 356, 412, 434, 473, 493, 502, 551, 552, 560, 563], "rmin": [43, 552], "rmax": [43, 552], "m": [43, 155, 169, 198, 199, 218, 219, 330, 434, 468, 496, 506, 513, 515, 518, 521, 525, 528, 538, 549, 564], "max": [43, 104, 143, 149, 169, 174, 188, 218, 219, 251, 292, 304, 305, 339, 357, 358, 398, 434, 463, 472, 495, 506, 510, 533, 535, 549, 552, 555, 558, 560, 561], "ab": [43, 154, 169, 190, 208, 209, 332, 432, 434, 441, 549, 552, 558], "np": [43, 251, 292, 339, 398, 498, 540, 558, 560, 561], "calculate_scale_zp": 43, "quantize_rang": 43, "calcul": [43, 60, 168, 190, 198, 214, 219, 237, 238, 280, 281, 304, 305, 330, 332, 342, 357, 358, 403, 453, 463, 491, 493, 509, 510, 521, 533, 547, 549, 552, 555, 557, 558, 561, 563], "quantize_data": 43, "add": [43, 53, 64, 109, 119, 148, 183, 214, 218, 219, 234, 236, 258, 277, 279, 331, 349, 410, 463, 468, 469, 475, 492, 493, 498, 500, 502, 509, 510, 525, 528, 532, 533, 540, 543, 544, 557, 558, 559, 561, 562], "necessari": [43, 210, 467, 470, 474, 512, 531, 549, 557, 561], "intermedi": [43, 155, 181, 218, 219, 253, 469, 505, 552], "full": [43, 149, 234, 235, 236, 277, 278, 279, 458, 463, 472, 491, 493, 495, 501, 507, 531, 536, 549, 555, 556], "equat": [43, 305, 307, 358, 360, 552, 558], "r": [43, 143, 174, 495, 506, 531, 532, 534, 535, 537, 538, 552, 564], "": [43, 44, 105, 143, 148, 160, 174, 194, 195, 196, 200, 201, 202, 203, 206, 208, 209, 214, 215, 216, 218, 219, 233, 236, 250, 251, 252, 254, 256, 276, 279, 291, 292, 305, 330, 332, 358, 360, 361, 365, 394, 430, 436, 460, 463, 467, 468, 470, 474, 475, 495, 496, 498, 500, 502, 505, 510, 511, 518, 521, 523, 527, 530, 533, 535, 538, 548, 549, 550, 551, 552, 555, 556, 557, 558, 561, 562, 563, 564], "q": [43, 44, 107, 109, 131, 555, 558], "z": [43, 491, 496, 558], "real": [43, 237, 254, 280, 474, 491, 498, 532, 539, 550, 552], "origin": [43, 44, 140, 148, 149, 161, 165, 168, 194, 206, 214, 219, 234, 251, 252, 277, 292, 316, 317, 319, 320, 321, 331, 332, 351, 399, 412, 448, 458, 463, 468, 493, 518, 549, 552, 560, 561, 563], "quantize_data_per_channel": 43, "dequantize_data_with_scale_zero": 43, "tensor_valu": 43, "scale_valu": 43, "zo_valu": 43, "dequantize_data": 43, "valueinfo": 43, "tensor_nam": [43, 148, 160, 161], "new_dtyp": 43, "cast": [43, 51, 554, 560], "info": [43, 168, 169, 178, 198, 199, 214, 249, 254, 259, 330, 365, 458, 459, 463, 469, 495, 512, 540, 545], "quantizedvalu": 43, "new_quantized_nam": 43, "scale_nam": 43, "zero_point_nam": 43, "quantized_value_typ": 43, "quint8": 43, "linearli": 43, "quantizediniti": 43, "quantized_data": 43, "quantizationmod": 43, "quantizedvaluetyp": 43, "quantformat": 43, "quantize_nparrai": 43, "arr": [43, 463], "low": [43, 149, 222, 223, 237, 238, 265, 266, 280, 281, 298, 308, 335, 361, 473, 474, 490, 491, 493, 498, 510, 511, 535, 550, 552, 555, 558, 561], "high": [43, 237, 238, 280, 281, 493, 495, 506, 535, 550, 561], "attribute_to_kwarg": 43, "attribut": [43, 83, 104, 105, 148, 168, 194, 205, 215, 216, 219, 436, 463, 473, 492, 502, 504, 510, 551, 563], "make_nod": 43, "find_by_nam": 43, "item_list": 43, "find": [43, 67, 68, 70, 105, 148, 307, 314, 339, 360, 398, 463, 473, 495, 508, 516, 523, 527, 530, 531, 533, 535, 549, 555, 557, 558, 559, 561], "item": [43, 214, 216, 218, 219, 250, 291, 331, 349, 410, 430, 491, 498, 549, 558, 561], "trt_env_setup": 43, "environ": [43, 175, 252, 467, 490, 523, 527, 530, 538, 541, 543, 544, 545, 561], "variabl": [43, 158, 175, 211, 218, 219, 236, 252, 279, 339, 398, 412, 506, 549, 561], "tensorrt": [43, 491, 511, 552], "to_numpi": 43, "infer_shap": 43, "in_mp": 43, "int_max": 43, "31": [43, 564], "auto_merg": 43, "guess_output_rank": 43, "verbos": [43, 297, 339, 398], "base_dir": 43, "shape": [43, 44, 105, 148, 149, 196, 237, 238, 247, 251, 280, 281, 289, 292, 303, 356, 472, 493, 502, 503, 510, 532, 533, 555, 558, 560], "weightonli": 44, "get_blob_s": 44, "group_siz": [44, 149, 152, 163, 168, 169, 412, 434, 447, 555], "has_zp": 44, "blob_siz": 44, "how": [44, 160, 169, 180, 190, 196, 202, 203, 208, 209, 218, 219, 251, 292, 293, 330, 434, 468, 469, 471, 473, 492, 493, 496, 497, 498, 504, 509, 510, 524, 525, 528, 529, 530, 532, 543, 544, 545, 549, 550, 552, 558, 560, 561, 562, 563], "mani": [44, 169, 360, 394, 434, 492, 506, 555, 561, 563], "element": [44, 149, 169, 198, 199, 214, 232, 275, 303, 330, 356, 434, 463, 493, 505, 509, 549, 555, 558], "one": [44, 109, 110, 115, 160, 168, 169, 175, 196, 200, 205, 208, 209, 210, 212, 251, 261, 292, 300, 303, 307, 309, 330, 333, 334, 353, 356, 360, 434, 436, 470, 473, 491, 496, 497, 498, 502, 505, 506, 509, 510, 511, 513, 514, 518, 519, 521, 523, 524, 527, 530, 531, 532, 535, 536, 537, 538, 540, 547, 548, 549, 551, 552, 553, 555, 556, 558, 560, 561], "zp": [44, 169, 434, 558], "make_matmul_weight_only_nod": 44, "weight_shap": 44, "num_bit": [44, 113, 149, 163, 168, 169, 434, 447, 558], "k_block": 44, "q_weight": 44, "accuracy_level": 44, "matmulfpq4": 44, "accuraci": [44, 175, 214, 218, 219, 222, 223, 265, 266, 293, 298, 307, 322, 327, 335, 360, 361, 371, 394, 399, 413, 436, 452, 460, 469, 472, 474, 475, 491, 492, 493, 495, 497, 498, 499, 500, 508, 509, 510, 521, 530, 532, 539, 540, 543, 544, 547, 548, 549, 550, 551, 555, 556, 557, 558, 559, 562, 563, 564], "level": [44, 178, 194, 399, 413, 459, 467, 540, 558, 561], "unset": 44, "jbla": 44, "kernel": [44, 173, 218, 219, 473, 474, 561], "fp16": [44, 219, 349, 410, 552], "4": [44, 54, 149, 152, 163, 168, 169, 175, 196, 205, 218, 219, 243, 246, 247, 251, 286, 289, 292, 300, 301, 303, 353, 354, 356, 412, 413, 434, 441, 447, 467, 473, 475, 490, 498, 499, 502, 505, 506, 509, 510, 518, 538, 540, 544, 549, 552, 555, 558, 560, 561, 564], "matmulnbit": 44, "new_init": 44, "matmul_weight_only_nod": 44, "quant_tensor": 44, "32": [44, 149, 152, 169, 192, 412, 434, 441, 498, 504, 555, 564], "ratio": [44, 143, 174, 196, 201, 214, 218, 219, 247, 251, 289, 292, 332, 493, 510, 533, 549, 560, 564], "group": [44, 149, 151, 169, 211, 317, 434, 472, 505, 549, 555, 559, 560, 561, 564], "clip": [44, 169, 434, 555, 558], "qdq_tensor": 44, "quant": [44, 148, 168, 169, 218, 219, 349, 410, 427, 434, 469, 508, 510, 552], "pad_tensor": 44, "rowi": 44, "so": [44, 105, 251, 292, 412, 469, 473, 495, 501, 505, 511, 516, 518, 534, 535, 536, 552, 554, 555, 558, 559, 560, 562], "divis": 44, "pade": 44, "rtn_quantiz": [44, 169, 434], "weight_config": [44, 149, 152, 154, 167, 169, 432, 434], "round": [44, 143, 149, 169, 174, 434, 441, 472, 550, 552, 555, 558], "nearst": [44, 169, 434], "method": [44, 141, 143, 149, 158, 160, 168, 169, 178, 187, 211, 218, 219, 227, 232, 233, 234, 236, 243, 251, 254, 270, 275, 276, 277, 279, 286, 292, 313, 314, 315, 349, 410, 412, 434, 436, 455, 456, 458, 459, 469, 470, 472, 491, 492, 493, 495, 496, 497, 509, 510, 548, 549, 552, 554, 555, 558, 560, 561], "modelproto": [44, 295, 361, 512], "onnxmodel": [44, 368, 387], "fc2": [44, 168, 169, 434], "rtn": [44, 168, 435, 441, 553, 555], "get_weight_scal": 44, "apply_awq_scal": 44, "absorb_pair": 44, "output_dict": 44, "appli": [44, 113, 126, 127, 128, 131, 133, 137, 148, 149, 163, 167, 180, 205, 207, 261, 301, 354, 425, 432, 435, 447, 467, 474, 475, 510, 513, 515, 521, 530, 534, 535, 540, 548, 549, 552, 554, 557, 558, 561, 562, 563], "salient": [44, 169, 549, 555], "apply_awq_clip": 44, "mse": [44, 168, 169, 218, 219, 299, 307, 341, 352, 360, 394, 402, 463, 495, 509, 535, 551, 555, 556], "prepare_input": 44, "n_sampl": [44, 149, 152, 168, 169], "sampl": [44, 77, 149, 168, 169, 218, 219, 227, 232, 234, 235, 236, 247, 251, 270, 275, 277, 278, 279, 289, 292, 307, 314, 339, 360, 398, 470, 492, 493, 499, 505, 531, 552, 555, 558, 560, 561, 563, 564], "session": [44, 148, 233, 276, 369, 510, 559], "awq_quant": [44, 169], "enable_auto_scal": [44, 169, 555], "enable_mse_search": [44, 169, 434, 441, 555], "awar": [44, 152, 155, 169, 180, 219, 261, 309, 330, 401, 452, 473, 474, 475, 491, 497, 498, 500, 505, 530, 540, 548, 550, 555, 561], "awq": [44, 169, 553, 555], "enabl": [44, 109, 149, 151, 155, 169, 201, 218, 219, 332, 436, 474, 475, 498, 506, 511, 513, 515, 518, 519, 521, 532, 534, 535, 537, 540, 549, 550, 555, 558, 561], "gptq": [44, 169, 434, 441, 553, 555], "w": [44, 154, 251, 292, 432, 549, 558, 560], "h": [44, 218, 219, 251, 292, 498, 538, 539, 543, 544, 545, 560], "blocksiz": 44, "percdamp": [44, 441, 555], "01": [44, 149, 218, 219, 441, 510, 551, 555, 561, 563, 564], "actord": [44, 555], "perchannel": 44, "hessian": [44, 155, 401, 555, 561], "matrix": [44, 360, 394, 472, 521, 562], "percent": 44, "averag": [44, 304, 305, 307, 357, 358, 360, 509, 510, 555, 561, 564], "diagon": [44, 555], "dampen": [44, 151], "rearrang": [44, 208, 549, 555], "consid": [44, 148, 151, 307, 360, 467, 491, 496, 531, 561], "diag": 44, "error": [44, 105, 149, 155, 160, 178, 307, 342, 360, 403, 459, 495, 509, 514, 535, 536, 539, 555, 558, 561], "gptq_quantiz": [44, 169], "get_ops_recurs": 45, "prefix": [45, 148, 153, 160, 161, 166, 168, 175, 513, 518, 559], "graph_info": 45, "templateadaptor": 45, "tampl": 45, "dictionari": [45, 67, 68, 70, 148, 149, 153, 155, 160, 168, 187, 215, 216, 218, 219, 250, 291, 303, 310, 313, 315, 356, 430, 451, 463], "yaml": [45, 214, 215, 216, 219, 222, 223, 234, 236, 252, 265, 266, 277, 279, 293, 298, 309, 310, 311, 313, 322, 327, 335, 336, 417, 462, 463, 473, 475, 504, 509, 510, 547, 551, 559, 560], "file": [45, 105, 148, 158, 160, 161, 168, 172, 184, 210, 214, 215, 218, 219, 222, 223, 234, 235, 236, 239, 250, 251, 257, 260, 265, 266, 277, 278, 279, 282, 291, 292, 293, 298, 303, 309, 310, 311, 313, 322, 327, 331, 333, 335, 336, 356, 361, 371, 377, 378, 382, 394, 462, 463, 468, 470, 473, 474, 475, 498, 501, 504, 507, 509, 510, 512, 516, 525, 528, 529, 530, 531, 533, 534, 535, 536, 538, 539, 543, 544, 545, 547, 551, 552, 555, 559, 560], "pytorchadaptor": 45, "api": [45, 70, 75, 110, 151, 154, 262, 298, 303, 335, 348, 349, 356, 360, 394, 409, 410, 413, 432, 463, 469, 476, 478, 482, 485, 488, 495, 500, 505, 506, 510, 515, 519, 520, 521, 537, 538, 542, 556, 557, 561, 565], "pytorch_ipexadaptor": 45, "intel": [45, 183, 198, 199, 210, 255, 258, 294, 299, 306, 307, 330, 333, 341, 347, 352, 359, 360, 372, 394, 402, 408, 465, 467, 468, 470, 471, 473, 474, 475, 491, 493, 494, 496, 497, 499, 500, 502, 503, 507, 508, 511, 512, 513, 518, 520, 521, 532, 533, 534, 535, 537, 538, 547, 548, 549, 550, 552, 554, 555, 556, 558, 559, 561, 562, 563], "extens": [45, 158, 160, 463, 470, 472, 473, 502, 505, 506, 508, 510, 511, 512, 514, 519, 520, 521, 525, 528, 529, 533, 549, 550, 552, 555, 558, 561, 562, 563], "ipex": [45, 162, 168, 218, 219, 462, 505, 510, 511, 515, 519, 520, 558], "pytorch_fxadaptor": 45, "fx": [45, 168, 218, 343, 404, 505, 511, 519, 520, 534, 550, 552, 554], "graph": [45, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 113, 114, 117, 130, 132, 136, 139, 142, 143, 145, 146, 147, 148, 194, 233, 276, 298, 362, 369, 393, 469, 473, 493, 496, 498, 504, 512, 513, 532, 535, 552, 553, 554, 559], "pytorchweightonlyadaptor": 45, "pytorchqueri": 45, "cpu": [45, 91, 92, 93, 94, 149, 154, 159, 160, 162, 168, 218, 219, 432, 436, 458, 463, 472, 474, 490, 491, 505, 510, 511, 513, 515, 521, 530, 538, 550, 551, 552, 553, 554, 555, 559], "querybackendcap": [46, 473, 474], "tensorflowadaptor": 47, "stock": [47, 519, 558], "spr": 47, "tensorflow_itexadaptor": 47, "itex": [47, 109, 218, 219, 296, 511, 552, 558], "tensorflowqueri": [47, 473], "performance_onli": [47, 48, 49, 107, 131, 136, 147, 218, 510], "itex_mod": [47, 48, 89, 107, 131, 136], "quant_mod": [47, 349, 410, 474, 475], "graphconvert": 48, "qt_config": 48, "recip": [48, 194, 218, 219, 298, 335, 472, 510, 553, 555, 558, 561], "int8_sequ": 48, "fp32_op": [48, 50, 107], "bf16_op": [48, 50, 107, 474, 554], "data_load": [48, 49, 473], "calib_func": [48, 152, 168, 169, 394, 554], "fake_qu": [48, 88, 107, 131, 136], "qdq_enabl": 48, "new_api": [48, 49, 71, 72, 77, 79, 92, 99, 131, 136, 143], "use_bf16": [48, 49, 218, 551], "without": [49, 90, 148, 206, 251, 292, 332, 351, 412, 467, 496, 498, 510, 521, 532, 535, 549, 550, 551, 561, 562], "graphconverterwithoutcalib": 49, "recover_config": 49, "rewrit": [50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 106, 107, 108, 109, 191], "bf16convert": [50, 554], "rerewrit": 51, "dequantizecastoptim": 51, "b16": 51, "dequantize_cast_optim": [52, 87, 111], "biasadd": [53, 59, 64, 66, 109, 502], "convertaddtobiasaddoptim": 53, "conv2d": [53, 59, 60, 61, 65, 66, 71, 125, 135, 143, 154, 432, 474, 475, 495, 500, 502, 535, 558, 559, 561], "addv2": [53, 69, 502], "layout": 54, "convertlayoutoptim": 54, "convers": [54, 55, 219, 309, 468, 473, 474, 510, 511, 552, 554, 558], "optim": [54, 74, 75, 79, 80, 116, 118, 148, 149, 151, 182, 185, 186, 187, 189, 191, 194, 203, 208, 215, 218, 219, 255, 261, 298, 299, 315, 335, 339, 352, 398, 452, 453, 460, 463, 470, 472, 490, 495, 496, 497, 498, 502, 503, 505, 506, 508, 510, 512, 513, 515, 517, 518, 521, 524, 532, 535, 536, 537, 539, 541, 550, 551, 552, 554, 555, 557, 558, 559, 561, 563], "nchw": [54, 247], "nhwc": [54, 247], "It": [54, 160, 180, 184, 196, 222, 223, 260, 265, 266, 305, 307, 314, 330, 335, 342, 358, 360, 361, 394, 399, 403, 452, 473, 474, 475, 491, 495, 496, 510, 516, 519, 524, 530, 531, 532, 533, 535, 536, 538, 549, 552, 555, 556, 557, 561, 563], "exist": [54, 175, 216, 252, 369, 430, 463, 500, 509, 517, 561], "abov": [54, 473, 474, 475, 496, 532, 533, 535, 538, 549, 552, 558, 561], "graph_def": [54, 140, 141, 148, 296, 361, 369, 393, 394], "leakyrelu": [55, 558], "convertleakyreluoptim": 55, "below": [55, 66, 74, 218, 219, 336, 360, 394, 468, 469, 472, 473, 474, 475, 492, 495, 496, 498, 504, 509, 513, 515, 523, 524, 527, 530, 533, 538, 547, 548, 549, 551, 552, 555, 557, 558, 559, 561, 562], "subgraph": [55, 66, 105, 166, 553, 561], "mul": [55, 65, 66, 69, 169, 173, 500, 555, 558], "maximum": [55, 149, 196, 201, 218, 219, 234, 251, 277, 292, 301, 332, 339, 354, 369, 398, 475, 491, 493, 495, 510, 549, 552, 558, 560], "note": [55, 158, 200, 303, 343, 356, 404, 470, 472, 474, 475, 492, 495, 498, 500, 502, 506, 508, 510, 515, 518, 523, 527, 530, 532, 536, 538, 540, 549, 552, 555, 558, 559, 561, 562, 563], "coeffici": [55, 149, 211, 549], "less": [55, 148, 168, 218, 219, 463, 490, 496, 510, 537, 549], "than": [55, 148, 234, 251, 277, 292, 430, 436, 463, 470, 472, 490, 493, 504, 535, 543, 547, 548, 549, 552, 555, 557, 560, 561], "valid": [55, 67, 68, 105, 201, 204, 214, 218, 219, 236, 279, 303, 331, 332, 356, 369, 470, 472, 473, 493, 495, 496, 499, 502, 505, 507, 510, 521, 535, 549, 552, 555, 556], "nan": 56, "random": [56, 148, 149, 187, 218, 219, 247, 251, 289, 292, 299, 315, 339, 341, 352, 398, 402, 463, 470, 510, 549, 551, 560, 563], "convertnantorandom": 56, "const": [56, 57, 63, 64, 67, 68, 70, 82, 98], "consist": [56, 63, 468, 469, 538, 558, 561], "placehold": [57, 232, 275], "convertplaceholdertoconst": 57, "dilat": 58, "contract": 58, "dilatedcontract": 58, "spacetobatchnd": 58, "batchtospacend": 58, "pattern": [58, 59, 61, 78, 96, 107, 108, 109, 131, 136, 168, 187, 188, 189, 190, 191, 194, 195, 201, 202, 203, 204, 206, 208, 209, 211, 215, 218, 219, 236, 279, 299, 320, 321, 323, 328, 332, 349, 352, 410, 473, 493, 502, 505, 510, 531, 548, 551, 558, 561, 564], "inject": [59, 510], "dummi": [59, 194, 237, 238, 280, 281, 307, 360, 472, 493, 503, 509, 510, 532], "injectdummybiasaddoptim": 59, "fusion": [59, 61, 70, 78, 109, 126, 127, 128, 131, 132, 133, 137, 469, 473, 502], "expanddim": 60, "expanddimsoptim": 60, "next": [60, 227, 270, 413, 470, 474, 475, 492, 551, 555, 561], "fetch": [61, 168, 172, 227, 270, 474, 493, 543, 544, 545], "reshap": [61, 67, 68, 73, 558], "fetchweightfromreshapeoptim": 61, "handl": [61, 148, 165, 173, 178, 459, 469, 471, 492, 538, 558], "fold": [62, 63, 168, 169, 297, 502, 555, 558], "foldbatchnormnodesoptim": 62, "graphfoldconstantoptim": 63, "sequenc": [63, 105, 149, 195, 198, 199, 218, 219, 234, 250, 251, 277, 291, 292, 301, 305, 330, 354, 358, 473, 493, 502, 549, 555, 560], "self": [63, 168, 169, 194, 218, 219, 371, 436, 473, 474, 492, 493, 505, 509, 532, 557, 559, 561], "supported_op_typ": 63, "fusebiasaddandaddoptim": 64, "second": [64, 160, 195, 218, 219, 234, 277, 399, 463, 495, 510, 523, 527, 531, 543, 544, 555, 558, 561, 563], "columnwis": 65, "fusecolumnwisemuloptim": 65, "depthwiseconv2dn": [65, 71, 125, 135, 502], "math": [66, 552], "fuseconvwithmathoptim": 66, "elimin": [66, 537], "sub": [66, 168, 175, 194, 252, 470, 561], "realdiv": [66, 69], "decompos": [67, 68], "fusedecomposedbnoptim": 67, "input_graph_def": [67, 68, 70], "node_name_from_input": [67, 68, 70], "node_nam": [67, 68, 70, 148, 369, 379, 474], "strip": [67, 68, 70, 83, 84, 148, 559], "port": [67, 68, 70, 532, 539], "other": [67, 68, 70, 149, 151, 158, 165, 173, 233, 276, 305, 358, 369, 467, 469, 474, 475, 495, 502, 505, 507, 510, 512, 533, 547, 549, 552, 558, 560, 561, 564], "underli": [67, 68, 70, 160], "node_from_map": [67, 68, 70], "node_map": [67, 68, 70], "pull": [67, 68, 70], "def": [67, 68, 70, 222, 223, 265, 266, 394, 413, 430, 436, 451, 452, 469, 473, 492, 493, 496, 497, 498, 509, 510, 552, 558, 559, 561], "entri": [67, 68, 70, 155, 183, 258, 298, 336, 425, 429, 435, 448, 463, 507], "index": [67, 68, 70, 105, 175, 214, 219, 227, 232, 236, 270, 275, 279, 314, 463, 493, 509, 531, 535, 555, 558], "everi": [67, 68, 70, 196, 199, 201, 218, 219, 330, 332, 473, 492, 518, 523, 527, 553, 555, 561], "identifi": [67, 68, 70, 160, 303, 356, 369, 538, 549, 555], "want": [67, 68, 70, 194, 218, 219, 232, 234, 275, 277, 332, 399, 436, 452, 469, 473, 492, 493, 498, 510, 518, 530, 531, 538, 547, 552, 555, 557, 559, 561], "nodedef": [67, 68, 70], "rais": [67, 68, 70, 105, 158, 160, 168, 191, 197, 204, 214, 303, 330, 331, 332, 356, 361, 413, 472, 532, 549, 550], "valueerror": [67, 68, 70, 168, 303, 356, 413, 501], "If": [67, 68, 70, 74, 160, 169, 175, 218, 219, 222, 223, 236, 251, 265, 266, 279, 292, 331, 361, 394, 413, 434, 436, 452, 468, 469, 474, 490, 492, 493, 498, 506, 507, 509, 510, 516, 524, 525, 528, 530, 536, 541, 547, 549, 552, 555, 557, 558, 559, 560, 561], "isn": [67, 68, 70], "present": [67, 68, 70, 495, 538, 550, 558], "values_from_const": [67, 68, 70], "node_def": [67, 68, 70], "extract": [67, 68, 70, 148, 194, 236, 279, 351, 412, 493], "ha": [67, 68, 70, 74, 149, 154, 160, 200, 201, 252, 300, 330, 332, 353, 413, 432, 468, 470, 473, 474, 475, 492, 500, 505, 510, 511, 516, 530, 535, 536, 538, 541, 549, 551, 552, 554, 557, 558, 561], "access": [67, 68, 70, 215, 216, 219, 458, 463, 525, 528, 532], "valid_reshape_input": [67, 68], "reshape_in0_ndef": [67, 68], "reshape_in1_ndef": [67, 68], "ar": [67, 68, 105, 160, 168, 196, 201, 202, 203, 208, 209, 218, 219, 234, 251, 277, 292, 303, 307, 314, 330, 331, 332, 336, 338, 339, 356, 360, 395, 397, 398, 412, 413, 436, 455, 462, 463, 467, 468, 469, 470, 473, 474, 492, 493, 495, 496, 497, 498, 499, 500, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 513, 516, 518, 521, 524, 530, 532, 533, 535, 536, 537, 538, 541, 547, 548, 549, 550, 552, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563], "bypass_reshap": [67, 68], "input_node_map": [67, 68], "input_nam": [67, 68, 102, 142, 219, 296, 297, 500], "get_const_dim_count": [67, 68], "dimens": [67, 68, 105, 149, 226, 251, 269, 292, 493, 496, 555, 560], "instancenorm": [68, 558], "fusedecomposedinoptim": 68, "gelu": 69, "fusegeluoptim": 69, "sqrt": [69, 495], "erf": 69, "layernorm": [70, 558], "fuselayernormoptim": 70, "remap": [70, 160], "smaller": [70, 251, 292, 496, 510, 549, 560], "fusedbatcnormv3": 70, "And": [70, 468, 469, 490, 510, 516, 558], "further": [70, 219, 467, 511, 512, 513, 515, 524, 530, 552], "restrict": [70, 160, 218, 219, 549, 557], "2d": [70, 558], "3d": [70, 550, 558], "kera": [70, 116, 183, 194, 214, 219, 236, 243, 258, 279, 286, 364, 369, 425, 427, 429, 474, 492, 498, 512, 520, 521, 556], "fusepadwithconv2doptim": 71, "excluded_op_nam": [71, 72, 215, 218, 219, 510, 549], "cfg": [71, 72, 168, 215, 349, 410, 455, 474, 475], "itex_qdq_mod": [71, 72], "conv3d": [71, 125], "fusepadwithfp32conv2doptim": 72, "fusetransposereshapeoptim": 73, "cse": [74, 98], "graphcseoptim": 74, "introduc": [74, 473, 474, 475, 502, 510, 552, 555, 556, 558, 562], "ident": [74, 80, 195, 467, 496], "three": [74, 214, 234, 277, 338, 395, 397, 469, 473, 474, 491, 506, 511, 524, 538, 548, 552, 554, 557, 558, 559], "d": [74, 168, 496, 504, 531, 533, 539, 549, 564], "those": [74, 160, 342, 403, 463, 495, 496, 497, 504, 510, 511, 548, 549, 552, 561], "child": [74, 154, 161, 432, 559], "b1": 74, "c1c2": 74, "d1": [74, 463], "c1": 74, "c2": 74, "memori": [74, 149, 168, 298, 322, 327, 335, 371, 463, 491, 492, 497, 510, 511, 513, 547, 549, 552, 553, 555, 558, 561, 564], "bound": [74, 175, 188, 251, 292, 303, 339, 356, 398, 509, 560], "like": [74, 96, 98, 148, 149, 160, 194, 214, 219, 222, 223, 224, 236, 265, 266, 267, 279, 298, 307, 332, 335, 336, 360, 369, 394, 452, 468, 469, 470, 473, 474, 495, 496, 497, 505, 518, 533, 535, 548, 549, 552, 555, 556, 558, 561], "relu": [74, 78, 109, 469, 502, 558, 559], "relu6": [74, 502], "updat": [74, 151, 161, 168, 190, 196, 214, 332, 360, 394, 425, 460, 501, 508, 509, 510, 516, 521, 524, 540, 549, 555, 558, 561, 562], "graphdef": [74, 148, 369, 393, 512], "grappler": [75, 502], "grappleroptim": 75, "input_output_nam": 75, "opt_cfg": 75, "wrapper": [75, 102, 103, 104, 105, 122, 140, 149, 153, 163, 167, 181, 191, 233, 251, 253, 254, 256, 257, 276, 292, 303, 307, 356, 360, 365, 369, 447, 554], "leverag": [75, 458, 470, 472, 496, 500, 513, 530, 548, 552, 555, 561], "built": [75, 183, 205, 220, 221, 225, 230, 234, 235, 240, 242, 244, 245, 247, 248, 251, 256, 258, 263, 264, 268, 271, 273, 277, 278, 283, 285, 287, 288, 289, 290, 292, 336, 360, 363, 371, 394, 452, 470, 473, 493, 498, 510, 523, 527, 547, 552, 557, 560, 561, 563], "convert_add_to_biasadd": [76, 87, 111], "convert_layout": [76, 87, 111], "convert_leakyrelu": [76, 87, 111], "convert_nan_to_random": [76, 87, 111], "convert_placeholder_to_const": [76, 87, 111], "dilated_contract": [76, 87, 111], "dummy_biasadd": [76, 87, 111], "expanddims_optim": [76, 87, 111], "fetch_weight_from_reshap": [76, 87, 111], "fold_batch_norm": [76, 87, 111], "fold_const": [76, 87, 111], "fuse_biasadd_add": [76, 87, 111], "fuse_column_wise_mul": [76, 87, 111], "fuse_conv_with_math": [76, 87, 111], "fuse_decomposed_bn": [76, 87, 111], "fuse_decomposed_in": [76, 87, 111], "fuse_gelu": [76, 87, 111], "fuse_layer_norm": [76, 87, 111], "fuse_pad_with_conv": [76, 87, 111], "fuse_pad_with_fp32_conv": [76, 87, 111], "fuse_reshape_transpos": [76, 87, 111], "graph_cse_optim": [76, 87, 111], "grappler_pass": [76, 87, 111], "insert_print_nod": [76, 87, 111], "move_squeeze_after_relu": [76, 87, 111], "pre_optim": [76, 87, 111], "remove_training_nod": [76, 87, 111], "rename_batch_norm": [76, 87, 111], "split_shared_input": [76, 87, 111], "strip_equivalent_nod": [76, 87, 111, 148], "strip_unused_nod": [76, 87, 111, 148], "switch_optim": [76, 87, 111], "insert": [77, 105, 107, 109, 113, 146, 149, 165, 173, 469, 474, 492, 505, 510, 513, 549, 552, 554, 555, 558, 559], "print": [77, 154, 155, 194, 307, 360, 413, 432, 463, 498, 509, 510, 532, 533, 549, 558, 561], "insertprintminmaxnod": 77, "pre_node_nam": 77, "post_node_nam": 77, "pass": [77, 148, 149, 158, 160, 175, 360, 394, 430, 436, 462, 463, 468, 469, 473, 490, 493, 496, 497, 498, 504, 509, 510, 531, 538, 549, 551, 552, 554, 558, 563], "move": [78, 149, 160, 469, 536, 551, 555, 556], "squeez": [78, 469], "movesqueezeafterreluoptim": 78, "match": [78, 102, 160, 194, 303, 304, 356, 357, 496, 531, 555], "pre": [79, 116, 161, 194, 222, 223, 234, 265, 266, 277, 361, 394, 441, 452, 493, 496, 497, 510, 518, 535, 549, 550, 552, 555, 559, 561], "entranc": [79, 188, 225], "preoptim": 79, "removetrainingnodesoptim": 80, "protected_nod": 80, "types_to_splic": 80, "checknumer": 80, "stopgradi": 80, "renam": [81, 556], "fusedbatchnorm": 81, "fusedbatchnormv2": 81, "renamebatchnormoptim": 81, "splitsharedinputoptim": 82, "equival": [83, 167, 472, 550, 555, 558], "stripequivalentnodesoptim": 83, "output_node_nam": [83, 84, 131, 132, 136, 148], "same": [83, 141, 148, 169, 208, 219, 234, 251, 277, 292, 303, 356, 436, 463, 473, 475, 490, 492, 493, 496, 498, 502, 510, 514, 518, 523, 527, 549, 551, 552, 555, 558, 559, 560, 561], "unus": [84, 148], "stripunusednodesoptim": 84, "input_node_nam": [84, 131, 136, 148], "switch": [85, 513, 559], "switchoptim": 85, "condit": [85, 234, 235, 236, 251, 277, 278, 279, 292, 338, 395, 397, 493, 507, 560, 561], "graphrewriterbas": 86, "abstract": [86, 180, 188, 251, 292, 293, 298, 335, 473, 475, 504], "freeze_fake_qu": [87, 95, 111], "freeze_valu": [87, 95, 111], "freeze_value_without_calib": [87, 95, 111], "fuse_conv_redundant_dequant": [87, 95, 111], "fuse_conv_requant": [87, 95, 111], "fuse_matmul_redundant_dequant": [87, 95, 111], "fuse_matmul_requant": [87, 95, 111], "meta_op_optim": [87, 95, 111], "post_hostconst_convert": [87, 95, 111], "post_quantized_op_cs": [87, 95, 111], "rnn_convert": [87, 95, 111], "scale_propag": [87, 95, 111], "onnx_graph": [87, 101, 111], "onnx_schema": [87, 101, 111], "tf2onnx_util": [87, 101, 111], "insert_qdq_pattern": [87, 106, 111], "merge_duplicated_qdq": [87, 106, 111], "share_qdq_y_pattern": [87, 106, 111], "freez": [88, 89, 90, 148, 513, 549], "fakequ": 88, "freezefakequantopoptim": 88, "follow": [88, 110, 195, 236, 279, 300, 303, 353, 356, 467, 468, 469, 470, 473, 474, 475, 492, 493, 496, 497, 498, 502, 506, 507, 509, 510, 511, 512, 513, 514, 515, 523, 527, 532, 534, 535, 538, 543, 548, 549, 551, 552, 555, 558, 559, 561], "freezevaluetransform": 89, "max_min_data": [89, 90], "postfix": [89, 90], "tensor_data": [89, 463, 464], "th": [89, 90], "gpu": [89, 90, 97, 149, 160, 218, 219, 436, 472, 490, 505, 510, 511, 515, 521, 530, 551, 552, 553], "freezevaluewithoutcalibtransform": 90, "95": [90, 307, 360, 509, 564], "quantizedconv": [91, 92], "quantizeddeconv": 91, "redund": [91, 93], "fuseconvredundantdequantizetransform": 91, "_quantizedconv": 91, "_quantizeddeconv": 91, "successor": [91, 92, 93, 94], "requant": [92, 94, 559], "fuseconvrequantizetransform": 92, "quantizedmatmul": [93, 94], "fusematmulredundantdequantizetransform": 93, "_quantizedmatmul": [93, 94], "fusematmulrequantizedequantizetransform": 94, "quantizedmatmulwithbiasanddequant": 94, "fusematmulrequantizetransform": 94, "fusematmulrequantizedequantizenewapitransform": 94, "fusematmulrequantizenewapitransform": 94, "newapi": 94, "meta": [96, 508, 550, 564], "metainfochangingmemopoptim": 96, "metaop": 96, "With": [96, 371, 469, 473, 475, 492, 510, 518, 523, 527, 531, 537, 547, 549, 550, 557, 558, 561, 564], "better": [96, 218, 219, 222, 223, 265, 266, 314, 361, 394, 452, 497, 509, 511, 549, 550, 552, 555, 557, 558, 561], "perform": [96, 140, 149, 151, 175, 211, 218, 219, 234, 246, 247, 252, 277, 289, 298, 322, 327, 335, 342, 360, 371, 394, 399, 403, 436, 468, 469, 470, 473, 474, 490, 493, 494, 495, 497, 499, 500, 505, 506, 509, 510, 511, 512, 513, 515, 519, 521, 524, 530, 536, 547, 548, 549, 550, 551, 552, 553, 554, 555, 558, 559, 561, 563, 564], "hostconst": 97, "posthostconstconvert": 97, "just": [97, 224, 249, 251, 254, 256, 257, 259, 267, 292, 371, 470, 510, 520, 524, 530, 538, 548, 552, 558, 560, 561], "postcseoptim": 98, "duplic": [98, 108, 339, 398], "quantizev2": 98, "decreas": [98, 535, 549], "size": [98, 149, 169, 198, 199, 226, 227, 233, 236, 242, 247, 251, 269, 270, 276, 279, 285, 289, 292, 330, 369, 371, 434, 463, 467, 474, 492, 493, 498, 501, 510, 530, 531, 547, 549, 552, 553, 555, 558, 560, 563, 564], "rnn": 99, "quantizedrnnconvert": 99, "calibration_data": [99, 107], "rnn_detail": 99, "scalepropagationtransform": 100, "direct": [100, 200, 330, 549], "export": [101, 219, 299, 303, 352, 356, 472, 503, 516, 531, 533, 559, 562], "onnxgraph": 102, "output_shap": 102, "extra_opset": 102, "output_nam": [102, 142, 219, 296, 297, 500], "is_subgraph": 102, "graph_nam": 102, "manipul": [102, 103], "onnxnod": 103, "skip_convers": 103, "schema": [104, 169, 434], "onnxopschema": 104, "domain": [104, 105, 218, 219, 549, 561], "since_vers": 104, "get_schema": 104, "max_inclusive_opset_vers": 104, "within": [104, 176, 202, 203, 208, 209, 298, 303, 335, 356, 369, 388, 393, 467, 469, 475, 491, 511, 523, 527, 530, 538, 549, 550, 558, 561], "get_max_supported_opset_vers": 104, "packag": [104, 473, 501, 506, 530, 531, 550, 556, 561], "set_nam": 105, "find_opset": 105, "assert_error": 105, "bool_val": 105, "error_msg": 105, "messag": [105, 146, 468, 538, 539, 543, 544, 545, 561], "map_numpy_to_onnx_dtyp": 105, "np_dtype": 105, "map_onnx_to_numpy_typ": 105, "onnx_typ": 105, "add_port_to_nam": 105, "nr": 105, "get_tensorflow_node_attr": 105, "pars": [105, 148, 168, 234, 235, 247, 251, 277, 278, 289, 292, 377, 378, 382, 425, 474, 475, 560], "get_tensorflow_tensor_shap": 105, "get_tensorflow_node_shape_attr": 105, "attr": [105, 148, 194], "map_tensorflow_dtyp": 105, "get_tensorflow_tensor_data": 105, "convert_tensorflow_tensor_to_onnx": 105, "read_tensorflow_node_attr": 105, "read": [105, 148, 160, 239, 251, 282, 292, 331, 493, 554, 557], "infer_onnx_shape_dtyp": 105, "opset_vers": [105, 142, 219, 296, 297, 500], "input_shap": [105, 238, 281, 493], "input_dtyp": 105, "sometim": [105, 469, 495, 552], "make_onnx_shap": 105, "seqtyp": 105, "tensor_dtyp": 105, "around": 105, "signifi": 105, "make_onnx_inputs_output": 105, "elem_typ": 105, "text": [105, 149, 151, 210, 250, 251, 291, 292, 300, 305, 333, 353, 358, 500, 507, 519, 541, 544, 545, 549, 550, 555, 558, 560, 564], "datatyp": [105, 168, 554, 561, 564], "save_protobuf": 105, "path": [105, 140, 148, 161, 168, 194, 210, 214, 215, 234, 235, 236, 251, 277, 278, 279, 292, 293, 296, 297, 298, 309, 310, 311, 313, 322, 327, 331, 333, 335, 336, 349, 361, 369, 393, 394, 410, 458, 460, 463, 469, 470, 473, 493, 495, 498, 504, 509, 510, 511, 512, 516, 519, 530, 533, 535, 538, 543, 544, 545, 548, 555, 560, 563], "as_text": 105, "save": [105, 148, 159, 160, 191, 214, 218, 219, 236, 279, 296, 297, 336, 369, 394, 452, 453, 458, 463, 469, 473, 504, 510, 511, 512, 514, 518, 523, 527, 533, 538, 543, 544, 545, 548, 552, 553, 555, 558], "protobuf": [105, 369, 533], "is_onnx_domain": 105, "is_list_or_tupl": 105, "are_shapes_equ": 105, "src": [105, 531], "dest": 105, "equal": [105, 143, 148, 174, 413, 430, 463, 549, 555], "get_subgraphs_from_onnx": 105, "model_proto": 105, "over": [105, 160, 236, 279, 307, 360, 474, 499, 503, 505, 509, 521, 530, 536, 540, 549, 551, 558, 561], "df": 105, "initialize_name_count": 105, "avoid": [105, 160, 168, 169, 234, 277, 469, 559], "conflict": [105, 501], "counter": 105, "make_nam": 105, "get_index_from_strided_slice_of_shap": 105, "outputs_to_valu": 105, "stride": [105, 251, 292, 560], "slice": 105, "compute_const_folding_using_tf": 105, "g": [105, 149, 151, 160, 196, 218, 219, 436, 468, 496, 499, 503, 513, 518, 549, 555, 556, 558, 561], "const_node_valu": 105, "graph_output": 105, "constant": [105, 297, 299, 339, 341, 347, 352, 398, 402, 408, 456, 492, 502, 533, 560], "tf": [105, 116, 141, 148, 194, 214, 233, 234, 235, 236, 251, 276, 277, 278, 279, 292, 367, 369, 498, 506, 512, 550, 554, 556, 560], "generategraphwithqdqpattern": 107, "op_wise_config": [107, 131, 136, 474], "quantized_nod": 107, "llm_weight_minmax": 107, "dq": [107, 109, 131, 558], "pair": [107, 218, 219, 474, 492, 510, 511, 556], "befor": [107, 109, 154, 173, 187, 196, 201, 203, 208, 210, 212, 218, 219, 234, 277, 330, 332, 334, 432, 468, 475, 492, 493, 496, 497, 498, 501, 502, 506, 510, 525, 528, 534, 535, 552, 555, 557, 559, 561], "merg": [108, 226, 269, 349, 410, 525, 528, 559, 561], "mergeduplicatedqdqoptim": 108, "y": [109, 218, 219, 251, 292, 339, 398, 495, 501, 516, 558, 560], "shareqdqforitexypatternoptim": 109, "break": [109, 498, 510], "graphanalyz": 110, "extend_engin": 110, "analyz": [110, 194, 369, 557, 558, 559], "under": [110, 218, 219, 236, 279, 430, 436, 451, 458, 462, 468, 470, 472, 493, 507, 509, 510, 513, 518, 519, 530, 538, 548, 549, 550, 553, 555, 559, 561], "singleton": [110, 463], "specifi": [110, 149, 160, 168, 175, 214, 218, 219, 222, 223, 251, 252, 265, 266, 292, 298, 303, 307, 309, 310, 313, 322, 327, 335, 336, 356, 360, 361, 394, 413, 452, 462, 463, 474, 475, 498, 502, 509, 510, 518, 532, 538, 542, 543, 544, 545, 547, 549, 551, 555, 560, 561, 563], "graphrewriterhelp": 110, "encapsul": [110, 222, 223, 265, 266, 361, 394, 452, 512], "quantize_lay": [111, 112, 114], "fake_quant": [111, 112, 114], "quantize_config": [111, 112, 114, 474], "quantize_help": [111, 112, 114], "quantize_wrapp": [111, 112, 114], "fuse_qdq_bn": [111, 112, 130], "fuse_qdq_concatv2": [111, 112, 130], "fuse_qdq_conv": [111, 112, 130], "fuse_qdq_deconv": [111, 112, 130], "fuse_qdq_in": [111, 112, 130], "fuse_qdq_matmul": [111, 112, 130], "fuse_qdq_pool": [111, 112, 130], "optimize_qdq": [111, 112, 130], "optimize_lay": [112, 114, 117], "quantize_layer_add": [112, 114, 117], "quantize_layer_bas": [112, 114, 117], "quantize_layer_bn": [112, 114, 117], "fakequantizebas": 113, "abc": [113, 305, 358, 473, 559, 561], "fakequant": 113, "per_channel": [113, 474, 475, 502, 552, 563], "8": [113, 149, 160, 169, 218, 219, 250, 291, 434, 441, 469, 474, 491, 502, 506, 537, 538, 549, 550, 555, 558, 561, 564], "channel_axi": [113, 171, 174], "symmetr": [113, 149, 458, 475, 552, 555, 560, 561], "narrow_rang": 113, "quantizeconfig": [115, 116], "custom": [115, 149, 158, 168, 169, 175, 219, 336, 360, 371, 462, 490, 496, 497, 513, 536, 537, 538, 542, 544, 545, 549, 550, 555, 557], "There": [115, 336, 338, 395, 397, 495, 496, 502, 505, 510, 513, 535, 537, 538, 555, 558, 561, 563], "instanc": [115, 116, 175, 218, 219, 222, 223, 252, 265, 266, 304, 305, 307, 310, 313, 316, 317, 319, 320, 321, 339, 351, 357, 358, 360, 361, 394, 398, 412, 427, 436, 452, 460, 463, 467, 468, 469, 473, 490, 510, 515, 521, 555, 561, 563, 564], "global": [115, 196, 218, 219, 316, 317, 319, 320, 321, 330, 412, 425, 463, 469, 510, 549, 551, 561], "class": [116, 158, 168, 191, 197, 204, 314, 361, 394, 469, 470, 474, 492, 493, 496, 509, 510, 521, 547, 548, 552, 556, 559, 561, 563], "init_quantize_config": 116, "quantize_recip": 116, "begin": [116, 151, 202, 203, 208, 332, 492, 496, 497, 510, 549, 561], "process": [116, 140, 149, 155, 175, 196, 201, 202, 203, 210, 212, 214, 218, 219, 222, 223, 234, 235, 236, 247, 251, 252, 265, 266, 277, 278, 279, 289, 292, 330, 332, 334, 338, 339, 361, 394, 395, 397, 398, 436, 452, 462, 463, 470, 473, 474, 475, 491, 492, 493, 496, 497, 498, 500, 510, 514, 535, 537, 538, 540, 548, 549, 552, 553, 555, 558, 559, 560, 563], "model_nam": [116, 218, 219], "special": [116, 160, 194, 371, 469, 492, 509, 510, 547, 549, 555, 562], "decid": [116, 218, 219, 301, 332, 354, 473, 474, 510, 552, 556, 561], "qat_clone_funct": 116, "leav": [116, 524], "quantizewrapp": [116, 122], "wrapped_lay": 116, "config_quantizable_lay": 118, "quantizelayeradd": 119, "quantizelay": 120, "quantizelayerbas": 120, "quantizelayerbatchnorm": 121, "quantizewrapperbas": 122, "fusedbatchnormv3": [123, 133], "fusenodestartwithfusedbatchnormv3": [123, 133], "_quantizedfusedbatchnorm": 123, "concatv2": [124, 134, 147, 502], "fusenodestartwithconcatv2": [124, 134], "quantizedconcatv2": [124, 134], "fusenodestartwithconv2d": [125, 135], "conv2dbackpropinput": 126, "conv3dbackpropinputv2": 126, "fusenodestartwithdeconv2d": 126, "fusedinstancenorm": 127, "fusenodestartwithfusedinstancenorm": 127, "batchmatmul": 128, "batchmatmulv2": 128, "fusenodestartwithmatmul": [128, 137], "avgpool": [129, 138, 502], "fusenodestartwithpool": [129, 138], "optimizeqdqgraph": 131, "input_graph": [131, 136, 143, 389, 393, 473], "op_wise_sequ": [131, 136], "quantizegraph": 132, "quantizegraphbas": 132, "quantizenodebas": 132, "quantizegraphforintel": 136, "common": [139, 158, 160, 187, 219, 249, 299, 309, 313, 314, 315, 352, 427, 429, 441, 448, 455, 467, 493, 497, 498, 500, 504, 506, 510, 552, 558], "herlper": 139, "quantizegraphhelp": 139, "sever": [139, 212, 251, 292, 334, 336, 470, 495, 496, 497, 505, 510, 511, 523, 527, 538, 549, 551, 553, 558, 560, 561, 563], "staticmethod": 139, "function": [139, 140, 158, 202, 203, 208, 218, 219, 222, 223, 235, 265, 266, 278, 310, 313, 322, 327, 468, 469, 470, 473, 474, 475, 490, 492, 496, 497, 500, 504, 505, 506, 508, 509, 510, 511, 521, 531, 537, 538, 549, 552, 555, 556, 557, 558, 559, 561, 562], "smoothquantcalibr": 140, "dataset": [140, 141, 149, 168, 210, 222, 223, 224, 226, 227, 231, 232, 233, 245, 254, 265, 266, 267, 269, 270, 274, 275, 276, 288, 299, 303, 304, 305, 307, 336, 352, 356, 357, 358, 360, 361, 394, 452, 455, 470, 472, 473, 474, 492, 498, 503, 509, 510, 518, 532, 533, 543, 549, 552, 555, 556, 558, 561, 563, 564], "outlier": [140, 474, 491, 495, 535, 555, 558], "smoothquantcalibrationllm": 140, "model_path": [140, 148, 169, 495, 543], "temp_path": 140, "weight_name_map": 140, "llm": [140, 141, 149, 154, 209, 432, 472, 549, 550, 553, 555, 558], "eval_func": [140, 222, 223, 265, 266, 336, 339, 342, 343, 345, 361, 394, 395, 398, 399, 403, 404, 406, 413, 452, 469, 492, 493, 495, 496, 497, 498, 510, 533, 552, 553, 554, 555, 561, 563], "temporari": [140, 168, 463, 467], "store": [140, 188, 190, 191, 194, 201, 202, 203, 204, 205, 206, 207, 208, 209, 211, 213, 218, 219, 236, 279, 325, 332, 504], "median": 140, "autotrack": [140, 148], "smoothquantscal": 141, "alpha": [141, 159, 163, 173, 190, 211, 447, 552, 561], "scales_per_op": 141, "individu": [141, 196, 330, 388, 393, 467, 538, 549, 558], "smoothquantscalerllm": 141, "tensorflowqdqtoonnxqdqconvert": 142, "shape_overrid": 142, "inputs_as_nchw": [142, 296], "default_opset_vers": 142, "bia": [143, 218, 219, 555, 559], "correct": [143, 174, 214, 218, 219, 303, 304, 305, 307, 331, 356, 357, 358, 360, 467, 513], "biascorrect": 143, "fp32_graph": 143, "weight_empir": 143, "Will": [143, 496, 505], "our": [143, 168, 218, 219, 470, 472, 500, 510, 531, 532, 535, 557, 562], "task": [143, 234, 241, 277, 284, 307, 360, 493, 496, 497, 500, 505, 509, 510, 533, 537, 540, 549, 553, 555, 558, 564], "close": [143, 174, 491, 539], "w_int8": [143, 174], "u": [143, 174, 513, 532, 537], "w_fp32": [143, 174], "varianc": [143, 174, 495], "differ": [143, 151, 170, 174, 176, 181, 187, 205, 218, 219, 227, 236, 251, 253, 270, 279, 292, 298, 307, 313, 315, 324, 335, 360, 371, 457, 467, 469, 470, 474, 492, 493, 495, 496, 498, 499, 504, 505, 509, 510, 512, 523, 527, 532, 535, 538, 547, 549, 552, 555, 558, 559, 560, 561], "wise": [143, 157, 159, 161, 169, 174, 218, 219, 339, 342, 398, 399, 403, 425, 434, 472, 474, 505, 535, 549, 555, 558, 559, 561, 562, 563], "minim": [143, 151, 174, 339, 398, 474, 475, 491, 496, 499, 509, 510, 523, 527, 549, 552, 561], "scale_c": [143, 174], "shift": [143, 174, 247, 289, 531, 560], "notic": [143, 174, 252, 507, 511, 533, 556], "first": [143, 149, 160, 168, 174, 195, 216, 218, 219, 234, 277, 303, 349, 356, 399, 410, 430, 463, 469, 470, 473, 474, 475, 493, 495, 506, 511, 515, 524, 525, 528, 531, 533, 534, 535, 551, 552, 554, 555, 557, 558, 559, 561, 563], "empir": [143, 174], "solut": [143, 174, 472, 473, 474, 501, 515, 519, 524, 550, 555, 556, 558, 561, 562], "don": [143, 174, 196, 218, 219, 469, 536, 549, 561], "min": [143, 149, 169, 174, 188, 219, 434, 463, 495, 533, 535, 549, 552, 555, 558, 560, 561], "graphtransform": 144, "graphtransformbas": 144, "input_pb": [144, 146, 147], "log": [146, 175, 178, 194, 377, 378, 382, 459, 469, 521, 543, 544, 545, 557, 559, 561], "insertlog": 146, "node_name_list": 146, "show_nam": 146, "show_op": 146, "first_n": 146, "summar": [146, 496], "1024": [146, 236, 279, 516], "dump_fp32": 146, "rerang": 147, "rerangequantizedconcat": 147, "rerange_quant": 147, "version1_lt_version2": [148, 463], "version1": [148, 430, 463], "version2": [148, 430, 463], "version1_gt_version2": [148, 463], "greater": [148, 430, 463, 543, 549, 561], "version1_eq_version2": [148, 463], "version1_gte_version2": [148, 430, 463], "version1_lte_version2": [148, 463], "disable_random": 148, "seed": [148, 149, 187, 218, 219, 315, 463, 510, 563], "disabl": [148, 218, 219, 467, 530, 535, 554, 555, 558], "read_graph": 148, "in_graph": 148, "in_graph_is_binari": 148, "write_graph": 148, "out_graph_def": 148, "out_graph_fil": 148, "write": [148, 243, 286, 463, 498, 504, 510, 513, 559], "is_ckpt_format": 148, "ckpt": [148, 361, 369, 394, 564], "folder": [148, 236, 241, 279, 284, 361, 394, 462, 493, 518, 523, 527, 536, 543, 544, 545, 555, 559], "is_saved_model_format": 148, "saved_model": [148, 309, 553], "get_estimator_graph": 148, "estim": [148, 149, 307, 360, 369, 561], "input_fn": [148, 369], "get_tensor_by_nam": 148, "try_cnt": 148, "import": [148, 151, 175, 188, 218, 219, 309, 361, 371, 394, 413, 452, 463, 469, 470, 472, 475, 490, 492, 493, 495, 496, 497, 498, 500, 503, 509, 510, 511, 512, 513, 517, 519, 532, 533, 541, 547, 548, 549, 551, 552, 553, 554, 556, 557, 558, 559, 560, 561, 562], "scope": [148, 468, 474, 510], "onc": [148, 160, 183, 212, 258, 334, 338, 395, 397, 474, 475, 492, 530, 536, 549, 550, 561, 564], "both": [148, 219, 467, 470, 473, 497, 510, 514, 533, 535, 537, 549, 551, 552, 555, 558, 561], "compat": [148, 369, 468, 498, 512, 525, 528, 530, 549, 556], "v1": [148, 246, 247, 289, 304, 305, 307, 357, 358, 360, 369, 498, 500, 501, 509, 512, 534, 549, 556, 557, 558, 564], "suffix": 148, "time": [148, 160, 218, 219, 251, 292, 307, 339, 360, 371, 398, 430, 463, 474, 492, 495, 498, 501, 510, 518, 520, 523, 527, 530, 531, 536, 539, 543, 544, 547, 549, 550, 552, 555, 557, 558, 559, 560, 561], "got": [148, 474, 501, 559], "iterator_sess_run": 148, "sess": [148, 369], "iter_op": 148, "feed_dict": [148, 233, 276], "output_tensor": [148, 369], "measur": [148, 252, 361, 457, 470, 473, 490, 495, 496, 509, 510, 555, 559, 561, 564], "integr": [148, 181, 253, 473, 510, 531, 532, 537, 555], "makeiter": 148, "feed": [148, 233, 276, 496, 549], "end": [148, 151, 201, 202, 203, 208, 218, 219, 234, 250, 251, 277, 291, 292, 332, 338, 395, 397, 473, 474, 475, 496, 497, 502, 506, 510, 524, 540, 547, 549, 559, 560, 561], "predict": [148, 251, 256, 292, 300, 304, 305, 307, 353, 357, 358, 360, 394, 470, 496, 509, 521, 555, 558, 559, 560], "pred": [148, 307, 360, 509], "collate_tf_pr": 148, "collat": [148, 168], "get_input_output_node_nam": 148, "fix_ref_type_of_graph_def": 148, "fix": [148, 206, 208, 234, 277, 332, 492, 493, 517, 549, 552, 555, 561], "strip_unused_lib": 148, "offici": [148, 300, 304, 305, 353, 357, 358, 467, 558], "r1": 148, "15": [148, 502, 506, 544], "branch": [148, 468], "get_graph_def": 148, "auto_input_output": 148, "get_model_input_shap": 148, "get_tensor_val_from_graph_nod": 148, "graph_node_name_map": 148, "kei": [148, 149, 155, 160, 161, 165, 194, 205, 214, 216, 218, 219, 314, 331, 369, 413, 430, 453, 455, 463, 472, 474, 532, 533, 539, 550, 555, 559, 561], "val": [148, 214, 236, 239, 279, 282, 331, 495, 510, 535], "tensor_v": 148, "int8_node_name_revers": 148, "revers": [148, 533], "tf_diagnosis_help": 148, "fp32_model": [148, 155, 168, 297, 463, 473, 553], "quan_model": 148, "save_path": [148, 296, 297, 473, 512], "diagnosi": [148, 218, 219, 510, 533, 534, 535, 550, 556, 562], "generate_feed_dict": 148, "input_tensor": [148, 369], "get_weight_from_input_tensor": 148, "input_tensor_nam": [148, 369], "associ": [148, 160, 303, 356], "search": [148, 154, 169, 187, 188, 194, 208, 215, 219, 222, 223, 265, 266, 298, 300, 310, 313, 314, 315, 335, 339, 353, 398, 432, 434, 463, 472, 505, 509, 513, 514, 524, 549, 550, 555, 558, 559, 561, 562], "look": [148, 205, 473, 475, 502, 509, 532, 533, 535, 558, 563], "sq_weight_tensor": 148, "sq_weights_nod": 148, "two": [148, 155, 160, 175, 195, 200, 207, 212, 236, 241, 252, 279, 284, 303, 330, 334, 336, 343, 356, 404, 463, 468, 469, 470, 492, 493, 496, 498, 500, 502, 510, 511, 537, 538, 540, 549, 552, 554, 555, 557, 558, 561, 563], "apply_inlin": 148, "func": [148, 168, 463, 552, 563], "inlin": [148, 513, 518, 521], "definit": [148, 163, 227, 232, 270, 275, 447], "concret": [148, 561], "new_graph_def": 148, "construct_function_from_graph_def": 148, "frozen_func": 148, "rebuild": [148, 514, 523, 527], "reconstruct": [148, 550], "new_func": 148, "parse_saved_model": 148, "output_tensor_nam": [148, 369], "_saved_model": 148, "load": [148, 158, 160, 161, 234, 250, 251, 277, 291, 292, 361, 369, 394, 462, 463, 474, 492, 523, 527, 531, 533, 551, 552, 553, 558], "reconstruct_saved_model": 148, "trackabl": 148, "destin": [148, 295, 309], "quant_weight_asym": 149, "v": [149, 151, 521, 530, 549, 561, 563], "min_scal": 149, "max_scal": 149, "asymmetr": [149, 475, 552, 555, 561], "e": [149, 160, 196, 218, 219, 436, 467, 468, 496, 499, 503, 513, 518, 519, 523, 527, 549, 555, 558, 561], "perturb": 149, "minimum": [149, 196, 218, 219, 475, 491, 495, 510, 521, 549, 558, 561], "quant_weight_sym": 149, "quant_weight_actor": 149, "quant_weight": [149, 169, 434], "hand": [149, 470], "issu": [149, 467, 468, 471, 472, 506, 533, 535, 552, 559], "round_st": 149, "torch": [149, 151, 153, 154, 155, 156, 157, 160, 161, 163, 164, 165, 166, 168, 169, 173, 191, 194, 195, 197, 205, 215, 218, 219, 297, 361, 394, 430, 458, 462, 469, 472, 475, 476, 496, 498, 500, 510, 511, 512, 513, 518, 521, 533, 552, 555, 558, 559], "straight": 149, "through": [149, 155, 222, 223, 265, 266, 360, 361, 394, 472, 490, 502, 504, 505, 509, 516, 537, 547, 548, 549, 551, 552, 555], "omniqu": 149, "saveinput": 149, "seqlen": 149, "256": [149, 241, 247, 284, 289, 441, 493, 498, 510, 560], "block_nam": 149, "cach": [149, 234, 277, 436, 501, 552, 555], "get_modul": [149, 161, 165], "nn": [149, 154, 161, 163, 165, 168, 169, 194, 195, 205, 218, 219, 297, 361, 394, 430, 432, 434, 435, 436, 447, 448, 451, 458, 462, 469, 496, 510, 512, 555, 558, 559], "set_modul": [149, 165, 168, 451], "new_modul": [149, 161, 165, 168, 451], "get_scale_shap": 149, "wrapper_block": 149, "enable_minmax_tun": 149, "conv1d": [149, 154, 432, 475], "indic": [149, 160, 180, 218, 219, 227, 232, 234, 270, 275, 277, 293, 303, 314, 356, 469, 492, 501, 533, 538, 559], "unwrapper_block": 149, "unwrap": 149, "wrapperlinear": 149, "wrappertransformerconv1d": 149, "sampling_input": 149, "input_id": [149, 234, 251, 277, 292, 510], "input_oth": 149, "length": [149, 205, 218, 219, 234, 251, 277, 292, 303, 356, 472, 493, 509, 550, 552, 555, 560], "id": [149, 175, 250, 252, 291, 300, 302, 303, 304, 305, 353, 355, 356, 357, 358, 509, 538, 539, 543, 544, 545, 557, 561], "current_input_id": 149, "current_input_oth": 149, "move_input_to_devic": 149, "check_is_cpu": 149, "otherwis": [149, 160, 236, 251, 279, 292, 463, 467, 474, 493, 525, 528, 551, 555, 560], "block_forward": 149, "amp_dtyp": 149, "automat": [149, 192, 194, 195, 218, 219, 236, 239, 246, 247, 279, 282, 289, 298, 308, 335, 469, 472, 490, 493, 505, 510, 511, 513, 515, 518, 519, 521, 523, 524, 525, 527, 528, 530, 537, 540, 548, 549, 552, 558, 560, 561], "mix": [149, 153, 162, 218, 219, 337, 349, 361, 396, 410, 436, 472, 473, 480, 505, 513, 519, 520, 521, 562], "precis": [149, 153, 162, 218, 219, 222, 223, 265, 266, 298, 305, 307, 308, 335, 337, 349, 358, 360, 361, 371, 396, 399, 410, 436, 463, 472, 473, 474, 480, 490, 491, 497, 498, 502, 505, 513, 519, 520, 521, 550, 551, 552, 555, 558, 561, 562], "collect_round_v": 149, "collect_minmax_scal": 149, "get_batch_dim": 149, "posit": [149, 251, 292, 448, 467, 509, 513, 538, 543, 544, 545], "dim": [149, 251, 292, 555, 558, 560], "wrappermultiblock": 149, "module_list": 149, "act": [149, 214, 232, 275, 467], "singl": [149, 190, 212, 218, 219, 227, 234, 251, 270, 277, 292, 303, 332, 334, 356, 360, 394, 469, 493, 495, 506, 536, 549, 553, 558], "get_block_nam": 149, "network": [149, 155, 190, 196, 197, 332, 401, 436, 470, 491, 496, 497, 500, 510, 532, 550, 552, 558, 561], "get_tokenizer_funct": 149, "token": [149, 234, 245, 248, 251, 277, 288, 290, 292, 299, 300, 301, 352, 353, 354, 458, 493, 509, 510, 532, 533, 555, 557, 558, 560, 561], "truncat": [149, 234, 251, 277, 292, 493, 560], "field": [149, 218, 219, 236, 279, 303, 356, 469, 473, 475, 498, 510, 557, 561, 563], "get_dataload": 149, "data_nam": 149, "neelnanda": 149, "pile": 149, "10k": [149, 499, 503], "42": [149, 187, 219, 315, 564], "test": [149, 175, 218, 219, 251, 292, 468, 472, 495, 506, 538, 543, 564], "shuffl": [149, 224, 226, 233, 254, 267, 269, 276, 492, 510, 552], "enable_full_rang": [149, 152, 169, 434, 441, 458, 553, 555], "cuda": [149, 160, 214, 436, 511, 513, 515, 549, 552], "lr_schedul": [149, 510, 549], "dataset_nam": [149, 534], "dataset_split": 149, "use_quant_input": 149, "lr": [149, 151, 218, 219, 496, 498, 510], "005": [149, 555], "minmax_lr": 149, "low_gpu_mem_usag": 149, "200": [149, 250, 291, 469, 539, 561], "512": 149, "sampler": [149, 224, 226, 228, 233, 254, 267, 269, 271, 276, 288, 299, 348, 409, 492, 498], "rand": [149, 513, 558], "n_block": [149, 169, 555], "gradient_accumulate_step": 149, "not_use_ms": 149, "dynamic_max_gap": 149, "data_typ": [149, 152, 169, 351, 412, 434], "signround": 149, "advanc": [149, 155, 218, 219, 467, 472, 474, 480, 508, 549, 552, 563], "cheng": 149, "wenhua": 149, "et": [149, 151, 155, 491, 555, 558], "al": [149, 151, 155, 491, 555, 558], "via": [149, 298, 322, 327, 335, 467, 472, 498, 505, 510, 513, 530, 549, 550], "sign": [149, 351, 412, 468, 472, 475, 491, 532, 550, 552, 555, 557], "gradient": [149, 151, 190, 316, 472, 505, 510, 549, 550, 564], "descent": [149, 151, 194, 472, 550], "arxiv": [149, 154, 190, 208, 209, 332, 432, 441, 472, 491, 549, 550, 555, 558], "preprint": [149, 491, 549, 555, 558], "2309": 149, "05516": 149, "2023": [149, 472, 545, 549, 555, 558, 564], "pytorch": [149, 176, 181, 183, 184, 191, 194, 197, 200, 201, 204, 209, 210, 218, 219, 233, 234, 236, 239, 243, 251, 253, 258, 260, 276, 277, 279, 282, 286, 292, 297, 298, 307, 308, 328, 330, 333, 335, 343, 352, 360, 361, 370, 394, 404, 456, 463, 468, 469, 470, 472, 473, 474, 475, 491, 492, 496, 497, 499, 502, 505, 506, 508, 510, 511, 512, 513, 515, 518, 519, 520, 521, 530, 532, 541, 544, 545, 549, 550, 551, 555, 556, 558, 561, 563], "empti": [149, 161, 218, 219, 516, 553], "layer1": [149, 194, 218, 219, 510, 549, 552], "layer_nam": [149, 219, 549], "rang": [149, 169, 237, 238, 251, 280, 281, 292, 413, 434, 452, 458, 472, 473, 475, 491, 493, 495, 496, 497, 498, 510, 533, 535, 548, 549, 552, 555, 558, 560], "learn": [149, 151, 472, 473, 474, 492, 493, 500, 504, 505, 506, 510, 511, 513, 515, 518, 519, 521, 524, 525, 528, 530, 549, 550, 552, 558, 559, 561, 562], "rate": [149, 151, 510, 549, 552], "schedul": [149, 189, 191, 201, 202, 203, 208, 209, 211, 218, 219, 299, 328, 332, 352, 510, 537, 538, 540, 548], "futur": [149, 173, 222, 223, 254, 265, 266, 505, 508, 510, 521, 543, 544, 545, 562], "accumul": [149, 348, 409, 561], "step": [149, 151, 190, 200, 201, 202, 203, 207, 208, 212, 218, 219, 330, 332, 334, 452, 474, 475, 495, 496, 497, 498, 510, 525, 528, 530, 543, 544, 545, 548, 549, 551, 554, 555, 557, 558, 559, 561], "squar": [149, 307, 342, 360, 403, 495, 509, 535, 561], "gap": [149, 495, 512], "addit": [149, 168, 219, 452, 474, 475, 496, 524, 532, 538, 555, 556, 561], "keyword": [149, 160, 219], "argument": [149, 160, 219, 413, 448, 470, 495, 534, 535, 538, 541, 543, 544, 545, 555], "autooptround": 149, "adamw": [149, 183, 258], "autoadamround": 149, "sgd": [151, 183, 218, 219, 258, 496, 510, 551, 563], "param": [151, 168, 175, 183, 224, 252, 258, 267, 307, 339, 360, 398, 463, 473, 512, 561], "requir": [151, 168, 169, 218, 219, 225, 336, 369, 393, 436, 469, 473, 474, 490, 491, 492, 495, 497, 498, 502, 510, 511, 512, 514, 524, 530, 532, 537, 538, 541, 544, 545, 549, 552, 555, 556, 557, 558, 559, 561, 563], "momentum": [151, 190, 332, 505, 510, 549, 563], "weight_decai": [151, 188, 510, 563], "nesterov": [151, 510, 563], "maxim": [151, 510, 549, 561], "foreach": 151, "differenti": 151, "stochast": 151, "align": [151, 251, 292, 467, 555, 560], "rule": [151, 495, 513, 549], "110mm": 151, "4pt": 151, "textbf": 151, "gamma": 151, "theta_0": 151, "f": [151, 160, 191, 496, 498, 552, 555, 558], "theta": 151, "lambda": [151, 160, 553], "decai": 151, "hspace": 151, "13mm": 151, "mu": [151, 495], "tau": 151, "textit": 151, "ex": 151, "ldot": 151, "5mm": 151, "g_t": 151, "leftarrow": 151, "nabla_": 151, "f_t": 151, "theta_": 151, "neq": 151, "10mm": 151, "15mm": 151, "_t": 151, "_": [151, 222, 223, 265, 266, 394, 469, 470, 472, 473, 474, 491, 495, 496, 498, 500, 502, 510, 511, 512, 513, 519, 523, 525, 527, 528, 535, 538, 539, 547, 549, 552, 555, 556, 557, 558, 559, 561, 563], "g_": 151, "theta_t": 151, "bf": 151, "formula": [151, 549, 558], "On": [151, 552, 564], "deep": [151, 216, 430, 472, 473, 474, 492, 505, 506, 510, 511, 513, 515, 518, 519, 521, 524, 530, 550, 552, 561, 562, 564], "l2": [151, 219, 549], "penalti": [151, 300, 301, 353, 354, 509], "instead": [151, 215, 216, 219, 233, 276, 463, 516, 518, 521, 536, 549, 555], "xdoctest": [151, 160], "skip": [151, 160, 559, 561], "9": [151, 190, 218, 219, 469, 506, 510, 549, 551, 558, 561, 563, 564], "zero_grad": [151, 498, 510, 549], "loss_fn": 151, "backward": [151, 436, 452, 496, 497, 498, 510, 548, 549, 552, 556], "subtli": 151, "sutskev": 151, "some": [151, 192, 194, 218, 219, 234, 277, 331, 474, 475, 493, 495, 500, 506, 509, 510, 532, 533, 534, 535, 538, 547, 549, 552, 554, 555, 558, 559, 561, 562, 564], "written": [151, 510], "v_": 151, "p_": 151, "denot": [151, 558], "veloc": 151, "respect": [151, 467, 502, 549, 558, 563], "contrast": [151, 196, 330, 560], "emploi": 151, "form": [151, 305, 358, 495, 496, 530], "analog": 151, "modifi": [151, 205, 236, 279, 393, 412, 469, 475, 498, 502, 534, 535, 549, 563], "d_p_list": 151, "momentum_buffer_list": 151, "has_sparse_grad": 151, "see": [151, 158, 251, 292, 300, 353, 436, 467, 468, 469, 471, 507, 510, 523, 524, 527, 530, 531, 535, 536, 555, 558, 559, 561], "actawareweightqu": 152, "example_input": [152, 162, 165, 167, 168, 169, 218, 219, 297, 462, 500], "algo": [152, 455], "bf16modulewrapp": 153, "bf16modul": 153, "mixed_precision_model": 153, "bf16_symbolic_trac": 153, "fx_sub_module_list": 153, "trace": [153, 155, 166, 168, 194, 218, 219, 297, 401, 469, 520, 561], "_description_": 153, "is_leaf": [154, 432], "judg": [154, 432], "trace_gptq_target_block": [154, 432], "module_typ": [154, 432], "modulelist": [154, 432], "sequenti": [154, 232, 275, 336, 338, 395, 397, 432, 561], "stack": [154, 432], "structur": [154, 195, 206, 207, 218, 219, 332, 350, 411, 432, 463, 505, 529, 531, 534, 543, 549, 550, 552, 559, 562, 564], "critic": [154, 205, 432, 467], "gptq_related_block": [154, 432], "embed": [154, 168, 432, 491, 549], "transformers_pr": [154, 432], "todo": [154, 234, 237, 277, 280, 303, 349, 356, 410, 432], "transformers_nam": [154, 432], "find_lay": [154, 432], "find_layers_nam": [154, 432], "log_quantizable_layers_per_transform": [154, 432], "transformer_block": [154, 432], "maxq": [154, 432], "gptquantiz": [154, 432], "nsampl": [154, 169, 432, 441, 555], "use_max_length": [154, 169, 432, 441], "pad_max_length": [154, 169, 432, 441], "layer_wis": [154, 169, 432, 441, 462, 553], "compress": [154, 299, 322, 327, 352, 371, 432, 452, 458, 465, 472, 480, 496, 505, 510, 530, 532, 547, 548, 549, 550, 552, 558, 562, 564], "pretrain": [154, 432, 458, 513, 519], "url": [154, 236, 279, 432, 468, 507, 541, 542, 549], "org": [154, 190, 208, 209, 303, 332, 356, 432, 441, 469, 495, 506, 525, 528, 549], "2210": [154, 432, 441, 555], "17323": [154, 432, 441, 555], "node_collector": 155, "hook": [155, 180, 184, 205, 260, 261, 322, 327, 455, 496, 497, 510, 549, 558, 559], "record": [155, 168, 181, 184, 234, 235, 236, 242, 253, 260, 277, 278, 279, 285, 463, 493, 535, 555, 557, 559, 561], "hessiantrac": 155, "q_model": [155, 159, 219, 309, 394, 425, 429, 469, 472, 492, 493, 495, 498, 500, 503, 504, 509, 510, 512, 532, 533, 552, 553, 554, 555], "criterion": [155, 180, 182, 183, 189, 190, 196, 201, 202, 203, 205, 208, 209, 213, 218, 219, 255, 258, 299, 352, 496, 497, 510, 549, 552, 558, 561, 563], "yao": 155, "zhewei": 155, "pyhessian": 155, "len": [155, 219, 251, 292, 493, 498, 560], "2020": 155, "ieee": [155, 511, 558], "intern": [155, 232, 275, 349, 410, 492, 493, 509, 549], "confer": [155, 549, 558], "big": [155, 495, 555], "dong": 155, "zhen": 155, "hawq": [155, 401, 561], "v2": [155, 401, 492, 498, 500, 501, 506, 519, 556, 558, 561, 562, 564], "system": [155, 160, 175, 252, 463, 490, 516, 549, 564], "33": [155, 564], "18518": 155, "18529": 155, "openvinotoolkit": 155, "nncf": 155, "develop": [155, 371, 468, 469, 506, 510, 511, 513, 519, 530, 536, 549, 550, 554, 557], "hessian_trac": 155, "compare_weight": 155, "float_dict": 155, "ani": [155, 160, 303, 305, 348, 356, 358, 388, 393, 409, 413, 436, 448, 460, 463, 467, 472, 475, 498, 513, 518, 531, 532, 536, 537, 549, 557, 561], "quantized_dict": 155, "compar": [155, 307, 360, 463, 497, 509, 533, 549, 552, 555, 557, 559, 561], "being": [155, 303, 356, 475, 538], "wt_compare_dict": 155, "float_model": 155, "state_dict": [155, 498, 555, 559], "qmodel": 155, "compute_error": 155, "state": [155, 195, 436, 475, 516, 549], "weight_dict": 155, "hawq_top": 155, "enable_act": 155, "modul": [156, 157, 191, 197, 204, 312, 318, 328, 329, 469, 492, 496, 505, 509, 510, 512, 549, 551, 554, 555, 559, 562], "portabl": 158, "serial": [158, 160], "copyreg": 158, "mechan": [158, 190, 549, 557, 562], "pickler": 158, "pickletool": 158, "comment": [158, 467, 474, 493, 509, 510, 555, 560], "unpickl": [158, 160], "misc": [158, 507], "format_vers": 158, "compatible_format": 158, "except": [158, 160, 413, 463, 536, 552, 553], "pickleerror": 158, "pickl": [158, 160], "picklingerror": 158, "unpicklingerror": 158, "problem": [158, 234, 277, 307, 360, 509, 511, 531], "secur": [158, 472, 532, 550, 565], "violat": 158, "also": [158, 195, 233, 236, 251, 276, 279, 292, 300, 353, 360, 371, 394, 436, 468, 470, 473, 474, 475, 492, 495, 499, 503, 505, 509, 510, 513, 518, 523, 524, 527, 530, 531, 532, 535, 536, 547, 549, 550, 552, 554, 555, 558, 561], "includ": [158, 181, 190, 194, 196, 211, 213, 218, 219, 234, 236, 243, 251, 253, 277, 279, 286, 292, 298, 308, 330, 335, 413, 436, 463, 467, 473, 474, 475, 492, 493, 495, 506, 507, 508, 509, 510, 513, 516, 519, 524, 536, 540, 543, 544, 545, 549, 552, 554, 555, 559, 561], "necessarili": 158, "limit": [158, 188, 339, 398, 463, 472, 495, 496, 508, 552, 555, 556, 559], "attributeerror": [158, 413], "eoferror": 158, "importerror": [158, 501], "indexerror": 158, "layerwisequ": 159, "pretrained_model_name_or_path": [159, 161], "op_cfg": 159, "output_dir": [159, 458, 510, 518, 519, 534, 535, 541, 544, 545], "5": [159, 173, 181, 218, 219, 238, 247, 253, 281, 289, 307, 360, 394, 473, 493, 500, 502, 506, 509, 510, 535, 540, 543, 544, 549, 551, 552, 555, 558, 560, 561, 563, 564], "order": [159, 168, 300, 301, 336, 339, 342, 351, 353, 354, 398, 403, 412, 469, 495, 509, 533, 551, 555, 558, 559, 561], "memomeri": 159, "file_lik": 160, "map_loc": 160, "pickle_modul": [160, 191], "weights_onli": 160, "pickle_load_arg": 160, "facil": 160, "treat": [160, 492], "storag": [160, 472, 503, 509, 532, 535, 555, 558], "thei": [160, 252, 413, 467, 496, 502, 510, 518, 533, 536, 547], "deseri": 160, "were": [160, 307, 360, 516, 549], "fail": [160, 469, 492, 500, 539], "becaus": [160, 200, 205, 251, 292, 330, 469, 535, 552, 558, 560, 561], "doesn": [160, 251, 292, 473, 498, 510, 511, 531, 563], "certain": [160, 556, 557], "howev": [160, 536, 549, 555, 558], "altern": [160, 218, 219, 394], "callabl": [160, 218, 219, 305, 358, 425, 429, 435, 448, 452, 492], "locat": [160, 170, 214, 251, 292, 498, 516, 523, 527, 530, 538, 552, 556, 560, 563], "resid": 160, "tag": [160, 369, 558, 559], "wa": [160, 218, 219, 473, 510, 535, 536, 539, 550, 561], "builtin": [160, 498], "device_id": 160, "either": [160, 219, 303, 356, 514, 518, 538, 548, 551, 552], "final": [160, 194, 201, 214, 332, 474, 510, 516, 547, 549, 552, 556, 561], "alreadi": [160, 175, 236, 250, 252, 279, 291, 473, 493, 505, 525, 528, 532, 541, 561], "right": [160, 247, 289, 303, 356, 467, 468, 469, 530, 536, 558, 560], "fall": [160, 168], "back": [160, 168, 251, 257, 292, 495, 530, 536], "behavior": [160, 467, 473, 474, 475, 502, 512, 555, 559, 561, 563], "wasn": 160, "appear": [160, 467, 524, 530, 532], "ones": [160, 303, 356, 549], "put": [160, 236, 279, 493, 496], "user": [160, 175, 183, 194, 206, 214, 218, 219, 222, 223, 236, 239, 243, 251, 252, 258, 265, 266, 279, 282, 286, 292, 298, 322, 327, 333, 335, 336, 360, 361, 371, 394, 399, 412, 452, 463, 469, 470, 472, 473, 474, 475, 480, 490, 492, 496, 497, 500, 502, 505, 508, 509, 510, 511, 512, 513, 514, 515, 517, 518, 519, 521, 524, 530, 537, 538, 539, 540, 543, 544, 545, 547, 548, 549, 550, 552, 553, 554, 556, 558, 559, 560, 561, 565], "register_packag": 160, "readlin": 160, "tell": [160, 360, 394, 551], "seek": [160, 555], "o": [160, 413, 506, 515, 533], "pathlik": 160, "metadata": 160, "primit": 160, "unless": [160, 502], "implicitli": 160, "known": [160, 254, 339, 398, 510, 549, 552, 559, 561], "insecur": [160, 532], "possibl": [160, 252, 436, 495, 532, 548, 549, 553, 554, 561], "construct": [160, 234, 237, 238, 241, 249, 254, 256, 257, 259, 277, 280, 281, 284, 360, 365, 369, 412, 455, 467, 474, 475, 493, 498, 549, 561], "malici": 160, "arbitrari": [160, 510, 548], "code": [160, 194, 222, 223, 252, 265, 266, 309, 333, 336, 394, 452, 469, 472, 473, 474, 475, 493, 496, 497, 498, 504, 505, 507, 509, 513, 515, 517, 518, 519, 521, 524, 530, 534, 535, 537, 538, 539, 547, 548, 549, 550, 551, 552, 557, 558, 559, 560], "never": [160, 561], "could": [160, 165, 173, 196, 222, 223, 236, 265, 266, 279, 336, 361, 394, 452, 467, 469, 497, 510, 548, 549, 552, 555, 556, 558, 562], "come": [160, 508, 561], "untrust": 160, "unsaf": 160, "tamper": 160, "trust": [160, 495, 532], "load_state_dict": 160, "ram": 160, "surg": 160, "checkpoint": [160, 369, 462, 512], "By": [160, 194, 218, 219, 300, 353, 474, 475, 509, 512, 523, 524, 527, 549, 550, 555, 561], "decod": [160, 246, 247, 289, 300, 353, 509, 560], "byte": 160, "utf": [160, 250, 291], "unicodedecodeerror": 160, "ascii": 160, "codec": 160, "0x": 160, "incorrect": 160, "extra": [160, 305, 358, 510], "encod": [160, 303, 356, 533, 560], "latin1": 160, "them": [160, 194, 234, 277, 469, 475, 492, 495, 500, 502, 504, 533, 536, 548, 549, 555, 561], "keep": [160, 205, 214, 331, 399, 469, 473, 529, 530, 556], "later": [160, 165, 173, 537, 538, 559], "byte_arrai": 160, "undefin": [160, 214, 331], "filepath": [160, 463], "pt": [160, 462, 506, 512, 534, 550, 552, 554, 555], "onto": 160, "loc": 160, "bytesio": 160, "open": [160, 255, 299, 352, 455, 465, 467, 472, 500, 501, 510, 525, 528, 531, 532, 536, 537, 538, 550, 556], "rb": 160, "buffer": 160, "get_children": 161, "get_named_children": 161, "dowload_hf_model": 161, "repo_id": 161, "cache_dir": 161, "repo_typ": 161, "revis": 161, "download": [161, 236, 279, 493, 495, 506, 535, 541, 556], "hug": [161, 472, 537, 550], "face": [161, 467, 472, 480, 513, 517, 537, 539, 550, 556, 564], "hf": [161, 508, 558, 564], "hub": [161, 472, 499, 503, 521], "load_empty_model": [161, 553], "automodelforcausallm": 161, "get_super_module_by_nam": 161, "module_nam": [161, 190, 191, 201, 202, 203, 204, 206, 207, 208, 209, 211, 213, 332, 463], "father": [161, 194], "update_modul": 161, "load_layer_wise_quantized_model": 161, "load_tensor_from_shard": 161, "shard": 161, "load_tensor": 161, "ipex_mixed_precis": 162, "fakeaffinetensorquantfunct": [163, 447], "affin": [163, 447, 552], "teqlinearfakequ": [163, 447], "orig_lay": [163, 447], "mullinear": [163, 169, 447], "input_scal": [163, 447], "detector": 164, "transformerbasedmodelblockpatterndetector": 164, "pattern_lst": 164, "block_pattern": 164, "detect": [164, 168, 194, 218, 219, 303, 307, 356, 360, 365, 468, 469, 513, 520, 521, 549, 561], "ffn": [164, 205], "torchsmoothqu": [165, 558], "q_func": [165, 222, 223, 265, 266, 339, 342, 343, 345, 395, 398, 399, 403, 404, 406, 473, 474, 510, 561], "traced_model": [165, 166], "whose": [165, 173, 196, 331, 369, 504, 558, 561], "absorb": [165, 168, 169, 173, 555], "trace_and_fuse_sub_graph": 166, "is_qat": 166, "tequant": 167, "absorb_to_lay": [167, 168, 169], "extra_config": [167, 169], "trainabl": [167, 472, 550, 555], "move_input_devic": 168, "auto": [168, 192, 194, 218, 219, 337, 352, 396, 402, 463, 469, 491, 513, 516, 518, 520, 521, 549, 552, 555], "kind": [168, 510], "forward_wrapp": 168, "get_embedding_contigu": 168, "contigu": 168, "is_fused_modul": 168, "_propagate_qconfig_help": 168, "collate_torch_pr": 168, "collate_result": 168, "input2tupl": 168, "append_attr": 168, "fx_model": 168, "fx_white_list": 168, "append": [168, 336, 339, 398, 469, 497, 510, 548], "graphmodul": [168, 469, 554], "dir": [168, 234, 277, 458, 462, 493, 501, 504], "generate_activation_observ": 168, "smooth_quant_en": 168, "observ": [168, 475, 555, 557, 559, 561], "what": [168, 201, 232, 275, 360, 394, 452, 467, 550], "check_cfg_and_qconfig": 168, "op_infos_from_cfg": 168, "output_tensor_ids_op_nam": 168, "paser_cfg": 168, "ops_nam": 168, "get_quantizable_ops_from_cfg": 168, "input_tensor_ids_op_nam": 168, "update_sq_scal": 168, "ipex_config_path": 168, "smoothquant_scale_info": 168, "ipex_config": 168, "json": [168, 235, 251, 278, 292, 462, 493, 512, 531, 538, 539, 543, 544, 545, 555, 560], "auto_copi": 168, "fetch_modul": [168, 451], "op_nam": [168, 215, 218, 219, 350, 411, 451, 463, 464, 474, 510, 549, 559], "simple_infer": 168, "get_example_input": 168, "example_inp": 168, "get_fallback_ord": 168, "confidence_batch": [168, 561], "fallback": [168, 219, 342, 343, 401, 403, 404, 500, 511, 533, 554, 561], "requantize_cfg": 168, "confid": 168, "ordered_op": 168, "get_mse_order_per_fp32": 168, "influenc": [168, 549], "last": [168, 190, 214, 218, 219, 492, 511, 513, 515, 520, 524, 552, 555, 558], "fallback_ord": 168, "get_mse_order_per_int8": 168, "get_torch_vers": 168, "match_datatype_pattern": 168, "calculate_quant_min_max": 168, "unsign": [168, 351, 412, 475, 555], "qmin": 168, "qmax": 168, "get_depth": 168, "depth": [168, 496, 554], "get_dict_at_depth": 168, "target_depth": 168, "nest": [168, 216, 430], "get_element_under_depth": 168, "ops_lst": 168, "get_op_type_by_nam": 168, "quantizable_op": 168, "collect_weight_info": 168, "fc": [168, 219, 549], "_type_": [168, 458], "get_module_input_output": 168, "module_hook_config": 168, "input_func": 168, "output_func": 168, "help": [168, 184, 260, 309, 508, 512, 513, 519, 530, 538, 543, 544, 545, 555, 561, 562], "module_name_list": 168, "fc1": [168, 169], "preprocess": [168, 218, 219, 234, 251, 277, 292, 412, 455, 498, 560], "usag": [168, 176, 233, 276, 303, 309, 336, 356, 413, 430, 451, 474, 493, 498, 499, 513, 521, 532, 538, 543, 544, 545, 547, 551, 555, 560], "input_valu": 168, "output_valu": 168, "total_valu": 168, "get_absorb_lay": 168, "supported_lay": 168, "no_absorb_lay": 168, "allow": [168, 339, 398, 436, 496, 498, 509, 510, 511, 532, 537, 549, 551, 555, 558, 561, 563], "absorpt": 168, "eg": [168, 216, 236, 279, 430, 493, 551], "absorbed_1": 168, "xx": 168, "get_block_prefix": 168, "block_list": 168, "block_num": 168, "block_prefix": 168, "get_hidden_st": 168, "calib": [168, 474], "rest": [168, 537, 538, 543, 544, 545], "part": [168, 192, 201, 330, 332, 469, 506, 511, 525, 528, 538, 540, 549, 553, 558, 562], "total_block_kwarg": 168, "total_block_arg": 168, "quantize_4bit": [169, 434], "quantil": [169, 434, 561], "nf4": [169, 434, 472, 555], "return_int": [169, 434, 441], "fp4": [169, 434, 472, 555], "q_tensor": [169, 434], "qdq_weight_asym": [169, 434], "choos": [169, 236, 279, 434, 458, 505, 518, 550, 556, 558, 561, 563], "qdq_weight_sym": [169, 434], "full_rang": [169, 434], "amax": [169, 434], "qdq_weight_actor": [169, 434], "select": [169, 211, 214, 219, 234, 277, 434, 458, 469, 470, 491, 505, 506, 530, 549, 552, 555, 559, 561], "search_clip": [169, 434], "best": [169, 180, 251, 292, 293, 298, 335, 342, 403, 434, 467, 470, 506, 513, 519, 530, 536, 547, 552, 555, 558, 560, 561], "num": [169, 434, 463], "best_clip_ratio": [169, 434], "group_dim": [169, 434, 441], "gptq_perm": [169, 434], "perm": [169, 251, 292, 434, 560], "int32": [169, 434, 458, 493, 555], "absorb_lay": 169, "absorb_dict": 169, "absorbed_lay": 169, "fc3": 169, "oom": 169, "teq_quant": 169, "quant_weight_w_scal": [169, 434], "algorithm_registri": 170, "algorithm_typ": 170, "registr": [170, 236, 243, 251, 279, 286, 292, 325], "algorithmschedul": 170, "conf": [170, 175, 180, 219, 222, 223, 252, 265, 266, 309, 316, 317, 319, 320, 321, 322, 327, 339, 342, 343, 345, 349, 361, 371, 394, 395, 398, 399, 403, 404, 406, 410, 413, 452, 469, 470, 472, 475, 490, 496, 503, 504, 510, 511, 512, 532, 534, 535, 548, 552, 553, 554, 555, 557, 558, 561], "control": [170, 218, 219, 469, 510, 536, 549, 561], "phase": [170, 470, 510, 549, 552, 554, 561], "fastbiascorrect": [171, 174], "fast_bias_correct": [172, 218, 219, 352, 552], "weight_correct": [172, 218, 219, 352, 552], "weightcorrect": 174, "1e": [174, 558, 563], "05": [174, 219, 307, 360, 509, 558, 564], "evalu": [175, 180, 196, 218, 222, 223, 234, 252, 265, 266, 277, 293, 300, 303, 304, 305, 307, 309, 353, 356, 357, 358, 360, 361, 371, 394, 452, 455, 470, 473, 474, 493, 496, 497, 504, 505, 508, 509, 510, 511, 513, 519, 521, 524, 530, 547, 549, 552, 557, 558, 559, 561, 563], "set_env_var": [175, 252], "env_var": [175, 252], "overwrite_exist": [175, 252], "env": [175, 252, 501, 543, 544, 545], "set_all_env_var": [175, 252], "physic": [175, 252, 467, 490, 538], "core": [175, 218, 219, 252, 468, 490, 507, 523, 527, 538, 564], "get_architectur": [175, 252], "architectur": [175, 252, 310, 313, 472, 490, 496, 510, 537, 549, 550, 555, 562], "get_threads_per_cor": [175, 252], "thread": [175, 218, 219, 252, 388, 393, 436, 492, 540], "get_thread": [175, 252], "get_physical_id": [175, 252], "socket": [175, 252, 463, 538, 540, 564], "get_core_id": [175, 252], "get_bounded_thread": [175, 252], "core_id": [175, 252], "bind": [175, 252], "run_inst": 175, "b_dataload": [175, 218, 219, 490, 510], "b_func": [175, 490], "benchmarkconfig": [175, 218, 219, 490, 495, 510], "goal": [175, 293, 298, 322, 327, 335, 361, 394, 474, 492, 548, 552, 561], "prefer": [175, 298, 335, 394, 549, 555], "space": [175, 187, 188, 202, 203, 208, 209, 218, 219, 222, 223, 265, 266, 298, 305, 310, 313, 314, 315, 335, 339, 342, 349, 358, 361, 394, 398, 403, 410, 467, 468, 470, 473, 474, 475, 549, 552, 558, 563], "etc": [175, 180, 250, 291, 293, 298, 305, 322, 327, 335, 358, 361, 394, 462, 472, 496, 505, 532, 536, 549, 557, 561], "generate_prefix": 175, "core_list": 175, "command": [175, 252, 452, 495, 498, 513, 515, 518, 523, 527, 531, 532, 534, 535, 536, 538], "numactl": [175, 501, 516, 524], "call_on": 175, "cmd": 175, "log_fil": [175, 387, 392], "window": [175, 490, 506, 530, 531], "config_inst": 175, "raw_cmd": 175, "multi": [175, 192, 194, 205, 303, 356, 360, 394, 470, 492, 493, 505, 510, 547, 549, 552, 561], "trigger": [175, 201, 332], "summary_benchmark": 175, "summari": [175, 452, 495, 525, 528, 559, 564], "profil": [175, 219, 352], "benchmark_with_raw_cmd": 175, "fit_with_raw_cmd": 175, "cores_per_inst": [175, 218, 219, 490, 510, 551], "num_of_inst": [175, 218, 219, 490, 510, 551], "fit": [175, 196, 218, 219, 339, 361, 394, 398, 413, 452, 469, 472, 490, 492, 493, 495, 498, 503, 504, 509, 510, 511, 512, 532, 533, 549, 552, 553, 554, 555], "pb": [175, 218, 219, 361, 369, 394, 472, 490, 498, 503, 510, 512, 532, 535, 543, 559, 564], "eval_dataload": [175, 218, 219, 222, 223, 265, 266, 336, 339, 342, 343, 345, 361, 394, 395, 398, 399, 403, 404, 406, 452, 490, 504, 509, 510, 532, 552, 553, 561], "register_config": 176, "framework_nam": 176, "algo_nam": 176, "examplealgorithm": 176, "examplealgorithmconfig": 176, "baseconfig": [176, 427, 429, 448], "white_list": [176, 427, 441], "op_name_or_module_typ": [176, 427, 441], "default_white_list": [176, 427, 441], "composableconfig": 176, "logger": [177, 299, 328, 352, 453, 456, 463], "msg": [178, 459, 539, 543, 544], "debug": [178, 413, 459, 495, 523, 527, 531, 561, 562], "fatal": [178, 459], "warn": [178, 459], "alia": [178, 459, 463, 515, 520], "compon": [180, 293, 299, 336, 352, 469, 495, 498, 506, 507, 513, 530, 538, 548, 549], "quantizationawaretrainingcallback": 180, "pruningcallback": 180, "distillationcallback": 180, "basecallback": 180, "design": [180, 233, 256, 261, 276, 360, 399, 470, 472, 510, 518, 521, 549, 552, 562], "mainli": [180, 212, 261, 334, 472, 510, 549, 552], "prune": [180, 189, 190, 191, 192, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 211, 212, 213, 214, 218, 219, 261, 262, 299, 316, 317, 319, 320, 321, 325, 327, 328, 330, 331, 332, 334, 336, 352, 463, 472, 498, 499, 502, 503, 505, 548, 550, 562, 563], "distil": [180, 189, 218, 219, 253, 260, 261, 299, 352, 472, 499, 503, 505, 548, 562, 563], "In": [180, 198, 199, 200, 205, 206, 207, 211, 219, 233, 261, 276, 303, 330, 332, 356, 371, 436, 467, 469, 470, 472, 473, 474, 492, 493, 495, 496, 497, 498, 509, 510, 520, 523, 524, 527, 533, 534, 535, 536, 543, 544, 545, 547, 548, 549, 552, 554, 555, 557, 558, 559, 560, 561, 562], "adaptor": [180, 218, 219, 351, 412, 417, 425, 455, 472, 475, 505, 553, 554, 556, 558, 559, 562], "deriv": [180, 190, 198, 199, 200, 206, 207, 208, 209, 210, 211, 212, 213, 293, 330, 332, 334, 427, 441], "pipelin": [180, 293, 310, 311, 336, 468, 497, 510, 548], "knowledg": [180, 181, 218, 219, 253, 293, 497, 499, 503, 505, 510, 512, 563], "transfer": [180, 241, 284, 293, 493, 496, 497, 510, 558], "teacher": [180, 218, 219, 293, 496, 497, 510, 564], "student": [180, 184, 218, 219, 234, 260, 277, 293, 493, 496, 497, 564], "distillation_conf": [180, 215, 293], "_epoch_ran": [180, 293], "integ": [180, 200, 201, 218, 219, 293, 303, 307, 314, 330, 332, 356, 360, 413, 473, 475, 491, 552, 555, 558, 561], "much": [180, 190, 218, 219, 251, 292, 293, 496, 524, 558, 560], "epoch": [180, 202, 203, 208, 293, 332, 452, 492, 496, 497, 498, 510, 548, 549, 563], "ran": [180, 293], "eval_frequ": [180, 293], "frequenc": [180, 201, 218, 219, 293, 332, 510, 549, 563], "term": [180, 202, 203, 208, 209, 211, 293, 468, 491, 496, 507, 509, 547, 548, 561], "best_scor": [180, 293], "metric": [180, 218, 219, 222, 223, 255, 265, 266, 293, 298, 299, 314, 322, 327, 335, 336, 352, 361, 394, 452, 455, 470, 473, 474, 493, 495, 498, 510, 511, 532, 552, 557, 558, 559, 561, 562, 563, 564], "best_model": [180, 293, 462, 555], "found": [180, 293, 472, 496, 508, 511, 518, 535, 539, 558, 561, 564], "critet": [181, 253], "tensorflowcrossentropyloss": [181, 253], "pytorchcrossentropyloss": [181, 253], "tensorflowsparsecategoricalcrossentropi": 181, "tensorflowknowledgedistillationloss": [181, 253], "pytorchknowledgedistillationloss": [181, 253, 510], "pytorchintermediatelayersknowledgedistillationloss": [181, 253], "tensorflowcriterion": [181, 253], "pytorchcriterion": [181, 253], "criterion_registri": [181, 253], "criterion_typ": [181, 253], "registry_criterion": [181, 253], "param_dict": [181, 183, 253, 258], "crossentropyloss": [181, 218, 219, 496, 510], "sparsecategoricalcrossentropyloss": 181, "knowledgedistillationframework": [181, 253], "student_model": [181, 219, 253, 510], "teacher_model": [181, 218, 219, 253, 496, 497, 510], "knowledgedistillationloss": [181, 253, 510, 563], "temperatur": [181, 218, 219, 253, 510, 563], "loss_typ": [181, 187, 218, 219, 253, 510, 563], "ce": [181, 218, 219, 253, 510, 563], "loss_weight": [181, 218, 219, 253, 510, 563], "pytorchknowledgedistillationlosswrapp": [181, 253], "tensorflowknowledgedistillationlosswrapp": 181, "tensorflowknowledgedistillationlossextern": [181, 253], "intermediatelayersknowledgedistillationloss": [181, 253], "layer_map": [181, 219, 253, 496], "add_origin_loss": [181, 219, 253], "pytorchintermediatelayersknowledgedistillationlosswrapp": [181, 253], "selfknowledgedistillationloss": [181, 253], "selfknowledg": [181, 253], "pytorchselfknowledgedistillationloss": 181, "pytorchselfknowledgedistillationlosswrapp": 181, "multipl": [183, 192, 220, 221, 225, 226, 234, 235, 237, 238, 239, 240, 241, 245, 248, 251, 258, 263, 264, 268, 269, 271, 277, 278, 280, 281, 282, 283, 284, 288, 290, 292, 308, 361, 362, 363, 365, 371, 436, 490, 493, 500, 510, 537, 540, 548, 549, 557, 558, 561], "tensorflowoptim": [183, 258], "pytorchoptim": [183, 258], "optimizer_registri": [183, 258], "optimizer_typ": [183, 258], "cross": [183, 258, 307, 360, 504, 561], "tensorflowsgd": [183, 258], "tensorflowadamw": [183, 258], "tensorflow_addon": [183, 258], "tensorflowadam": 183, "adam": [183, 563], "pytorchsgd": [183, 258], "record_output": [184, 260], "output_process": [184, 260], "get_activ": [184, 260], "hyper": [185, 563], "sa_optim": [185, 189], "simul": [186, 475], "anneal": 186, "register_search": 187, "searcher": [187, 194, 219, 315], "registri": [187, 188, 190, 196, 201, 210, 211, 212, 213, 330, 332, 334, 470], "sure": [187, 196, 201, 210, 212, 330, 332, 334, 490, 532], "search_spac": [187, 215, 219, 310, 313, 314, 315], "gridsearch": [187, 315], "grid": [187, 219, 315, 470, 549], "whole": [187, 315, 475, 532, 552, 564], "exhaust": [187, 219, 299, 315, 341, 352, 402, 551], "randomsearch": [187, 315], "randomli": [187, 251, 292, 315, 339, 398, 470, 558, 560, 561], "bayesianoptimizationsearch": [187, 315], "bayesian": [187, 219, 299, 315, 341, 352, 402, 470, 549, 551], "xgbsearcher": 187, "higher_is_bett": [187, 218, 219, 360, 394, 561, 563], "reg": [187, 189, 191, 202, 203, 208, 209, 219], "min_train_sampl": [187, 219], "10": [187, 218, 219, 236, 279, 339, 398, 432, 441, 472, 490, 493, 500, 506, 510, 532, 533, 549, 551, 560, 561, 564], "xgboost": [187, 549], "searchspac": 188, "factori": [188, 367, 374, 376, 381, 384, 386, 391], "actual": [188, 307, 360, 498], "interv": [188, 207, 549], "continu": [188, 199, 303, 330, 356, 470, 508, 510, 531, 549, 562], "learning_r": [188, 218, 219, 510, 551, 563], "001": [188, 236, 279, 493, 498, 558, 563], "num_train_epoch": [188, 510, 549], "20": [188, 251, 292, 535, 538, 543, 544, 545, 549, 560, 563, 564], "register_searchspac": 188, "pruner": [188, 189, 299, 316, 317, 318, 319, 320, 322, 327, 328, 330, 333, 352, 510, 549, 563], "basesearchspac": 188, "discretesearchspac": 188, "continuoussearchspac": 188, "hpo": [189, 222, 265, 549], "model_slim": [189, 191, 205], "auto_slim": [189, 191, 193], "pattern_analyz": [189, 191, 193], "weight_slim": [189, 191, 193, 205], "mha": [189, 191, 197, 204, 549], "ninm": [189, 191, 197], "nxm": [189, 191, 197, 207, 218, 219, 326, 330, 549], "basic": [189, 191, 194, 196, 204, 218, 219, 250, 291, 299, 310, 330, 341, 345, 348, 352, 402, 406, 409, 452, 505, 506, 510, 532, 551, 557], "block_mask": [189, 190, 191, 204], "pattern_lock": [189, 191, 204, 218, 219, 299, 318, 352], "retrain_fre": [189, 190, 191, 204, 549], "criteria": [189, 191, 218, 219, 298, 322, 327, 330, 332, 335, 469, 530, 558], "tf_criteria": [189, 191], "callback": [189, 322, 327, 452, 455, 469, 510, 548, 549, 552], "register_criterion": [190, 213], "get_criterion": 190, "pruningcriterion": [190, 213], "about": [190, 213, 463, 467, 492, 510, 535, 536, 549, 554, 561, 562, 564], "score": [190, 196, 201, 205, 213, 218, 219, 300, 301, 303, 304, 305, 307, 332, 353, 354, 356, 357, 358, 360, 401, 455, 469, 509, 533, 547, 549, 557, 561], "magnitudecriterion": [190, 213], "magnitud": [190, 213, 218, 219, 299, 307, 318, 352, 360, 505, 549], "criterion_class": [190, 213], "determin": [190, 196, 201, 213, 218, 219, 457, 467, 469, 491, 549, 552], "gradientcriterion": 190, "absolut": [190, 218, 219, 307, 360, 509, 510, 549, 552, 561], "snipcriterion": 190, "snip": [190, 218, 219, 332, 505, 549, 564], "product": [190, 472, 505, 511, 513, 514, 530, 536, 550, 552, 557, 561], "shot": [190, 208, 209, 212, 261, 332, 334, 470, 505, 510, 549, 550, 555], "connect": [190, 332, 530, 532, 539, 549, 557], "sensit": [190, 316, 332, 505, 549], "1810": [190, 332], "02340": [190, 332], "snipmomentumcriterion": 190, "snip_momentum": [190, 218, 219, 510, 549], "preserv": [190, 491, 549, 555], "beta": 190, "blockmaskcriterion": 190, "retrainfreecriterion": 190, "pickle_protocol": 191, "_use_new_zipfile_seri": 191, "prepare_prun": [191, 549], "loss_func": [191, 210], "assertionerror": [191, 197, 204, 214, 330, 331, 332, 361], "slim": [192, 193, 194, 303, 356, 367, 369, 512, 549], "round_multipli": 192, "spars": [192, 206, 332, 493, 550], "model_slim_ffn2": 192, "perman": [192, 467, 549], "obtain": [192, 194, 203, 208, 211, 214, 331, 436, 469, 474, 538, 549, 557, 558, 561], "acceler": [192, 496, 510, 513, 521, 530, 533, 537, 549, 550, 554, 555, 558, 561], "directli": [192, 218, 219, 233, 276, 303, 307, 331, 356, 360, 509, 510, 517, 549, 551, 552, 559], "sprase": 192, "model_slim_mha": 192, "parse_auto_slim_config": [192, 549], "ffn2_sparsiti": [192, 549], "mha_spars": [192, 549], "generate_ffn2_pruning_config": 192, "consecut": [192, 194, 195, 549], "generate_mha_pruning_config": 192, "head": [192, 194, 198, 205, 214, 549, 564], "get_attribut": 194, "get_common_modul": 194, "layer2": [194, 510, 549, 552], "nearest": [194, 251, 292, 441, 555, 560], "print_iter": 194, "recipesearch": 194, "root": [194, 234, 235, 236, 239, 277, 278, 279, 282, 307, 360, 493, 498, 509, 510, 563], "levelwis": 194, "wai": [194, 235, 236, 239, 278, 279, 282, 470, 475, 492, 493, 495, 509, 510, 513, 516, 531, 532, 536, 537, 538, 548, 549, 552, 555, 558, 561, 563], "huggingfac": [194, 205, 234, 277, 458, 493, 499, 503, 518, 519, 520, 521, 541, 542, 544, 545, 558, 564], "bert": [194, 219, 230, 233, 234, 251, 273, 276, 277, 292, 472, 493, 496, 509, 511, 518, 541, 544, 545, 549, 560, 564], "recipe_sampl": 194, "bertattent": 194, "dens": [194, 212, 218, 219, 334, 533, 549, 564], "searching_result": 194, "jitbasicsearch": 194, "placeholder_shap": 194, "placeholder_dtyp": 194, "jit": [194, 218, 513, 515, 520, 558, 559], "script": [194, 300, 301, 304, 305, 353, 354, 357, 358, 436, 468, 498, 505, 513, 517, 520, 521, 524, 541, 543, 550], "static_graph": 194, "flatten_static_graph": 194, "target_lay": 194, "linear2linearsearch": 194, "target_op_lut": 194, "lookup": 194, "tabl": [194, 205, 463, 475, 495, 500, 533, 535, 564], "current_pattern": 194, "statu": [194, 460, 467, 492, 540, 543, 544, 545, 547, 549], "selfmhasearch": 194, "classifierheadsearch": 194, "classifi": [194, 214, 234, 277, 307, 360, 493, 496], "classifierheadsearchertf": 194, "squeezer": 195, "postcompressionutil": 195, "librari": [195, 255, 299, 352, 388, 465, 472, 506, 510, 511, 515, 524, 530, 550, 552], "relat": [195, 211, 293, 303, 322, 327, 330, 356, 412, 455, 475, 513, 537, 538, 549, 556, 563], "linearcompress": 195, "root_linear": 195, "target_linear": 195, "while": [195, 206, 214, 332, 339, 398, 436, 473, 474, 493, 499, 505, 511, 513, 518, 530, 532, 549, 551, 552, 555, 558], "hidden": [195, 200, 330, 473], "layer_1": 195, "act_fn": 195, "layer_2": 195, "linearcompressioniter": 195, "linear_pattern": 195, "register_pattern": [196, 330], "basepattern": [196, 198, 200], "unit": [196, 330, 468, 538, 549], "4x1": [196, 218, 219, 326, 510, 549, 564], "is_glob": [196, 330], "local": [196, 218, 219, 330, 436, 463, 523, 527, 532, 539, 540, 549, 557], "keep_mask_lay": 196, "invalid_lay": 196, "max_sparsity_ratio_per_op": [196, 201, 215, 218, 219, 510, 549], "sparsiti": [196, 198, 199, 201, 202, 203, 206, 208, 209, 212, 214, 218, 219, 332, 334, 463, 472, 493, 505, 510, 562, 564], "reach": [196, 212, 218, 219, 334, 468, 492, 532, 549, 561], "min_sparsity_ratio_per_op": [196, 215, 218, 219, 510, 549], "target_spars": [196, 215, 218, 219, 510, 549, 551, 563], "pytorchbasepattern": [196, 211], "kerasbasepattern": 196, "get_pattern": [197, 330], "patternmha": 198, "doc": [198, 199, 218, 219, 330, 348, 349, 360, 394, 409, 410, 413, 463, 509, 510, 525, 528, 536], "md": [198, 199, 218, 219, 330, 360, 394], "n": [198, 199, 218, 219, 235, 251, 278, 292, 301, 330, 354, 413, 475, 493, 495, 496, 538, 549, 552, 558, 560], "pytorchpatternninm": 199, "out": [199, 218, 219, 234, 235, 236, 277, 278, 279, 298, 330, 335, 448, 468, 469, 472, 493, 513, 518, 523, 524, 525, 527, 528, 530, 536, 549, 551, 552, 555], "pytorchpatternnxm": 200, "kept": [200, 330], "block_siz": [200, 330, 441, 555], "height": [200, 247, 251, 289, 292, 330, 498, 560, 563], "width": [200, 247, 251, 289, 292, 330, 491, 498, 549, 552, 560, 563], "vertic": [200, 251, 292, 330, 560], "keraspatternnxm": 200, "register_prun": [201, 210, 332], "baseprun": [201, 206, 208, 210], "current_sparsity_ratio": [201, 332], "global_step": [201, 332], "start_step": [201, 215, 218, 219, 332, 510, 549, 551], "end_step": [201, 215, 218, 219, 332, 510, 549, 551], "pruning_frequ": [201, 215, 218, 219, 510, 549], "target_sparsity_ratio": [201, 332], "show": [201, 463, 467, 496, 498, 510, 516, 531, 532, 533, 535, 538, 543, 544, 545, 558, 561, 562], "pytorchbaseprun": [201, 209], "kerasbaseprun": 201, "pytorchbasicprun": 202, "arrang": [202, 203, 208, 209, 235, 236, 239, 278, 279, 282, 493, 549], "proce": [202, 203, 208, 209], "regul": [202, 203, 208, 209], "kerasbasicprun": 202, "pytorchblockmaskprun": 203, "grad": [203, 208], "parse_valid_pruner_typ": 204, "get_prun": [204, 332], "pythonmultiheadattentionprun": 205, "mha_modul": 205, "partial": [205, 549, 552], "qkv": 205, "feedward": 205, "simultan": [205, 513, 537, 548, 551], "qkv_name": 205, "query_layer_nam": 205, "key_layer_nam": 205, "value_layer_nam": 205, "ffn_name": 205, "attention_ffn_nam": 205, "mha_nam": 205, "qkv_modul": 205, "ffn_modul": 205, "mha_compress": 205, "mhacompress": 205, "linear_lay": 205, "independ": [205, 388, 393, 475], "4x": [205, 470, 552], "subsequ": [205, 474, 513, 530], "head_mask": 205, "mha_head_s": 205, "similar": [205, 215, 510, 534, 551, 558, 561, 563], "mha_scor": 205, "lock": [206, 320, 321, 505, 548, 549], "pytorchpatternlockprun": 206, "parent": [206, 207, 212, 326, 332, 334, 559], "pytorchprogressiveprun": 207, "basicprun": [207, 210], "interpol": [207, 251, 292, 509, 549, 560], "fine": [207, 234, 277, 493, 516, 549, 550, 552], "grain": [207, 549, 550, 561], "improv": [207, 436, 468, 491, 510, 513, 530, 531, 533, 549, 550, 552, 554, 555, 561, 562, 564], "ad": [207, 234, 277, 300, 339, 353, 398, 474, 475, 495, 511, 513, 518, 521, 525, 528, 538, 549, 555, 559], "retrain": [208, 497], "pytorchretrainfreeprun": 208, "pruner_class": [208, 209], "fast": [208, 218, 219, 472, 549, 550, 555], "retrainfreeprun": [208, 210], "effect": [208, 472, 473, 549, 550], "2204": 208, "09656": 208, "sparsegptprun": [209, 210], "most": [209, 218, 219, 307, 360, 495, 510, 511, 549, 552, 555, 558, 561, 564], "sparsegpt": [209, 210, 549], "massiv": [209, 549], "One": [209, 475, 493, 498, 505, 535, 549, 550, 561], "2301": [209, 549], "00774": [209, 549], "opt": [210, 472, 508, 518, 549, 558, 561, 564], "least": [210, 333, 468, 510, 549, 561], "templat": [210, 333, 510, 549], "tree": [210, 333, 349, 410, 538], "nlp": [210, 218, 219, 333, 518, 534, 549, 552], "huggingface_model": [210, 333, 534], "classif": [210, 234, 251, 277, 292, 307, 333, 360, 496, 500, 509, 519, 533, 541, 544, 545, 549, 550], "pytorch_prun": [210, 299, 352], "eager": [210, 333, 393, 498, 505, 552, 554, 559], "config_file_path": [210, 333], "pruner_info": [210, 333], "pruning_class": 210, "avail": [210, 218, 219, 365, 476, 478, 482, 485, 488, 499, 501, 503, 505, 523, 527, 532, 537, 538, 539, 543, 544, 545, 549, 561, 564], "regular": [211, 300, 331, 353], "register_reg": 211, "regulariz": 211, "get_reg_typ": 211, "get_reg": 211, "basereg": 211, "grouplasso": 211, "coeff": 211, "lasso": [211, 317, 505, 549], "reg_term": 211, "register_schedul": [212, 334], "get_schedul": [212, 334], "pruningschedul": 212, "gradual": [212, 334, 549], "oneshotschedul": [212, 334], "iterativeschedul": [212, 334], "get_tf_criterion": 213, "get_sparsity_ratio": 214, "elementwise_over_matmul_gemm_conv": 214, "elementwise_over_al": 214, "blockwise_over_matmul_gemm_conv": 214, "get_sparsity_ratio_tf": 214, "check_config": [214, 331], "prune_config": [214, 331], "everyth": [214, 331, 518], "reset_none_to_default": 214, "update_param": 214, "process_weight_config": 214, "global_config": [214, 316, 317, 319, 320, 321], "local_config": [214, 218, 219, 316, 317, 319, 320, 321], "default_config": 214, "pruners_info": 214, "process_yaml_config": 214, "check_key_valid": 214, "template_config": 214, "user_config": 214, "process_and_check_config": [214, 331], "process_config": [214, 331], "parse_last_linear": 214, "often": [214, 492, 496, 535, 548, 549], "might": [214, 469, 532, 561], "caus": [214, 474, 492, 514, 533, 535, 549, 555], "drop": [214, 303, 331, 356, 468, 510, 511, 524, 549, 555, 558, 564], "parse_last_linear_tf": 214, "parse_to_prun": [214, 331], "parse_to_prune_tf": 214, "generate_pruner_config": 214, "dotdict": [214, 215, 219, 371, 463], "get_lay": 214, "collect_layer_input": 214, "layer_idx": 214, "layer_input": 214, "previou": [214, 474, 475, 510, 549, 556, 558, 559, 561, 562, 564], "prunerv2": 215, "pruning_typ": [215, 218, 219, 510, 549], "pruning_scop": [215, 218, 219, 510, 549], "sparsity_decay_typ": [215, 218, 219, 510, 549], "pruning_op_typ": [215, 218, 219, 510, 549], "reg_typ": 215, "criterion_reduce_typ": 215, "resume_from_pruned_checkpoint": 215, "cfg_fname": 215, "parser": 215, "quantization_conf": 215, "pruning_conf": 215, "graph_optimization_conf": [215, 298], "mixedprecision_conf": 215, "benchmark_conf": 215, "nasconfig": [215, 219, 311, 313, 470], "approach": [215, 218, 219, 310, 311, 313, 441, 469, 470, 491, 493, 496, 505, 510, 518, 530, 533, 541, 543, 544, 545, 549, 550, 551, 553, 555, 561, 563], "search_algorithm": [215, 219, 299, 312, 352, 470], "na": [215, 219, 299, 352, 365, 505, 564], "procedur": [215, 470, 549, 561], "defaultconf": 215, "notat": [215, 216, 219, 463], "deep_get": [216, 371, 430], "dot": [216, 430, 511, 552], "person": [216, 430, 467, 550], "john": [216, 430], "deep_set": [216, 371], "sex": [216, 467], "male": 216, "pythonic_config": 217, "random_se": [218, 219, 339, 398, 510, 563], "1978": [218, 219], "workspac": [218, 219, 462, 463, 512, 538, 543, 544, 545], "default_workspac": [218, 219], "resume_from": [218, 219, 463], "tensorboard": [218, 219, 455, 463, 473, 510, 533], "set_random_se": [218, 219, 463], "set_workspac": [218, 219, 463], "set_resume_from": [218, 219, 463], "set_tensorboard": [218, 219, 463], "directori": [218, 219, 235, 236, 278, 279, 369, 458, 460, 462, 463, 493, 498, 501, 523, 525, 527, 528, 534, 536, 559], "histori": [218, 219, 462, 463, 530, 534, 561], "nc_workspac": [218, 219, 533, 534], "datetim": [218, 219], "now": [218, 219, 251, 292, 469, 470, 475, 493, 498, 521, 551, 560, 561], "strftime": [218, 219], "d_": [218, 219], "resum": [218, 219, 222, 223, 265, 266, 343, 345, 395, 398, 399, 403, 404, 406], "flag": [218, 219, 301, 354, 495], "visual": [218, 219, 472, 521, 530, 557, 559, 561, 562], "displai": [218, 219, 348, 349, 409, 410, 463, 530, 533], "2022": [218, 219, 472, 507, 549, 555, 558, 564], "workspace_path": [218, 219], "accuracycriterion": [218, 219, 510, 561], "rel": [218, 219, 371, 510, 533, 551, 561, 563, 564], "tolerable_loss": [218, 219, 510, 561], "higher": [218, 219, 222, 223, 265, 266, 314, 361, 394, 452, 469, 495, 496, 500, 509, 533, 549, 552, 557], "accept": [218, 219, 413, 467, 490, 492, 532, 555], "accuracy_criterion": [218, 219, 371, 510, 534, 547, 551, 561, 563], "warmup": [218, 219, 490, 510, 551], "inter_num_of_thread": [218, 219, 388, 393, 510, 551], "intra_num_of_thread": [218, 219, 388, 393, 510, 551], "benchmark": [218, 219, 254, 299, 336, 352, 371, 463, 472, 480, 512, 513, 517, 521, 524, 530, 533, 561, 562, 563, 564], "onnxrt_trt_ep": [218, 219, 511, 552], "onnxrt_cuda_ep": [218, 219, 511, 552], "inter": [218, 219], "intra": [218, 219], "quantizationconfig": 218, "post_training_static_qu": [218, 493, 510, 551, 561], "calibration_sampling_s": [218, 219, 510, 535], "op_type_dict": [218, 219, 475, 551, 552, 555, 561], "op_name_dict": [218, 219, 495, 510, 533, 535, 552, 561], "strategy_kwarg": [218, 219, 557, 561], "timeout": [218, 219, 510, 551, 561, 563], "max_trial": [218, 219, 510, 561], "quant_level": [218, 219, 533, 555, 558, 561], "posttrainingquantconfig": [218, 219, 394, 469, 472, 475, 492, 495, 500, 503, 509, 510, 512, 532, 533, 534, 535, 552, 553, 554, 555, 557, 558, 561], "quantizationawaretrainingconfig": [218, 219, 452, 469, 497, 500, 510, 552, 554, 561], "cv": [218, 219, 549], "object_detect": [218, 219, 303, 356], "recommendation_system": [218, 219], "explicitli": [218, 219, 504, 549], "overrid": [218, 219, 463], "quantiztaion": [218, 219], "smooth_quant_arg": [218, 219, 552, 558], "gemm_to_matmul": [218, 219, 552], "graph_optimization_level": [218, 219, 551, 552], "disable_al": [218, 219, 551], "enable_bas": [218, 219], "enable_extend": [218, 219], "enable_al": [218, 219], "first_conv_or_matmul_quant": [218, 219, 552], "last_conv_or_matmul_quant": [218, 219, 552], "pre_post_process_quant": [218, 219, 552], "postprocess": [218, 219, 245, 248, 251, 255, 292, 299, 352, 360, 394, 455, 473, 510, 559, 560], "dedic": [218, 219], "quant_format": [218, 219, 297, 500, 533], "constraint": [218, 219, 298, 335, 510, 549, 557, 561, 563], "conv1": [218, 219, 552, 563], "tuning_strategi": [218, 219], "guarante": [218, 219, 510], "models": [218, 219, 371, 510, 547, 551], "footprint": [218, 219, 298, 322, 327, 335, 371, 497, 510, 547, 549, 551, 553], "earli": [218, 219, 510, 552, 561, 563], "stop": [218, 219, 510, 561, 562, 563], "exit": [218, 219, 338, 395, 397, 510, 538, 543, 544, 545, 563], "excluded_precis": [218, 219, 554], "exclud": [218, 219, 473, 491, 554], "conserv": [218, 219, 352, 402], "use_distributed_tun": 218, "weightpruningconfig": [218, 219, 510, 548, 549], "pruning_config": [218, 219, 510, 549], "98": [218, 219, 510, 549, 551, 564], "exp": [218, 219, 510, 549], "link": [218, 219, 234, 277, 360, 394, 491, 493, 500, 523, 527, 530, 555, 564], "90": [218, 219, 553, 563, 564], "magnitude_progress": [218, 219], "snip_progress": [218, 219], "snip_momentum_progress": [218, 219], "feasibl": [218, 219], "situat": [218, 219, 498, 549], "unstructur": [218, 219, 326, 505, 549, 564], "8x1": [218, 219], "channelx1": [218, 219, 549], "1xchannel": [218, 219, 549], "itrex": [218, 219, 558], "start": [218, 219, 251, 292, 303, 356, 399, 506, 535, 550, 560, 561, 562, 565], "togeth": [218, 219, 251, 292, 496, 506, 517, 550, 559, 560], "sort": [218, 219, 342, 403, 495, 533, 555, 561], "sinc": [218, 219, 298, 300, 322, 327, 335, 353, 496, 500, 506, 509, 524, 530, 535, 548, 555, 556], "lead": [218, 219, 496, 510, 511, 535, 549, 555, 558], "increas": [218, 219, 494, 505, 513, 530, 535, 555, 561], "cube": [218, 219, 549], "6": [218, 219, 502, 552, 558, 561, 564], "update_config": [218, 219, 425], "knowledgedistillationlossconfig": [218, 219, 496, 497, 510, 548], "hyperparamet": [218, 219, 348, 557, 558, 561], "entropi": [218, 219, 491, 561], "groundtruth": [218, 219, 303, 356], "label": [218, 219, 222, 223, 234, 236, 237, 238, 239, 242, 247, 251, 256, 265, 266, 277, 279, 280, 281, 282, 285, 289, 292, 300, 302, 307, 353, 355, 360, 361, 394, 452, 469, 492, 493, 495, 509, 510, 552, 560], "sum": [218, 219, 307, 360, 495, 496], "distillationconfig": [218, 219, 452, 496, 497, 510, 548], "prepare_compress": [218, 219, 452, 469, 496, 497, 510, 548, 549, 552], "criterion_conf": [218, 219], "d_conf": [218, 219, 497, 510, 548], "compression_manag": [218, 219, 452, 469, 496, 497, 510, 548, 549, 552], "featur": [218, 219, 234, 235, 247, 251, 277, 278, 289, 292, 468, 472, 490, 492, 494, 496, 510, 511, 512, 513, 517, 518, 521, 530, 532, 536, 549, 550, 556, 560], "distil_loss": [218, 219, 510], "ni_workload_nam": 219, "onnxrt_dnnl_ep": [219, 511, 552], "onnxrt_dml_ep": [219, 552], "tuningcriterion": [219, 510, 547, 557, 561], "tuning_criterion": [219, 510, 547, 557, 561], "npu": [219, 552], "xpu": [219, 436, 521, 552], "ptq": [219, 394, 469, 495, 498, 505, 510, 535, 552, 558, 559, 561], "tri": [219, 561], "meet": [219, 225, 336, 338, 395, 397, 469, 474, 547, 550, 551, 552, 555, 559, 561], "mse_v2": [219, 299, 341, 352, 402], "hawq_v2": [219, 352, 402], "docstr": [219, 413], "workload": [219, 460, 463, 532, 550], "insight": [219, 460, 472, 495, 550, 556, 561, 562], "copi": [219, 331, 463, 492, 536], "deepcopi": 219, "model_origin": [219, 394, 554], "qat_op_name_dict": 219, "low_memory_usag": 219, "hpoconfig": 219, "xgb": 219, "bo": 219, "intermediatelayersknowledgedistillationlossconfig": [219, 496], "relationship": [219, 532], "student_layer_nam": 219, "student_layer_output_process": 219, "teacher_layer_nam": 219, "teacher_layer_output_process": 219, "desir": [219, 247, 251, 289, 292, 474, 475, 549, 558, 560], "serv": [219, 369, 436, 538, 543, 544, 545], "numer": [219, 307, 360, 475, 511, 550, 552, 555], "abbrevi": 219, "l1": 219, "selfknowledgedistillationlossconfig": [219, 496, 510], "student1_layer_name1": 219, "teacher_layer_name1": 219, "student2_layer_name1": 219, "student1_layer_name2": 219, "teacher_layer_name2": 219, "student2_layer_name2": 219, "soft": 219, "hard": [219, 492, 495], "resblock": 219, "deepst": 219, "02": [219, 564], "mixedprecisionconfig": [219, 361, 413, 510, 511], "mixedprecis": [219, 308, 510], "won": [219, 552, 555], "work": [219, 298, 335, 436, 471, 474, 492, 496, 525, 528, 536, 554, 555, 556, 558, 559], "mix_precis": [219, 352, 413, 510, 511], "converted_model": [219, 361, 510, 511], "exportconfig": 219, "14": [219, 296, 297, 500, 506, 545, 564], "dynamic_ax": [219, 297, 500], "qlinear": [219, 236, 243, 279, 286, 307, 360, 473, 520], "ax": [219, 297], "onnxqlinear2qdqconfig": 219, "onnxqlinear2qdq": 219, "torch2onnxconfig": [219, 500], "torch2onnx": [219, 294, 299, 352], "qdq_op_fp32_bia": 219, "qdq_op_int32_bia": 219, "qdq_op_fp32_bias_qdq": 219, "resnet50": [219, 472, 495, 498, 500, 511, 513, 517, 549, 552, 557, 564], "int8_onnx_config": [219, 500], "randn": [219, 500], "224": [219, 247, 289, 472, 493, 498, 500, 503, 510, 513, 532, 560, 563], "batch_siz": [219, 224, 226, 232, 233, 234, 235, 254, 267, 269, 275, 276, 277, 278, 297, 470, 492, 493, 498, 500, 504, 510, 513, 552], "tf2onnxconfig": [219, 500], "tf2onnx": [219, 294, 299, 352], "output_graph": 219, "dyna": [219, 299, 312, 352, 470, 505, 551], "sigopt": [220, 221, 263, 264, 299, 352, 550], "tpe": [220, 221, 263, 264, 299, 352], "sigopttunestrategi": [222, 265], "q_dataload": [222, 223, 265, 266, 339, 342, 343, 345, 395, 398, 399, 403, 404, 406, 504, 561], "eval_metr": [222, 223, 361, 394, 395, 398, 399, 403, 404, 406, 452, 509, 532, 552], "q_hook": [222, 223, 265, 266, 339, 342, 343, 345, 395, 398, 399, 403, 404, 406], "mandatori": [222, 223, 265, 266, 394, 510, 563], "yield": [222, 223, 232, 254, 265, 266, 275, 339, 361, 394, 398, 413, 452, 492, 552, 561], "well": [222, 223, 265, 266, 361, 394, 452, 470, 472, 493, 549, 552, 556, 558, 563], "taken": [222, 223, 265, 266, 361, 394, 452, 552], "reserv": [222, 223, 265, 266], "abl": [222, 223, 265, 266, 361, 394, 452, 521, 530, 552], "tuner": [222, 223, 265, 266, 298, 335, 361, 394, 452, 552], "scalar": [222, 223, 265, 266, 361, 394, 452, 509, 552, 561], "pseudo": [222, 223, 265, 266, 394, 452, 555, 559], "someth": [222, 223, 236, 265, 266, 279, 394, 452], "fefin": [223, 266], "tpetunestrategi": [223, 266], "basedatalod": [224, 267], "basedataload": [224, 229, 231, 267, 272, 274], "last_batch": [224, 226, 233, 254, 267, 269, 276, 492], "rollov": [224, 226, 233, 254, 267, 269, 276, 492], "collate_fn": [224, 226, 227, 233, 254, 267, 269, 270, 276, 492, 493], "batch_sampl": [224, 226, 233, 254, 267, 269, 276, 492], "num_work": [224, 226, 233, 254, 267, 269, 276, 492, 510, 552], "pin_memori": [224, 226, 233, 254, 267, 269, 276, 492], "_generate_dataload": [224, 267], "check_dataload": 225, "default_col": [226, 269], "outer": [226, 269], "defaultdataload": [226, 233, 269, 276], "style": [227, 241, 270, 284, 413, 468, 493, 504], "drop_last": [227, 232, 270, 275], "iterablefetch": [227, 270], "indexfetch": [227, 270], "base_dataload": [228, 271, 288, 299], "default_dataload": [228, 271, 288, 299], "fetcher": [228, 271, 288, 299], "mxnet_dataload": [228, 271, 288, 299], "onnxrt_dataload": [228, 271, 288, 299, 387], "pytorch_dataload": [228, 271, 288, 299], "tensorflow_dataload": [228, 271, 288, 299, 392], "mxnetdataload": [229, 272], "onnxrtbertdataload": [230, 273], "variant": [230, 273], "onnxrtdataload": [230, 273, 387], "pytorchdataload": [231, 274], "data_sourc": [232, 275, 455], "__iter__": [232, 236, 275, 279, 492, 493, 510], "matter": [232, 275, 554], "iterablesampl": [232, 275], "squential": [232, 275], "your": [232, 234, 275, 277, 436, 468, 492, 493, 495, 498, 507, 510, 513, 516, 517, 518, 523, 524, 525, 527, 528, 530, 532, 536, 538, 543, 544, 545, 549, 550, 557, 559, 561, 562], "clear": [232, 275, 473, 502, 509, 510], "iterabledataset": [232, 236, 275, 279], "try": [232, 275, 469, 495, 533, 549, 552, 558, 561], "indexdataset": [232, 275], "__getitem__": [232, 236, 251, 275, 279, 292, 492, 493, 510], "__len__": [232, 236, 275, 279, 493], "retriev": [232, 275, 549], "sequentialsampl": [232, 275], "batchsampl": [232, 275], "tfdatadataload": [233, 276], "tensorflow1": [233, 276], "coupl": [233, 276], "satisfi": [233, 276, 495, 506, 536], "tf1": [233, 276, 512], "although": [233, 276, 557], "tensorflowbertdataload": [233, 276], "tensorflowmodelzoobertdataload": [233, 276], "zoo": [233, 251, 276, 292, 472, 499, 503, 564], "tensorflowdataload": [233, 276, 392], "pytorchbertdataset": [234, 277], "model_typ": [234, 277, 463, 493], "tensordataset": [234, 277, 493], "repo": [234, 277, 466, 468, 493, 499, 523, 525, 527, 528, 565], "easi": [234, 277, 335, 500, 510, 533, 537, 550, 552, 555, 557], "squad": [234, 251, 277, 292, 304, 305, 307, 357, 358, 360, 493, 509, 549, 560, 564], "distilbert": [234, 277, 472, 493, 511, 550, 564], "xlnet": [234, 277, 493, 564], "xlm": [234, 277, 493, 564], "101": [234, 277, 307, 360, 509, 539, 558, 564], "2043": [234, 277], "2001": [234, 277], "onnxrtbertdataset": [234, 277], "data_dir": [234, 277, 493], "model_name_or_path": [234, 277, 493, 510, 518, 519, 534, 541, 544, 545, 553], "max_seq_length": [234, 251, 277, 292, 493, 560], "do_lower_cas": [234, 250, 251, 277, 291, 292, 493, 560], "mrpc": [234, 277, 307, 360, 493, 509, 518, 541, 544, 545, 549, 561, 564], "dynamic_length": [234, 277, 493], "shortcut": [234, 277, 493], "longer": [234, 251, 277, 292, 493, 560], "shorter": [234, 251, 277, 292, 493, 560], "lowercas": [234, 277, 493], "choic": [234, 277, 473, 493, 509, 536, 558], "qqp": [234, 277, 493, 509, 564], "qnli": [234, 277, 493, 509, 564], "rte": [234, 277, 493, 509, 564], "st": [234, 277, 493, 509], "cola": [234, 277, 493, 509, 564], "mnli": [234, 277, 493, 509, 564], "wnli": [234, 277, 493, 509], "mobilebert": [234, 277, 493, 496, 564], "roberta": [234, 277, 493, 564], "uncas": [234, 251, 277, 292, 493, 560, 564], "load_and_cache_exampl": [234, 277], "convert_examples_to_featur": [234, 251, 277, 292], "max_length": [234, 277], "label_list": [234, 277, 307, 360], "output_mod": [234, 277], "pad_token": [234, 277], "pad_token_segment_id": [234, 277], "mask_padding_with_zero": [234, 277], "inputfeatur": [234, 251, 277, 292], "properti": [234, 277, 412, 507], "vocabulari": [234, 250, 251, 277, 291, 292, 560], "attention_mask": [234, 277, 510], "usual": [234, 277, 474, 495, 496, 535, 548, 549, 552, 553, 558], "NOT": [234, 277, 502], "token_type_id": [234, 277, 510], "segment": [234, 277, 301, 303, 354, 356, 468], "portion": [234, 277], "regress": [234, 277, 468, 495], "seq_length": [234, 277], "tensorflowbertdataset": [234, 277], "label_fil": [234, 251, 277, 292, 493, 560], "tfrecord": [234, 235, 236, 277, 278, 279, 493], "guid": [234, 277, 469, 472, 493, 496, 506, 513, 521, 530, 565], "parsedecodebert": [234, 277], "tensorflowmodelzoobertdataset": [234, 235, 277, 278], "num_cor": [234, 235, 239, 277, 278, 282, 493], "28": [234, 235, 239, 277, 278, 282, 493, 564], "coco": [235, 242, 246, 278, 285, 303, 307, 356, 360, 509, 549], "parsedecodecoco": [235, 278], "cocorecorddataset": [235, 278], "interleav": [235, 278, 493], "parallel": [235, 278, 388, 393, 436, 493, 510, 537, 540, 561], "cocoraw": [235, 278, 493], "img_dir": [235, 278, 493], "val2017": [235, 278, 493], "anno_dir": [235, 278, 493], "annot": [235, 278, 303, 356, 413, 474, 475, 493, 509, 549, 561], "instances_val2017": [235, 278, 493], "jpg": [235, 239, 241, 278, 282, 284, 472, 493], "imag": [235, 236, 239, 241, 247, 251, 278, 279, 282, 284, 289, 292, 303, 356, 493, 498, 500, 549, 551, 558, 559, 560, 564], "coconpi": [235, 278, 493], "npy_dir": [235, 278, 493], "npy": [235, 278, 493], "tensorflowdataset": [236, 279], "pytorchdataset": [236, 279], "mxnetdataset": [236, 279], "onnxrtqldataset": [236, 279], "onnxrtitdataset": [236, 279], "IT": [236, 243, 279, 286, 550], "pytorchmxnetwrapdataset": [236, 279], "datafunc": [236, 279], "pytorchmxnetwrapfunct": [236, 251, 279, 292], "framework_dataset": [236, 279], "convent": [236, 279, 303, 356, 496], "imageclassifi": [236, 279], "tensorflow_itex": [236, 239, 241, 243, 279, 282, 284, 286, 492, 551], "onnxrt_qdq": [236, 243, 279, 286, 551], "onnxrt_qlinearop": [236, 243, 251, 279, 286, 292, 551], "onnxrt_integerop": [236, 243, 251, 279, 286, 292, 551], "pytorch_ipex": [236, 243, 279, 286, 510, 551, 563], "pytorch_fx": [236, 243, 279, 286, 510, 551], "dataset_registri": [236, 279], "dataset_typ": [236, 279], "dataset_format": [236, 279], "data_format": [236, 247, 279, 289], "raw_imag": [236, 279], "overwrit": [236, 279, 523, 527], "download_url": [236, 279], "filenam": [236, 279, 463, 493, 536], "md5": [236, 279], "address": [236, 279, 467, 511, 532, 535, 538, 550], "gen_bar_updat": [236, 279], "check_integr": [236, 279], "fpath": [236, 279], "checksum": [236, 279], "calculate_md5": [236, 279], "chunk_siz": [236, 279], "cifar10": [236, 279, 493], "cifar100": [236, 279, 493], "databas": [236, 279, 538], "www": [236, 279, 493, 564], "toronto": [236, 279, 493], "kriz": [236, 279, 493], "cifar": [236, 279, 493, 564], "tar": [236, 279, 493, 495, 525, 528], "gz": [236, 279, 493, 495, 525, 528], "manual": [236, 279, 493, 513, 519, 521, 524, 538, 543, 544, 545, 549], "subset": [236, 239, 279, 282, 493, 535], "internet": [236, 279, 493, 532], "again": [236, 279, 493, 533, 535, 554], "pytorchcifar10": [236, 279], "mxnetcifar10": [236, 279], "tensorflowcifar10": [236, 279], "pytorchcifar100": [236, 279], "mxnetcifar100": [236, 279], "tensorflowcifar100": [236, 279], "mnist": [236, 279, 493, 498], "nation": [236, 279, 467], "institut": [236, 279], "standard": [236, 251, 279, 292, 468, 474, 495, 500, 509, 560, 561], "technologi": [236, 279, 508, 510], "fashionmnist": [236, 279, 493], "npz": [236, 279, 493], "idx1": [236, 279, 493], "ubyt": [236, 279, 493], "idx3": [236, 279, 493], "t10k": [236, 279, 493], "pytorchmnist": [236, 279], "mxnetmnist": [236, 279], "tensorflowmnist": [236, 279], "pytorchfashionmnist": [236, 279], "mxnetfashionmnist": [236, 279], "tensorflowfashionmnist": [236, 279], "imagefold": [236, 279, 493, 498, 510], "expect": [236, 279, 467, 468, 501, 508, 530, 552, 555, 561], "subfold": [236, 279, 533], "belong": [236, 279, 365, 552], "class_1": [236, 279, 493], "xxx": [236, 279, 493, 510], "png": [236, 279, 493], "xxy": [236, 279, 493], "xxz": [236, 279, 493], "class_n": [236, 279, 493], "123": [236, 279, 493, 560], "nsdf3": [236, 279, 493], "asd932_": [236, 279, 493], "categori": [236, 279, 302, 355, 490, 493, 520], "mxnetimagefold": [236, 279], "tensorflowtfrecorddataset": [236, 279], "tensorflowimagerecord": [236, 279], "imagenet": [236, 239, 247, 279, 282, 289, 470, 495, 510, 519, 535, 549, 559, 560, 563, 564], "000": [236, 279, 472, 493], "099": [236, 279, 493], "tensorflowvocrecord": [236, 279], "pascal": [236, 279], "voc": [236, 279, 307, 360], "2012": [236, 279], "00000": [236, 279], "00004": [236, 279], "00001": [236, 279], "00003": [236, 279], "dummydataset": [237, 238, 280, 281], "127": [237, 238, 280, 281, 493, 552, 558, 564], "float32": [237, 238, 251, 280, 281, 292, 303, 356, 458, 473, 490, 493, 510, 552, 555, 558, 560], "stand_norm": [237, 238, 280, 281, 493], "dummy_v2": [238, 281, 493], "sparse_dummy_v2": [238, 281, 493], "label_shap": [238, 281, 493], "sparsedummydataset": [238, 281], "dense_shap": [238, 281, 493], "sparse_ratio": [238, 281, 493], "imagenetraw": [239, 282, 493], "data_path": [239, 282, 493], "image_list": [239, 282, 493], "img1": [239, 282, 493], "img2": [239, 282, 493], "imgx": [239, 282, 493], "val_map": [239, 282, 493], "txt": [239, 282, 493, 495, 506, 532, 534, 535, 537, 538], "pytorchimagenetraw": [239, 282], "mxnetimagenetraw": [239, 282], "tensorflowimagenetraw": [239, 282], "inteltensorflow": [239, 241, 282, 284, 506], "tensorflowimagenetdataset": [239, 282], "onnxrtimagenetdataset": [239, 282], "bert_dataset": [240, 245, 283, 288, 299, 352], "coco_dataset": [240, 245, 283, 288, 299, 352], "dummy_dataset": [240, 245, 283, 288, 299, 352], "dummy_dataset_v2": [240, 245, 283, 288, 299, 352], "imagenet_dataset": [240, 245, 283, 288, 299, 352], "style_transfer_dataset": [240, 245, 283, 288, 299, 352], "styletransferdataset": [241, 284], "content_fold": [241, 284, 493], "style_fold": [241, 284, 493], "crop_ratio": [241, 284, 493], "resize_shap": [241, 284, 493], "image_format": [241, 284, 493], "holder": [241, 284, 493], "labelbalancecocorecordfilt": [242, 285], "balanc": [242, 285, 555, 558], "labelbalancecocorawfilt": [242, 285], "tensorflowfilt": [243, 286], "onnxrtqlfilt": [243, 286], "onnxrtitfilt": [243, 286], "pytorchfilt": [243, 286], "mxnetfilt": [243, 286], "filter_registri": [243, 286], "filter_typ": [243, 286], "__call__": [243, 286], "coco_filt": [244, 245, 287, 288, 299, 352], "imagenet_transform": [245, 248, 288, 290, 299, 352], "parsedecodecocotransform": 246, "quantizedinput": [247, 289, 560], "labelshift": [247, 289, 560], "label_shift": [247, 289, 560], "parsedecodeimagenet": [247, 289, 560], "proto": [247, 251, 289, 292, 560], "parsedecodeimagenettransform": [247, 289], "tensorflowtransposelastchannel": 247, "tensorflowshiftrescal": 247, "rescal": [247, 251, 292, 560], "tensorflowresizecropimagenettransform": [247, 289], "random_crop": [247, 289, 560], "resize_sid": [247, 289, 560], "resize_method": [247, 289], "bilinear": [247, 251, 289, 292, 560], "random_flip_left_right": [247, 289, 560], "mean_valu": [247, 289, 560], "channels_last": [247, 289, 513], "subpixel": [247, 289], "rgb": [247, 289], "seri": [247, 289, 472, 506, 510, 560], "applic": [247, 289, 475, 500, 513, 530, 532, 538, 539, 543, 544, 550, 555, 558, 559, 560, 562], "crop": [247, 251, 289, 292, 493, 560], "flip": [247, 251, 289, 292, 560], "left": [247, 251, 289, 292, 524, 530, 558, 560], "std": [247, 251, 289, 292, 510, 560], "bilinearimagenettransform": [247, 289], "central_fract": [247, 289, 560], "875": [247, 289, 560], "fraction": [247, 289, 560], "onnxbilinearimagenettransform": [247, 289], "onnxresizecropimagenettransform": [247, 289], "std_valu": [247, 289], "229": [247, 289, 510], "225": [247, 289, 510], "resizewithaspectratio": [247, 289], "87": [247, 289, 564], "inter_pol": [247, 289], "cv2": [247, 289], "inter_area": [247, 289], "aspect": [247, 251, 289, 292, 560], "postprocess_cl": [249, 259, 510], "user_postprocess": [249, 259], "convert_to_unicod": [250, 291], "unicod": [250, 291], "assum": [250, 291, 303, 314, 356, 473, 502, 530], "load_vocab": [250, 291], "vocab_fil": [250, 251, 291, 292, 560], "convert_by_vocab": [250, 291], "vocab": [250, 291], "whitespace_token": [250, 291], "whitespac": [250, 291, 305, 358], "clean": [250, 291, 510], "piec": [250, 291, 300, 353, 509, 555], "fulltoken": [250, 291], "tokenzi": [250, 291], "basictoken": [250, 291], "punctuat": [250, 291, 300, 305, 353, 358], "lower": [250, 251, 291, 292, 305, 358, 399, 497, 549, 550, 552, 558, 560, 561], "wordpiecetoken": [250, 291], "unk_token": [250, 291], "unk": [250, 291], "max_input_chars_per_word": [250, 291], "wordpiec": [250, 251, 291, 292, 560], "concat_gener": [251, 292], "inc": [251, 292, 467, 474, 513, 520, 530, 532, 537, 550, 551, 556, 561], "tensorflowtransform": [251, 292], "mxnettransform": [251, 292], "pytorchtransform": [251, 292], "onnxrtqltransform": [251, 292], "onnxrtittransform": [251, 292], "transform_registri": [251, 292], "transform_typ": [251, 292], "basetransform": [251, 292], "tensorflowwrapfunct": [251, 292], "transform_func": [251, 292], "pytorchmxnettransform": [251, 292], "get_torchvision_map": [251, 292], "torchvis": [251, 292, 499, 503, 513, 519, 533], "composetransform": [251, 292], "transform_list": [251, 292, 560], "compos": [251, 292, 455, 560], "croptoboundingbox": [251, 292, 560], "offset_height": [251, 292, 560], "offset_width": [251, 292, 560], "target_height": [251, 292, 560], "target_width": [251, 292, 560], "box": [251, 292, 303, 307, 356, 360, 469, 509, 513, 524, 530, 559, 560, 561], "coordin": [251, 292, 339, 398, 537, 560, 561], "top": [251, 292, 298, 307, 322, 327, 335, 360, 468, 509, 530, 533, 535, 560], "corner": [251, 292, 468, 473, 475, 560], "horizont": [251, 292, 560], "mxnetcroptoboundingbox": [251, 292], "onnxrtcroptoboundingbox": [251, 292], "tensorflowcroptoboundingbox": [251, 292], "resizewithratio": [251, 292, 560], "min_dim": [251, 292, 560], "800": [251, 292, 560], "max_dim": [251, 292, 560], "1365": [251, 292, 560], "constant_valu": [251, 292], "longest": [251, 292, 560], "side": [251, 292, 493, 524, 560], "exce": [251, 292, 555, 560], "tensorflowresizewithratio": [251, 292], "permut": [251, 292, 560], "tensorflowtranspos": [251, 292], "mxnettranspos": [251, 292], "pytorchtranspos": [251, 292], "randomverticalflip": [251, 292, 560], "tensorflowrandomverticalflip": [251, 292], "randomhorizontalflip": [251, 292, 510, 560], "tensorflowrandomhorizontalflip": [251, 292], "toarrai": [251, 292, 560], "pil": [251, 292, 560], "casttftransform": [251, 292], "castonnxtransform": [251, 292], "castpytorchtransform": [251, 292], "centercroptftransform": [251, 292], "center": [251, 292, 471, 472, 506, 560, 561], "paddedcentercroptransform": [251, 292], "crop_pad": [251, 292], "resizetftransform": [251, 292], "bicub": [251, 292, 560], "resizepytorchtransform": [251, 292], "randomcroptftransform": [251, 292], "randomresizedcroppytorchtransform": [251, 292], "08": [251, 292, 560, 564], "randomresizedcropmxnettransform": [251, 292], "randomresizedcroptftransform": [251, 292], "normalizetftransform": [251, 292], "deviat": [251, 292, 495, 560], "broadcast": [251, 292, 498, 560], "rescalekeraspretraintransform": [251, 292], "rescaletftransform": [251, 292], "rescaletransform": [251, 292], "alignimagechanneltransform": [251, 292], "must": [251, 292, 303, 356, 436, 468, 469, 474, 490, 492, 506, 552, 560], "pytorchalignimagechannel": [251, 292], "tondarraytransform": [251, 292], "resizemxnettransform": [251, 292], "resizetransform": [251, 292], "cropresizetftransform": [251, 292], "boundari": [251, 292, 560], "area": [251, 292, 303, 356, 509, 560], "pytorchcropresizetransform": [251, 292], "mxnetcropresizetransform": [251, 292], "cropresizetransform": [251, 292], "centercroptransform": [251, 292], "mxnetnormalizetransform": [251, 292], "pytorchnormalizetransform": [251, 292], "normalizetransform": [251, 292], "randomcroptransform": [251, 292], "randomresizedcroptransform": [251, 292], "get_final_text": [251, 292], "pred_text": [251, 292], "orig_text": [251, 292], "project": [251, 292, 466, 467, 468, 536, 550, 557, 561, 565], "squadexampl": [251, 292], "qas_id": [251, 292], "question_text": [251, 292], "doc_token": [251, 292], "orig_answer_text": [251, 292], "start_posit": [251, 292], "end_posit": [251, 292], "is_imposs": [251, 292], "simpl": [251, 292, 506, 510, 549, 557, 558, 561], "answer": [251, 292, 304, 305, 357, 358, 467, 535, 549, 560, 564], "unique_id": [251, 292], "example_index": [251, 292], "doc_span_index": [251, 292], "token_to_orig_map": [251, 292], "token_is_max_context": [251, 292], "input_mask": [251, 292, 510], "segment_id": [251, 292, 510], "read_squad_exampl": [251, 292], "input_fil": [251, 292], "doc_strid": [251, 292, 560], "max_query_length": [251, 292, 560], "output_fn": [251, 292], "inputbatch": [251, 292], "collecttransform": [251, 292], "10833": [251, 292], "tfsquadv1posttransform": [251, 292], "n_best_siz": [251, 292, 560], "384": [251, 292, 560], "64": [251, 292, 470, 555, 558, 560, 564], "max_answer_length": [251, 292, 560], "30": [251, 292, 499, 503, 505, 560, 564], "nbest_predict": [251, 292, 560], "question": [251, 292, 304, 305, 357, 358, 467, 468, 472, 473, 506, 513, 537, 549, 558, 560, 564], "anoth": [251, 292, 300, 309, 353, 463, 495, 496, 523, 527, 560, 561], "long": [251, 292, 501, 555, 560], "document": [251, 292, 413, 474, 475, 480, 498, 508, 511, 515, 525, 528, 529, 536, 537, 539, 549, 556, 560, 562], "chunk": [251, 292, 560], "tfmodelzoocollecttransform": [251, 292], "tfsquadv1modelzooposttransform": [251, 292], "squadv1": [251, 292, 560], "parsedecodevoctransform": [251, 292], "conf_fname_or_obj": [252, 261, 293, 298, 308, 309, 310, 311, 313, 322, 327, 335], "unnecessari": [252, 510], "setter": 254, "calib_dataload": [254, 336, 394, 425, 429, 469, 472, 492, 493, 495, 503, 504, 509, 510, 532, 533, 552, 553, 554, 555], "reason": [254, 467, 474, 492, 535, 555, 559, 561], "know": [254, 498, 556], "metric_cl": [256, 360, 394, 510], "user_metr": [256, 360, 394], "alwai": [256, 303, 356, 360, 394, 495, 509, 510, 535, 555], "recommend": [256, 360, 436, 473, 493, 502, 521, 524, 529, 531, 549, 551, 561], "set_backend": 257, "tensorflowimagefold": 279, "qlinear2qdq": [294, 299, 352], "qlinearop": [295, 495, 505, 521, 552, 564], "check_model": 295, "onnx_qlinear_to_qdq": 295, "input_name_to_nod": 295, "tf_to_fp32_onnx": 296, "tf_to_int8_onnx": 296, "int8_model": [296, 297, 473], "get_node_map": 297, "fp32_onnx_path": 297, "module_node_map": 297, "get_quantizable_onnx_op": 297, "quantize_nod": 297, "dynamic_quant_export": 297, "pt_fp32_model": 297, "pt_int8_model": 297, "weight_typ": 297, "s8": 297, "static_quant_export": 297, "_quantiz": 297, "torch_to_fp32_onnx": 297, "do_constant_fold": 297, "torch_to_int8_onnx": 297, "achiev": [298, 335, 500, 508, 510, 533, 548, 549, 550, 552, 558, 559, 561], "across": [298, 308, 335, 361, 494, 510, 537, 540, 549, 553, 558, 561], "variou": [298, 308, 335, 361, 475, 505, 513, 540, 549, 551, 553], "dl": [298, 308, 322, 327, 335, 361, 495, 504, 517, 530, 550, 564], "bring": [298, 335, 524, 537, 558], "unifi": [298, 335, 473, 474, 475, 492, 504, 505, 509, 510, 512], "vari": [298, 322, 327, 335, 535, 549, 558, 564], "roc": [298, 307, 322, 327, 335, 360], "flexibl": [298, 322, 327, 335, 472, 496, 537, 549, 555], "popular": [299, 352, 465, 472, 473, 474, 491, 496, 499, 500, 503, 508, 510, 549, 552, 555, 561, 562], "techniqu": [299, 352, 465, 472, 505, 510, 513, 532, 548, 549, 550, 551, 552, 562, 563, 564], "bleu": [299, 301, 306, 352, 354, 359, 509, 549], "bleu_util": [299, 306, 352, 359], "coco_label_map": [299, 306, 352, 359], "coco_tool": [299, 306, 352, 359], "evaluate_squad": [299, 306, 352, 359], "f1": [299, 304, 306, 307, 352, 357, 359, 360, 498, 509, 510, 533, 557, 564], "basic_na": [299, 312, 352], "nas_util": [299, 312, 352], "pruner_legaci": [299, 352], "gradient_sensit": [299, 318, 352], "group_lasso": [299, 318, 352], "pruning_recip": [299, 352], "tile_pattern": [299, 323, 324], "prune_util": [299, 328, 352], "tuning_sampl": [299, 341, 347, 352, 402, 408], "tuning_spac": [299, 341, 347, 348, 350, 352, 402, 408, 409, 411], "tuning_struct": [299, 341, 347, 348, 349, 352, 402, 408, 409, 410], "auto_mixed_precis": [299, 341, 352, 402], "graph_optim": [299, 352], "mixed_precis": [299, 352, 361, 510], "model_convers": [299, 352], "pruning_v2": [299, 352], "unicoderegex": [300, 353], "hoc": [300, 353], "hack": [300, 353], "recogn": [300, 353, 561], "nondigit_punct_r": [300, 353], "compil": [300, 353, 510], "express": [300, 353, 467], "preced": [300, 353, 558, 561], "digit": [300, 353, 463, 550], "punct_nondigit_r": [300, 353], "symbol_r": [300, 353], "bleu_token": [300, 353], "mose": [300, 353], "smt": [300, 353], "mosesdecod": [300, 353], "mteval": [300, 353], "v14": [300, 353], "pl": [300, 353], "l954": [300, 353], "l983": [300, 353], "bilingu": [300, 353], "understudi": [300, 353], "qualiti": [300, 353], "machin": [300, 353, 500, 506, 516, 530, 532, 538, 550, 558, 559], "translat": [300, 301, 353, 354, 549, 561], "natur": [300, 353, 500], "approxim": [300, 301, 353, 354, 474, 509, 555], "glue": [300, 307, 353, 360, 493, 509, 510, 519], "word": [300, 353, 509, 549, 555, 564], "ngram": [300, 353, 509], "breviti": [300, 301, 353, 354, 509], "doe": [300, 353, 412, 492, 493, 509, 510, 555, 556, 560], "beam": [300, 353, 509], "tensor2tensor": [301, 354], "bleu_hook": [301, 354], "compute_bleu": [301, 354], "reference_corpu": [301, 354], "translation_corpu": [301, 354], "max_ord": [301, 354], "use_bp": [301, 354], "against": [301, 354], "gram": [301, 354], "bleu_scor": [301, 354], "third": [303, 356, 468, 507], "parti": [303, 356, 468, 507, 552], "pycocotool": [303, 356, 501, 506], "noth": [303, 356, 561], "thu": [303, 356, 436, 510, 549, 552], "cannot": [303, 356, 469, 501, 555, 559], "jonathanhuang": [303, 356], "image_id": [303, 356, 509], "invok": [303, 356, 436, 474], "groundtruth_dict": [303, 356], "exportgroundtruthtococo": [303, 356], "groundtruth_boxes_list": [303, 356], "groundtruth_classes_list": [303, 356], "max_num_class": [303, 356], "output_path": [303, 356], "detections_list": [303, 356], "exportdetectionstococo": [303, 356], "detection_boxes_list": [303, 356], "detection_scores_list": [303, 356], "detection_classes_list": [303, 356], "cocowrapp": [303, 356], "loadannot": [303, 356], "cocoevalwrapp": [303, 356], "agnostic_mod": [303, 356], "computemetr": [303, 356], "detection_typ": [303, 356], "bbox": [303, 356, 469, 509], "hold": [303, 339, 356, 398, 493], "iou_typ": [303, 356], "iou_thr": [303, 307, 356, 360, 509], "map_point": [303, 307, 356, 360, 509], "cocoev": [303, 356], "mscoco": [303, 356], "Then": [303, 356, 474, 495, 523, 525, 527, 528, 535, 558, 561], "exportsingleimagegroundtruthtococo": [303, 356], "next_annotation_id": [303, 356], "category_id_set": [303, 356], "groundtruth_box": [303, 356], "groundtruth_class": [303, 356], "groundtruth_mask": [303, 356], "groundtruth_is_crowd": [303, 356], "ingest": [303, 356], "here": [303, 356, 413, 474, 493, 498, 499, 500, 502, 503, 508, 509, 518, 525, 528, 530, 533, 536, 538, 552, 556, 557, 558, 564], "exportsingleimagedetectionstococo": [303, 356], "uniqu": [303, 336, 356, 552], "assign": [303, 356, 463, 498, 551, 561], "num_gt_box": [303, 356], "num_detect": [303, 307, 356, 360, 509, 510, 563], "image_height": [303, 356], "image_width": [303, 356], "detection_mask": [303, 356], "crowd": [303, 356], "insid": [303, 356, 436, 496, 497, 531, 549, 553, 561], "exportsingleimagedetectionboxestococo": [303, 356], "detection_box": [303, 356, 510, 563], "detection_scor": [303, 356, 510, 563], "detection_class": [303, 356, 510, 563], "exporsingleimagedetectionboxestococo": [303, 356], "exportsingleimagedetectionmaskstococo": [303, 356], "allenai": [304, 305, 357, 358], "bi": [304, 305, 357, 358], "att": [304, 305, 357, 358], "flow": [304, 305, 357, 358, 469, 470, 510], "f1_score": [304, 305, 357, 358], "ground_truth": [304, 305, 357, 358], "ground": [304, 305, 357, 358], "truth": [304, 305, 357, 358], "metric_max_over_ground_truth": [304, 305, 357, 358], "metric_fn": [304, 305, 357, 358], "exact_match_scor": [304, 357], "exact": [304, 357], "articl": [304, 305, 357, 358], "paragraph": [304, 305, 357, 358], "qa": [304, 305, 357, 358, 472], "normalize_answ": [305, 358], "newlin": [305, 358, 463], "tab": [305, 358, 530, 559], "harmon": [305, 307, 358, 360], "recal": [305, 307, 358, 360], "answer_start": [305, 358], "177": [305, 358, 564], "denver": [305, 358], "bronco": [305, 358], "nfl": [305, 358], "team": [305, 358, 467, 554], "afc": [305, 358], "super": [305, 358, 470], "bowl": [305, 358], "50": [305, 358, 470, 474, 535, 549, 558, 564], "56be4db0acb8001400a502ec": [305, 358], "percentag": [305, 358, 491, 555, 563], "tensorflowmetr": [307, 360], "maintain": [307, 360, 436, 467, 468, 512, 513, 525, 528, 532, 537, 538, 549, 555, 556], "pytorchmetr": [307, 360], "mxnetmetr": [307, 360], "onnxrtqlmetr": [307, 360], "onnxrtitmetr": [307, 360], "metric_registri": [307, 360], "metric_typ": [307, 360], "decorator_metr": [307, 360], "basemetr": [307, 360, 394], "single_output": [307, 360], "hvd": [307, 360, 498], "wrappytorchmetr": [307, 360], "wrapmxnetmetr": [307, 360], "wraponnxrtmetr": [307, 360], "proport": [307, 360], "pred_list": [307, 360], "pytorchloss": [307, 360], "mae": [307, 360, 509], "compare_label": [307, 360, 394, 509], "rmse": [307, 360, 509, 561], "tensorflowtopk": [307, 360], "k": [307, 360, 394, 509, 532, 549], "among": [307, 360, 524, 558], "outcom": [307, 360], "num_correct": [307, 360], "num_sampl": [307, 360], "generaltopk": [307, 360], "cocomapv2": [307, 360, 509], "anno_path": [307, 360, 509], "map_kei": [307, 360], "detectionboxes_precis": [307, 360], "output_index_map": [307, 360, 509], "tensorflowmap": [307, 360], "tensorflowcocomap": [307, 360], "tensorflowvocmap": [307, 360], "squadf1": [307, 360, 509], "miou": [307, 360], "num_class": [307, 360], "21": [307, 360, 518, 519, 541, 544, 545, 550, 558, 564], "iou": [307, 360], "intersect": [307, 360, 473, 509], "union": [307, 360, 452, 509, 541], "onnxrtglu": [307, 360], "dlrm": [307, 360], "modelconvers": 309, "typic": [309, 336, 470, 472, 497, 499, 503, 535, 549, 564], "basicna": 310, "model_build": [310, 313], "conf_fnam": 310, "nasbas": [313, 470], "nas_registri": 314, "nas_method": 314, "create_search_space_pool": 314, "idx": [314, 493], "enumer": [314, 427, 441, 452, 473, 496, 497, 498, 510, 548, 549, 559], "find_pareto_front": 314, "pareto": [314, 470], "front": [314, 470], "n_point": 314, "n_metric": 314, "n_pareto_point": 314, "gradientsensitivityprun": 316, "pytorchmodel": [316, 317, 319, 320, 321, 370], "overwritten": [316, 317, 319, 320, 321, 518], "grouplassoprun": 317, "legaci": 318, "basicmagnitudeprun": 319, "patternlockprun": [320, 332], "pruner_registri": 321, "clase": 321, "pruningconf": [322, 327], "tfpruningcallback": [322, 327], "input_model": [322, 327, 512, 533, 534, 535, 559], "pure": [322, 327, 549], "pattern_registri": 325, "pattern_typ": 325, "patternbas": 325, "mask_shap": [325, 326], "is_contigu": 325, "tile": 326, "tilepatternbas": 326, "tilepattern_1x1": 326, "1x1": [326, 496, 510, 549], "tilepattern_2x2": 326, "2x2": [326, 558], "tilepattern_1x16": 326, "1x16": 326, "tilepattern_4x1": 326, "tilepattern_1x2": 326, "1x2": [326, 558], "patternnxm": 330, "patternninm": 330, "reset_non_value_to_default": 331, "parse_not_to_prun": 331, "update_frequency_on_step": [332, 551], "max_sparsity_ratio_per_lay": [332, 551], "magnitudeprun": 332, "snipprun": 332, "snipmomentumprun": 332, "moreoev": 332, "quantconf": 335, "separ": [336, 467, 504, 507, 538, 540, 548, 551], "opt_model": [336, 510], "fulli": [336, 510, 538, 552, 558], "train_func": [336, 452, 498, 510, 552], "automixedprecisiontunestrategi": [337, 396], "basictunestrategi": [338, 397], "stage": [338, 343, 395, 397, 404, 496, 549, 559, 561], "polici": [338, 342, 395, 397, 403, 467, 472, 563, 565], "bayesiantunestrategi": [339, 398], "acq_max": [339, 398], "ac": [339, 398], "gp": [339, 398], "y_max": [339, 398], "n_warmup": [339, 398], "10000": [339, 398, 549], "n_iter": [339, 398], "acquisit": [339, 398], "gaussian": [339, 398, 561], "relev": [339, 398, 474, 475, 535, 549], "acq": [339, 398], "randomst": [339, 398], "scipi": [339, 398], "x_max": [339, 398], "targetspac": [339, 398], "pbound": [339, 398], "9527": [339, 398, 510, 563], "bayesianoptim": [339, 398], "exhaustivetunestrategi": [340, 400], "msetunestrategi": [342, 403], "mse_v2tunestrategi": [343, 404], "revert": [343, 351, 404, 412, 561], "randomtunestrategi": [344, 405], "strategy_registri": [345, 406, 561], "tunestrategi": [345, 406, 561], "tuningsamplerregistri": 348, "tuningsampl": [348, 409], "tuningord": [348, 409], "Not": [348, 349, 409, 410, 463, 470], "tuningspac": [348, 349, 409, 410], "tuning_order_lst": [348, 409], "initial_op_tuning_cfg": [348, 409], "modelwisetuningsampl": [348, 409], "tuning_items_prior": [348, 409], "op_dtype_dict": [348, 409], "optuningconfig": [348, 349, 350, 409, 410, 411], "optypewisetuningsampl": [348, 409], "opwisetuningsampl": [348, 409], "fallbacktuningsampl": [348, 409], "op_dtyp": [348, 409], "skip_first": [348, 409], "smoothquantsampl": [348, 409], "tuningitem": [349, 410], "item_typ": [349, 410], "pattern_to_intern": [349, 410], "default_dtyp": [349, 410], "pattern_to_path": [349, 410], "quant_mode_from_pattern": [349, 410], "internal_pattern": [349, 410], "initial_tuning_cfg_with_quant_mod": [349, 410], "op_name_typ": [349, 410], "step1": [349, 410], "step2": [349, 410], "complet": [349, 410, 473, 474, 549, 552, 561, 563, 564], "step3": [349, 410], "step4": [349, 410], "step5": [349, 410], "op_quant_mod": [350, 411], "ordereddefaultdict": [351, 412], "extract_data_typ": [351, 412], "reverted_data_typ": [351, 412], "signed_flag": [351, 412], "get_adaptor_nam": [351, 412], "experiment": [352, 470, 493, 497, 498, 500, 506, 510, 549, 551, 552, 556, 560], "base_model": [352, 363], "keras_model": [352, 363], "mxnet_model": [352, 363], "nets_factori": [352, 363], "onnx_model": [352, 363, 387, 533], "tensorflow_model": [352, 363, 392, 535], "torch_model": [352, 363], "collect_layer_histogram": [352, 456], "create_obj_from_config": [352, 456], "kl_diverg": [352, 456], "load_huggingfac": [352, 456, 510], "neural_insights_util": [352, 456], "weights_detail": [352, 456], "sub_class": [360, 394], "register_customer_metr": 360, "topk": [360, 394, 498, 509, 510, 532, 552], "frozen": [361, 369, 394, 512], "savedmodel": [361, 369, 394, 564], "onnx_ml_pb2": [361, 512], "hybirdblock": [361, 394], "basemodel": 362, "plai": [362, 550, 555, 558], "role": [362, 555, 558], "kerasmodel": 364, "get_model_fwk_nam": 365, "fwk": 365, "mxnetmodel": 366, "net": 367, "tfslimnetsfactori": 367, "get_model_typ": 369, "validate_graph_nod": 369, "validate_and_inference_input_output": 369, "graph_sess": 369, "graph_def_sess": 369, "frozen_pb_sess": 369, "load_saved_model": 369, "saved_model_tag": 369, "signatur": 369, "metagraphdef": 369, "keras_sess": 369, "slim_sess": 369, "checkpoint_sess": 369, "estimator_sess": 369, "saved_model_sess": 369, "tensorflowbasemodel": [369, 392], "tensorflowsavedmodelmodel": 369, "tensorflowllmmodel": 369, "exceed": 369, "2gb": 369, "tensorflowqatmodel": 369, "tensorflowcheckpointmodel": 369, "tensorflowmodel": 369, "pytorchbasemodel": 370, "pytorchfxmodel": 370, "ipexmodel": 370, "driven": [371, 472, 510, 530, 547, 559], "objective_registri": 371, "objective_custom_registri": 371, "obj_cl": 371, "eural_compressor": 371, "objective_cl": 371, "user_object": 371, "__class__": 371, "__name__": 371, "objective_cfg": 371, "usr_cfg": 371, "user_obj_cfg": 371, "easili": [371, 473, 514, 518, 530, 547, 558], "peak": [371, 547], "multiobject": 371, "metric_criterion": 371, "metric_weight": 371, "obj_criterion": 371, "obj_weight": 371, "is_measur": 371, "parserfactori": 373, "onnxrtparserfactori": 375, "onnxprofilingpars": 377, "respons": [377, 378, 382, 543, 544, 545, 552], "profilingpars": 378, "profilingresult": 379, "total_execution_tim": 379, "accelerator_execution_tim": 379, "cpu_execution_tim": 379, "op_run": 379, "op_defin": 379, "tensorflowparserfactori": 380, "tensorflowprofilingpars": 382, "profilerfactori": [383, 385, 390], "create_onnx_config": 388, "ort": 388, "sessionopt": 388, "delete_assign": 393, "create_tf_config": 393, "tf_modul": 393, "configproto": 393, "set_eager_execut": 393, "entir": [394, 452, 469, 474, 475, 491, 537, 549], "autotunestrategi": 395, "conservativetunestrategi": 399, "o0": [399, 561], "who": [399, 467], "hawq_v2tunestrategi": 401, "made": [401, 473, 552, 556, 561], "impact": [401, 549, 556, 561], "tunestrategymeta": 406, "metaclass": 406, "lowerbitssampl": 409, "blockfallbacktuningsampl": 409, "op_block_lst": 409, "target_dtyp": 409, "alpha_list": 409, "weightonlyquantsampl": 409, "quantopt": 412, "quant_typ": 412, "quant_opt": 412, "preprocess_user_cfg": 412, "op_user_cfg": 412, "op_user_cfg_modifi": 412, "build_slave_faker_model": 412, "slave": [412, 561], "virtual": [412, 550], "classregist": 412, "fun": 413, "attribute1": 413, "module_debug_level1": 413, "function1": 413, "param1": 413, "param2": 413, "parameter1": 413, "parameter2": 413, "function2": 413, "pep": 413, "484": [413, 564], "output_model": [413, 510, 533, 535, 559], "function3": 413, "section": [413, 475, 495, 496, 497, 530, 533, 536, 549, 551, 555, 563], "restructuredtext": 413, "liter": 413, "generator1": 413, "example_gener": 413, "exampleclass": 413, "param3": 413, "public": [413, 467, 525, 528], "attr1": 413, "attr2": 413, "attr5": 413, "api_doc_exampl": 414, "op_valu": 425, "quant_config": [425, 429, 430, 448, 451], "staticquantconfig": [425, 427], "layer_class": 425, "parse_to_keras_tune_cfg": 425, "calib_iter": [425, 429, 474], "static_quantize_entri": 425, "weight_dtyp": [427, 441], "weight_sym": [427, 441], "weight_granular": 427, "per_tensor": [427, 474, 475, 502, 552, 563], "act_dtyp": [427, 441], "act_sym": 427, "act_granular": 427, "get_all_registered_config": 427, "base_config": [427, 429, 448], "parse_config_from_dict": 427, "config_dict": 427, "get_default_static_quant_config": 427, "quantize_model": 429, "register_algo": [430, 451], "algos_map": [430, 451], "example_algo": [430, 451], "rtnweightquantconfig": [430, 435, 441, 451], "dump_elapsed_tim": [430, 463, 473], "customized_msg": [430, 463], "elaps": [430, 463], "dataloader_len": [432, 441], "apply_gptq_quant": 432, "configs_map": [432, 435], "rtn_quantize_entri": 435, "device_typ": 436, "_dtype": 436, "cache_en": 436, "manag": [436, 452, 455, 510, 513, 514, 524], "region": [436, 558], "chosen": [436, 474, 491], "enter": [436, 524, 530, 538], "half": [436, 511, 521], "hpu": [436, 441], "float8_e4m3fn": [436, 441], "autocastmodel": 436, "affect": [436, 558], "dataparallel": 436, "distributeddataparallel": 436, "torch_dtyp": [436, 475], "weight_bit": [441, 474], "weight_group_s": 441, "double_quant_dtyp": 441, "double_quant_bit": 441, "double_quant_sym": 441, "double_quant_group_s": 441, "get_default_rtn_config": 441, "gptqconfig": 441, "act_ord": 441, "get_default_gptq_config": 441, "fp8qconfig": 441, "dtype_rang": 441, "act_algo": 441, "fp8": [441, 472, 550], "run_fn": 448, "run_arg": 448, "quantize_dynam": 448, "carri": [448, 549], "place": [448, 497, 506, 543, 549, 559, 561], "mutat": 448, "loop": [452, 469, 470, 474, 475, 502, 540, 557, 561], "compressionmanag": 452, "deal": 452, "pruningconfig": 452, "orchestr": [452, 472, 505, 562], "on_train_begin": [452, 469, 496, 497, 510, 548, 549, 552], "train_loop": [452, 510, 548], "on_epoch_begin": [452, 455, 496, 497, 510, 548], "on_step_begin": [452, 455, 496, 497, 510, 548, 549], "on_after_compute_loss": [452, 496, 497, 510, 548], "on_before_optimizer_step": [452, 496, 497, 510, 548, 549], "on_step_end": [452, 455, 496, 497, 510, 548], "on_epoch_end": [452, 455, 496, 497, 510, 548], "on_train_end": [452, 496, 497, 510, 548, 549, 552], "path_to_sav": 452, "top1": [452, 509, 532, 549, 552, 564], "callbacks_list": 452, "layerhistogramcollector": 453, "layer_tensor": 453, "include_lay": 453, "get_func_from_config": 455, "func_dict": 455, "get_preprocess": 455, "get_metr": 455, "get_postprocess": 455, "get_algorithm": 455, "create_dataset": 455, "cfg_preprocess": 455, "cfg_filter": 455, "create_dataload": 455, "dataloader_cfg": 455, "create_eval_func": 455, "postprocess_cfg": 455, "fp32_baselin": [455, 473], "baselin": [455, 557, 558, 559], "create_train_func": 455, "train_cfg": 455, "Their": 455, "auxiliari": 456, "optimizedmodel": 458, "from_pretrain": [458, 510], "save_for_huggingface_upstream": [458, 510], "export_compressed_model": [458, 555], "saved_dir": [458, 555], "use_optimum_format": 458, "compression_dtyp": 458, "compression_dim": 458, "scale_dtyp": 458, "comoress": 458, "register_neural_insights_workload": 460, "workload_loc": [460, 463], "workload_mod": 460, "workload_nam": 460, "uuid": 460, "update_neural_insights_workload": 460, "workload_uuid": 460, "update_neural_insights_workload_accuracy_data": 460, "baseline_accuraci": 460, "optimized_accuraci": 460, "get_model_path": 460, "is_int8_model": 462, "load_weight_onli": 462, "checkpoint_dir": 462, "history_cfg": 462, "best_configur": 462, "best_model_weight": 462, "snapshot": [462, 534], "recover_model_from_json": 462, "json_file_path": 462, "cfg_from_fil": 463, "yaml_fil": [463, 493, 498], "lazyimport": 463, "lazi": 463, "till": [463, 561], "time_limit": 463, "get_siz": 463, "seen": [463, 473], "recurs": 463, "compute_spars": 463, "fault_tolerant_fil": 463, "equal_dict": 463, "d2": 463, "compare_kei": 463, "ignore_kei": 463, "ignor": [463, 491, 493, 555, 558, 561], "cpuinfo": 463, "combine_histogram": 463, "old_hist": 463, "old": [463, 510, 556], "get_tensor_histogram": 463, "get_all_fp32_data": 463, "get_tuning_histori": 463, "tuning_history_path": 463, "offlin": [463, 467, 510, 552, 558], "str2arrai": 463, "dequantize_weight": 463, "weight_tensor": 463, "min_filter_tensor": 463, "max_filter_tensor": 463, "scale_info": 463, "captureoutputtofil": 463, "tmp_file_path": 463, "stream": [463, 564], "sy": [463, 516], "stderr": 463, "captur": 463, "statist": [463, 464], "header": [463, 501], "field_nam": 463, "output_handl": 463, "printer": 463, "global_st": 463, "load_data_from_pkl": 463, "pkl": [463, 534], "dump_data_to_loc": 463, "show_memory_info": 463, "hint": 463, "dump_class_attr": 463, "compare_object": 463, "obj1": 463, "obj2": 463, "ignore_attr": 463, "comparison": [463, 555, 556, 559], "alias_param": 463, "param_nam": 463, "param_alia": 463, "alias": 463, "print_tabl": 463, "column_map": 463, "table_entri": 463, "titl": [463, 507, 531, 561], "insert_newlin": 463, "prettyt": 463, "column": [463, 555, 558], "handler": [463, 561], "row": [463, 495, 533, 558], "decim": 463, "get_tensors_info": 463, "get_weights_detail": 463, "weightdetail": 463, "dump_tabl": 463, "file_typ": 463, "csv": [463, 470, 533, 534], "dump_table_to_csv": 463, "get_number_of_socket": 463, "platform": [463, 472, 505, 513, 521, 540, 550, 552], "opentri": 463, "activation_min": 463, "activation_max": 463, "print_op_list": 463, "get_op_list": 463, "minmax_file_path": 463, "input_model_tensor": 463, "optimized_model_tensor": 463, "activation_min_max": 463, "calculate_ms": 463, "mse_metric_gap": 463, "fp32_tensor": 463, "dequantize_tensor": 463, "euclidean": [463, 496], "distanc": [463, 496], "check_key_exist": 463, "weightsdetail": 464, "input_tensor_data": 464, "optimized_tensor_data": 464, "weightsstatist": 464, "welcom": [466, 467, 468, 472, 532, 539, 565], "interest": [467, 472, 532, 559], "foster": 467, "particip": [467, 540], "commun": [467, 532], "harass": 467, "experi": [467, 513, 535, 557, 558, 561], "everyon": 467, "regardless": 467, "ag": 467, "bodi": 467, "ethnic": 467, "characterist": 467, "gender": 467, "educ": 467, "socio": 467, "econom": 467, "race": 467, "religion": 467, "sexual": 467, "orient": 467, "contribut": [467, 472, 549], "inclus": 467, "Being": 467, "viewpoint": 467, "gracefulli": 467, "focus": [467, 473], "empathi": 467, "toward": [467, 496], "member": [467, 473], "unaccept": 467, "imageri": 467, "unwelcom": 467, "troll": 467, "insult": 467, "derogatori": 467, "polit": 467, "attack": 467, "privat": 467, "publish": [467, 507, 508, 511, 531, 558], "electron": 467, "explicit": 467, "permiss": 467, "inappropri": 467, "profession": 467, "clarifi": 467, "appropri": [467, 491, 558], "fair": 467, "action": [467, 525, 528], "edit": 467, "reject": 467, "commit": [467, 468], "wiki": 467, "ban": 467, "temporarili": 467, "deem": 467, "threaten": 467, "offens": 467, "harm": 467, "mail": 467, "social": [467, 550], "media": [467, 550], "account": [467, 557, 561], "appoint": 467, "onlin": [467, 557], "event": [467, 559], "abus": 467, "report": [467, 468, 472, 540, 557], "contact": [467, 556, 557], "complaint": 467, "review": [467, 468, 472, 550], "investig": [467, 535], "circumst": [467, 551], "oblig": [467, 536], "confidenti": [467, 532], "regard": [467, 554], "incid": 467, "good": [467, 552, 561], "faith": 467, "repercuss": 467, "leadership": 467, "faq": [467, 472], "page": [467, 468, 532, 535, 536], "send": [468, 474], "view": [468, 472, 499, 521, 530, 536, 556], "star": 468, "repositori": [468, 525, 528], "button": [468, 505, 524, 530], "fork": [468, 525, 528], "clone": [468, 495, 506, 523, 527, 532, 534, 535, 537, 538], "pc": 468, "git": [468, 495, 501, 506, 532, 534, 535, 537, 538], "modif": [468, 473, 502, 518, 537], "checkout": 468, "my": 468, "push": [468, 549, 555, 558], "cover": [468, 500, 504, 550], "would": [468, 510, 534, 549, 552, 558], "adopt": [468, 513, 549, 550, 558], "certif": [468, 532], "agre": 468, "pr": [468, 492, 509, 525, 528, 556], "At": [468, 474, 536, 540, 561], "approv": 468, "solv": [468, 552, 556], "licens": 468, "azur": [468, 472, 550], "devop": 468, "ci": 468, "cloud": [468, 472, 540, 550], "deploi": [468, 496, 510, 536, 540, 555, 561], "e16": 468, "v5": 468, "scan": [468, 472], "pylint": 468, "bandit": 468, "copyright": [468, 507], "docstyl": 468, "spellcheck": 468, "dco": 468, "pytest": 468, "No": [468, 501, 510, 538, 539, 550], "failur": [468, 469], "fault": 468, "coverag": 468, "runtim": [468, 472, 473, 474, 476, 492, 495, 499, 502, 505, 511, 515, 520, 521, 551, 555, 556, 561], "submit": [468, 537, 540, 550], "bug": [468, 472], "intend": 468, "safe": 468, "collabor": [468, 472, 515, 521], "adher": 468, "toolkit": [469, 506, 513, 521, 550, 562], "tracer": 469, "resolv": [469, 471], "floatfunct": 469, "cat": [469, 500, 516, 543, 544, 545], "done": [469, 496, 497, 514, 530, 539, 543, 544, 549, 552], "10004": [469, 470, 473, 492, 496, 497, 498, 502, 505, 511, 548, 551, 553, 555, 563], "neural_compressor": [469, 470, 472, 475, 490, 492, 493, 495, 496, 497, 498, 500, 503, 504, 509, 510, 511, 512, 532, 533, 547, 548, 549, 551, 552, 553, 554, 556, 557, 558, 560, 561, 563], "eval": [469, 492, 495, 513, 552, 559], "conduct": [469, 510, 518, 530, 561, 562], "imper": 469, "therefor": [469, 510, 533, 535, 549, 552, 553, 556, 558], "lot": [469, 535, 558], "As": [469, 474, 492, 496, 509, 510, 524, 535, 549, 555, 561], "successfulli": [469, 498, 539, 543, 544, 545, 550], "suggest": [469, 557], "traceabl": 469, "proxi": 469, "tutori": [469, 521, 550, 562], "prototyp": 469, "html": [469, 472, 474, 491, 498, 505, 525, 528, 531, 533, 539, 543, 552], "highlight": 469, "untrac": 469, "ssd": [469, 500, 564], "resnet34": [469, 564], "r34": 469, "bboxes_labels_scor": 469, "prob": 469, "45": [469, 564], "max_output": 469, "zip": [469, 539, 543, 544], "dbox": 469, "dlabel": 469, "dscore": 469, "decode_singl": 469, "autom": [470, 513, 530, 531, 550, 558], "artifici": 470, "ann": 470, "par": [470, 540], "outperform": 470, "propos": [470, 473, 496, 511, 555, 558], "potenti": [470, 495, 556], "lie": [470, 491], "predictor": 470, "shown": [470, 492, 495, 496, 509, 510, 524, 533, 535, 547, 548, 549, 553, 558, 561], "figur": [470, 523, 524, 527, 553], "popul": 470, "inner": 470, "evolutionari": 470, "cycl": 470, "until": [470, 474, 561], "conclud": 470, "met": [470, 502, 552, 559], "yet": [470, 525, 528, 531, 538, 552], "simplest": [470, 491, 516], "launcher": [470, 472, 496, 497, 521, 562], "agent": 470, "nsga2": 470, "supernet": 470, "ofa_mbv3_d234_e346_k357_w1": 470, "acc": [470, 540, 549, 559, 564], "mac": [470, 531], "num_ev": 470, "250": [470, 549], "results_csv_path": 470, "search_result": 470, "dataset_path": 470, "ilsvrc2012": 470, "aim": [470, 472, 508, 513, 549, 558, 561, 562], "mobilenetv3": 470, "lt": [470, 493, 564], "wmt": 470, "en": 470, "de": 470, "guidelin": [471, 472], "mainstream": [472, 562], "workflow": [472, 474, 475, 495, 496, 500, 506, 511, 525, 528, 532, 559, 562], "particular": [472, 549, 555], "wide": [472, 499, 511, 549, 552, 564], "hardwar": [472, 473, 496, 505, 510, 530, 549, 550, 551], "xeon": [472, 506, 507, 508, 511, 550, 552, 554, 564], "scalabl": [472, 506, 508, 511, 550, 552, 554], "processor": [472, 508, 511, 538, 550, 552, 554], "flex": [472, 506], "amd": [472, 506, 564], "arm": [472, 505, 506, 564], "nvidia": [472, 491, 505, 506, 564], "llama2": 472, "falcon": [472, 508, 549, 558, 564], "gpt": [472, 508, 534, 549, 558, 564], "j": [472, 508, 534, 549, 558, 564], "bloom": [472, 549, 558, 564], "broad": [472, 505, 519, 562], "stabl": [472, 506, 549, 550], "diffus": [472, 550], "vision": [472, 500, 517, 558], "coder": [472, 505, 514, 515, 518, 521, 524, 537, 541, 550], "marketplac": [472, 531, 550], "googl": [472, 511, 550], "amazon": [472, 513, 521], "web": [472, 532, 538, 543, 544, 545, 559], "servic": [472, 530, 537, 550], "softwar": [472, 507, 549, 550, 556], "alibaba": [472, 520, 527, 528, 550], "tencent": [472, 550], "taco": [472, 550], "oliv": [472, 550], "ai": [472, 513, 550, 554, 562], "ecosystem": [472, 550], "lightn": [472, 520], "pip": [472, 495, 498, 501, 503, 506, 515, 518, 523, 525, 527, 528, 532, 533, 534, 535, 556], "wget": [472, 495, 501, 503, 532, 535], "googleapi": [472, 503, 532, 535], "v1_6": [472, 503, 532, 535], "mobilenet_v1_1": [472, 503, 532, 543], "0_224_frozen": [472, 503, 532, 543], "overview": [472, 561], "jupyterlab": [472, 513, 519, 521, 523, 527, 562], "studio": [472, 521, 530, 540, 562], "topic": 472, "int4": [472, 508, 552, 564], "innov": [472, 521, 550], "blog": [472, 550], "oct": [472, 550], "emnlp": [472, 550], "teq": [472, 550, 553, 555], "sep": [472, 550], "neurip": [472, 550], "quala": [472, 550], "minilm": [472, 550, 564], "releas": [472, 506, 519, 521, 523, 527, 529, 541, 544, 545, 565], "legal": [472, 565], "request": [472, 538, 539, 540, 543, 544, 545, 552], "ask": [472, 506], "email": 472, "research": [472, 507, 558, 564], "idea": [472, 532, 549, 558, 561], "discord": 472, "join": [472, 533, 538, 543, 544], "technic": 472, "discuss": 472, "wechat": [472, 550], "img": 472, "bridg": [473, 474, 505], "vanilla": [473, 474, 505], "abcadaptor": 473, "__init__": [473, 492, 493, 509, 561], "query_fw_cap": [473, 475], "query_fused_pattern": 473, "he": 473, "besid": [473, 496, 535, 555], "describ": [473, 475, 495, 502, 532, 559], "past": [473, 555], "mainten": 473, "difficult": [473, 558], "abil": [473, 474, 493, 502, 558], "fragment": 473, "scenario": [473, 490, 496, 510, 549, 555], "granular": [473, 474, 475, 502, 505, 516, 552, 558, 563], "semant": [473, 502], "mla": [473, 511, 552], "becom": [473, 500, 549, 555], "explor": 473, "inspect_tensor": 473, "op_list": [473, 559], "iteration_list": 473, "inspect_typ": 473, "save_to_disk": 473, "quantization_cfg": 473, "set_tensor": 473, "tensor_dict": 473, "diagnosis_help": 473, "fw": 474, "outlin": [474, 475], "instruct": [474, 475, 496, 506, 511, 525, 528, 532, 533, 534, 535, 549, 550, 551, 552, 558, 564], "extend": [474, 475], "accommod": [474, 475], "incorpor": [474, 475, 497, 549, 561], "give": [474, 530, 561], "diagram": [474, 475, 495, 561], "illustr": [474, 475, 497, 561], "sequencediagram": [474, 475, 540], "autonumb": [474, 475], "query_framework_cap": 474, "opwis": 474, "optypewis": 474, "travers": [474, 475, 555, 561], "\u2776": 474, "\u2777": 474, "\u2778": 474, "\u2779": 474, "\u277a": 474, "\u277b": 474, "\u277c": 474, "These": [474, 505, 533], "chapter": 474, "node_op": 474, "confirm": 474, "tune_config": 474, "int8_conv_config": 474, "optype_wise_": 474, "tuning_cfg_to_fw": 474, "Its": [474, 491, 549], "dispatch": [474, 505, 537, 540], "is_perchannel": 474, "is_asymmetr": 474, "convert_bf16": 474, "larger": [474, 549, 555, 558], "somewhat": 474, "distort": 474, "line": [474, 498, 505, 513, 518, 519, 538, 559], "explain": [475, 495, 558], "let": [475, 502, 518, 549, 551, 563], "overal": [475, 538, 563], "drive": 475, "uint4": 475, "kullback": [475, 496], "leibler": [475, 496], "pytorch_cpu": 475, "1_11_capabl": 475, "cap_s8_1_11": 475, "cap_s8_1_11_conv1d": 475, "per_channel_symmetr": 475, "addition": [475, 498, 549, 561], "per_tensor_symmetr": 475, "due": [475, 500, 549, 552, 558, 559], "nativ": 475, "with_arg": 475, "qscheme": 475, "quant_min": 475, "quant_max": 475, "linux": [490, 501, 506, 524, 530], "x86_64": 490, "aarch64": 490, "prove": [491, 555, 558], "benefici": 491, "uniform": [491, 555], "\u03b2": 491, "\u03b1": 491, "fundament": [491, 510], "primari": [491, 561], "focu": [491, 561], "essenti": [491, 501], "remaind": 491, "enhanc": [491, 513, 549, 550, 554], "resolut": 491, "extrem": 491, "still": [491, 510, 536, 550, 552, 554], "retain": 491, "noteworthi": 491, "vanhouck": 491, "vincent": 491, "andrew": 491, "senior": 491, "mark": 491, "mao": 491, "speed": [491, 510, 521, 549, 550, 552, 561], "2011": 491, "szymon": 491, "migacz": 491, "2017": 491, "mckinstri": 491, "jeffrei": 491, "l": [491, 496, 559, 561], "discov": [491, 559], "1809": 491, "04191": 491, "2018": 491, "encount": 492, "consum": 492, "previous": 492, "lack": [492, 501], "faster": [492, 494, 500, 550, 561, 564], "Of": 492, "evenli": 492, "divid": [492, 540, 558, 561], "discard": 492, "throw": 492, "awai": 492, "draw": [492, 557, 561], "subprocess": 492, "pin": [492, 523, 527], "reshuffl": 492, "manner": [492, 496, 512], "newdataload": 492, "customis": [492, 493, 509], "ensp": [493, 560], "imagerecord": [493, 498, 563], "image_nam": 493, "cocorecord": 493, "gt": [493, 558, 560], "int64": 493, "offer": 493, "style_transf": 493, "content": [493, 538, 539, 543, 544, 545], "tfrecorddataset": 493, "labelbal": 493, "300": [493, 549, 564], "16": [493, 506, 543, 555, 564], "helloworld": [493, 511, 560], "aid": 494, "deploy": [494, 513, 530, 550, 553, 558], "infrastructur": 494, "diagnos": 495, "gui": [495, 505, 535, 549], "termin": [495, 523, 524, 527, 533], "repeat": [495, 561], "durat": [495, 539, 543, 544, 557], "cd": [495, 498, 506, 532, 534, 535, 537, 538, 543, 544, 545], "setup": [495, 502, 506, 525, 528, 532, 534, 535, 537, 538, 549], "ilsvr2012": 495, "caff": 495, "berkeleyvis": 495, "caffe_ilsvrc12": 495, "xvzf": 495, "image_recognit": [495, 535, 559], "resnet50_torchvis": 495, "ptq_static": [495, 534], "resnet50_v1": [495, 498, 510], "dataset_loc": [495, 535, 543, 559], "label_path": 495, "quantiti": 495, "vec": 495, "frac": [495, 558], "sigma": 495, "var": 495, "happen": 495, "dispers": [495, 533], "v0": [495, 535, 558, 559], "cg": [495, 535, 559], "conv0": [495, 535, 559], "expens": [496, 510, 561], "power": [496, 510, 524, 550], "mobil": [496, 510, 564], "produc": 496, "logit": 496, "softmax": 496, "kd": 496, "patient": 496, "compact": [496, 510, 516, 549], "agnost": 496, "resourc": [496, 537, 540, 561], "convolut": [496, 550], "ia": 496, "attach": [496, 510, 558], "shallow": 496, "deepest": 496, "deeper": 496, "paper": [496, 549, 555, 558], "10006": [496, 497], "student_output": [496, 497], "student_loss": [496, 497], "training_func_for_nc": [496, 497], "distil_loss_conf": 496, "accordingli": [496, 521, 558], "promis": [497, 510, 549], "huge": [497, 535, 549, 553], "heavi": 497, "light": 497, "booster": 497, "degrad": [497, 549, 561], "novel": [497, 513, 524, 530], "comb": 497, "distillation_criterion": [497, 510, 548], "q_conf": 497, "horovod": 498, "instal": [498, 501, 503, 513, 515, 518, 521, 525, 528, 530, 531, 533, 534, 535, 565], "program": [498, 507, 513, 530], "enable_eager_execut": 498, "yaml_file_path": 498, "pre_process": 498, "simpli": [498, 512, 513, 515, 518, 530, 538], "evaluation_result": 498, "evaluation_time_cost": 498, "partit": [498, 549], "distributedsampl": 498, "train_sampl": 498, "train_dataset": [498, 552], "num_replica": 498, "rank": 498, "train_load": 498, "train_kwarg": 498, "adadelta": 498, "distributedoptim": 498, "named_paramet": 498, "broadcast_paramet": 498, "root_rank": 498, "broadcast_optimizer_st": 498, "set_epoch": 498, "batch_idx": 498, "nll_loss": 498, "log_interv": 498, "0f": 498, "tloss": 498, "6f": 498, "dry_run": 498, "test_func": 498, "host": [498, 538, 540, 543, 544, 545], "num_of_process": 498, "002": 498, "ssh": [498, 530], "prompt": 498, "readm": [498, 543], "exactli": [498, 514], "recognit": [498, 500, 549, 559], "resizecropimagenet": [498, 560], "realiz": [498, 547, 554, 557], "tow": 498, "node1": [498, 543, 544], "node2": [498, 543, 544], "TO": [498, 515, 535], "your_node1_nam": 498, "your_node2_nam": 498, "resnet50_fp32_pretrained_model": 498, "nc_resnet50_v1": 498, "resnet": [498, 564], "varieti": [499, 551, 561], "demonstr": [499, 513, 543, 544, 545, 559], "speedup": [499, 505, 552], "2x": [499, 505], "vnni": [499, 505, 551, 552], "exchang": 500, "hope": 500, "inc_model": [500, 512], "fp32_onnx_config": 500, "verifi": [500, 508], "vgg16": [500, 564], "mobilenet": [500, 557, 564], "rcnn": 500, "torchscript": [500, 553, 558], "unsupport": [500, 510, 549], "add_relu": 500, "conv1d_relu": 500, "conv2d_relu": 500, "group_norm": 500, "hardswish": 500, "instance_norm": 500, "layer_norm": 500, "leaky_relu": 500, "sigmoid": 500, "toolchain": [501, 550], "bare": 501, "metal": 501, "sudo": [501, 516], "apt": [501, 506, 516, 524], "python3": 501, "dev": [501, 523, 527], "distutil": 501, "libgl1": 501, "mesa": 501, "glx": 501, "libglib2": 501, "ln": 501, "sf": 501, "usr": 501, "incompat": 501, "88": [501, 557, 564], "80": [501, 553, 559, 564], "pyobject": 501, "reinstal": 501, "libgl": 501, "yum": [501, 506], "opencv": [501, 506, 524], "conda": [501, 506, 516, 524, 543, 544, 545, 556], "13": [501, 506, 532, 556, 558], "pend": [501, 539], "sqlalchemi": 501, "27": [501, 564], "alemb": 501, "forg": [501, 506], "quick": [502, 511, 549, 562, 563], "friendli": [502, 510, 550, 558, 562, 563], "dive": [502, 562], "purpos": [502, 511, 530, 532, 551, 552], "syntax": 502, "go": [502, 525, 528, 536, 551, 555, 560], "up1": 502, "up2": 502, "valid_mixed_precis": 502, "addn": 502, "grappler_optim": 502, "constfold": 502, "arithmet": 502, "debug_stripp": 502, "major": [504, 535, 552, 558], "concept": [504, 557, 562], "rather": [504, 555], "custom_metr": 504, "refin": [504, 549], "420": 505, "geomean": 505, "snippet": 505, "upload": [505, 525, 528], "click": [505, 513, 514, 521, 524, 530, 535, 550, 559], "qintegerop": [505, 552], "plan": 505, "oneapi": [506, 550, 562], "analyt": [506, 550, 562], "success": [506, 532, 556], "11": [506, 509, 511, 532, 558, 561, 564], "frequent": 506, "pypi": [506, 525, 528], "nightli": 506, "headless": [506, 524], "fastai": 506, "esri": 506, "consolid": 506, "latest": [506, 550, 556], "eas": [506, 515, 550], "along": [506, 549, 555], "streamlin": [506, 537, 550], "scienc": 506, "websit": 506, "anaconda": [506, 537, 538], "suit": [506, 531, 559], "formerli": 506, "skylak": 506, "cascad": 506, "lake": [506, 511, 550], "cooper": [506, 511, 550], "ic": [506, 550], "sapphir": [506, 508], "rapid": [506, 508], "hbm": 506, "arctic": 506, "sound": 506, "pont": 506, "vecchio": 506, "cento": [506, 564], "ubuntu": 506, "22": [506, 564], "04": [506, 564], "maco": 506, "ventura": 506, "fortensorflow": 506, "forpytorch": 506, "12": [506, 532, 564], "tf_enable_onednn_opt": 506, "onednn": [506, 511, 552], "newer": 506, "subject": 507, "accompani": [507, 561], "wish": 507, "bibtex": 507, "author": 507, "feng": 507, "tian": 507, "hanwen": 507, "haihao": [507, 549], "shen": [507, 549], "suyu": 507, "chen": 507, "howpublish": 507, "year": 507, "logo": 507, "atom": 507, "phi": 507, "pentium": 507, "vtune": 507, "corpor": 507, "subsidiari": 507, "brand": 507, "claim": 507, "sq": [508, 558], "woq": 508, "4th": [508, 550, 552], "gen": [508, 511, 550, 552, 554], "codenam": [508, 511], "quickli": [508, 561, 562], "eleutherai": [508, 534, 558, 564], "6b": [508, 534, 558, 564], "facebook": [508, 536, 558, 564], "3b": [508, 558], "30b": [508, 558, 564], "llama": [508, 549, 550, 553, 555, 558, 564], "7b": [508, 558, 564], "13b": [508, 558, 564], "70b": [508, 564], "tiiuae": [508, 558, 564], "40b": 508, "soon": 508, "popularli": 509, "industri": [509, 550], "label_map": 509, "decis": 509, "ap": 509, "curv": 509, "turn": [509, 524, 553], "target_boxes_num": 509, "str_label": 509, "int_label": 509, "inturn": 509, "cocomap": 509, "vocmap": 509, "categor": 509, "multiclass": 509, "multilabel": 509, "newmetr": 509, "reset": 509, "reflect": [509, 560], "new_metr": 509, "deliv": [510, 550, 556], "conveni": [510, 537], "upgrad": 510, "veri": [510, 531, 535, 552, 555, 561, 562], "comprehens": [510, 562], "resort": 510, "automodelforsequenceclassif": 510, "autotoken": 510, "val_dataset": [510, 552], "val_dataload": [510, 552], "worker": [510, 540, 543, 544, 545, 552], "ping_memori": [510, 552], "formul": 510, "effort": 510, "onnxrt_integ": [510, 563], "onnxrt_qlinear": [510, 563], "image_tensor": [510, 563], "post_training_dynamic_qu": [510, 551, 561], "1000": [510, 539, 563], "2000": 510, "sampling_s": [510, 563], "model_wis": [510, 563], "op_dict": 510, "op_wis": [510, 559, 563], "sigopt_api_token": [510, 557, 561], "sigopt_project_id": [510, 557, 561], "sigopt_experiment_nam": [510, 557, 561], "demo": 510, "600": 510, "training_arg": 510, "emul": [510, 552], "trainer": [510, 521], "briefli": [510, 558], "pruning_func": 510, "train_dataload": [510, 549, 552], "n_gpu": 510, "gradient_accumulation_step": 510, "clip_grad_norm_": 510, "max_grad_norm": 510, "start_epoch": [510, 551, 563], "end_epoch": [510, 551, 563], "97": [510, 564], "newli": [510, 549], "on_after_optimizer_step": [510, 549], "layer3": [510, 549], "0004": 510, "randomresizedcrop": [510, 560], "totensor": [510, 560], "485": 510, "456": [510, 564], "406": [510, 564], "nepoch": 510, "cnt": 510, "loss_sum": 510, "iter_bar": 510, "desc": 510, "teacher_logit": 510, "train_fun": 510, "training_func": 510, "recent": [510, 511], "growth": [510, 511, 549], "complex": [510, 511, 549], "significantli": [510, 511, 533, 535, 549, 561], "bandwidth": [510, 511, 555], "exit_polici": [510, 563], "determinist": 510, "meaning": [510, 548], "reli": [510, 558], "prune_conf": 510, "quantization_aware_training_conf": 510, "aforement": 510, "inset": 510, "p_conf": [510, 548], "ssd_mobilenet_v1": 510, "benchmarkconf": 510, "sixteen": 511, "launch": [511, 531, 536], "3rd": [511, 550, 552, 554], "boost": [511, 514, 530, 549, 550], "x86": 511, "avx512": [511, 552], "vcvtne2ps2bf16": 511, "vcvtneps2bf16": 511, "vdpbf16p": 511, "fbgemm": [511, 552], "tensorrtexecutionprovid": [511, 552], "cudaexecutionprovid": [511, 552], "dnnlexecutionprovid": [511, 552], "avx512_bf16": 511, "plu": 511, "resnet18": [511, 515, 564], "persist": 512, "brought": [512, 514, 521, 552], "tf2": 512, "h5": 512, "hybridblock": 512, "0000": 512, "saved_result": [512, 534, 555], "simplifi": [513, 524, 530, 549, 550], "acquir": 513, "analysi": [513, 530, 549, 557], "heurist": [513, 530], "great": 513, "facilit": 513, "autocast": 513, "my_model": 513, "no_grad": 513, "memory_format": 513, "112": 513, "plugin": [513, 531], "aw": [513, 521, 540, 550, 564], "sagemak": [513, 521], "neural_cod": [513, 515, 517, 518, 519, 521], "bench": 513, "superbench": 513, "enjoi": [514, 518, 521], "reload": [514, 531, 533, 536], "modern": [515, 555], "democrat": [515, 550], "programm": [515, 521, 530], "nano_bf16_channels_last": 515, "nano_bf16_ipex_channels_last": 515, "nano_bf16_ipex": 515, "nano_bf16": 515, "nano_fp32_channels_last": 515, "nano_fp32_ipex_channels_last": 515, "nano_fp32_ipex": 515, "nano_gpu_to_cpu": 515, "nano_int8": 515, "nano_jit_bf16_channels_last": 515, "nano_jit_bf16_ipex_channels_last": 515, "nano_jit_bf16_ipex": 515, "nano_jit_bf16": 515, "nano_jit_fp32_channels_last": 515, "nano_jit_fp32_ipex_channels_last": 515, "nano_jit_fp32_ipex": 515, "nano_jit_fp32": 515, "nano_onnxruntime_fp32": 515, "nano_onnxruntime_int8_qlinear": 515, "openvino": 515, "nano_openvino_fp32": 515, "nano_openvino_int8": 515, "bc": [516, 524], "conda_prefix": 516, "echo": 516, "tradit": [516, 549], "libjemalloc": 516, "libiomp5": 516, "home": 516, "lib": 516, "ld_preload": 516, "malloc_conf": 516, "oversize_threshold": 516, "background_thread": 516, "metadata_thp": 516, "dirty_decay_m": 516, "9000000000": 516, "muzzy_decay_m": 516, "kmp_affin": 516, "kmp_blocktim": 516, "dnnl_primitive_cache_capac": 516, "governor": 516, "cpufreq": 516, "scaling_governor": 516, "powersav": 516, "tee": 516, "pytorch_jit_script": [517, 520], "pytorch_channels_last": [517, 520], "run_bench": 517, "patch": [517, 530], "patch_path": 517, "your_patch_path": 517, "sweep": 517, "sweep_object": 517, "bench_config": 517, "bench_featur": 517, "sai": 518, "run_glu": [518, 519, 541, 544, 545], "requisit": 518, "task_nam": [518, 519, 541, 544, 545], "do_ev": [518, 519, 534, 541, 544, 545], "remain": 518, "itself": [518, 549], "run_glue_optim": 518, "static_ipex": 518, "auto_qu": 519, "v4": [519, 541, 544, 545, 564], "albert": [519, 564], "sst2": 519, "alexnet": [519, 564], "pytorch_amp": 520, "optimize_for_infer": 520, "pytorch_jit_trac": 520, "pytorch_jit_script_ofi": 520, "pytorch_jit_trace_ofi": 520, "torchdynamo": 520, "pytorch_torchdynamo_jit_script": 520, "pytorch_torchdynamo_jit_trac": 520, "pytorch_torchdynamo_jit_script_ofi": 520, "pytorch_torchdynamo_jit_trace_ofi": 520, "pytorch_inc_bf16": 520, "pytorch_inc_static_quant_fx": 520, "pytorch_inc_static_quant_ipex": 520, "pytorch_inc_static_quant_ipex_xpu": 520, "pytorch_inc_dynamic_qu": 520, "pytorch_ipex_fp32": 520, "pytorch_ipex_bf16": 520, "pytorch_ipex_int8_static_qu": 520, "pytorch_ipex_int8_dynamic_qu": 520, "blade": 520, "disc": 520, "pytorch_aliblad": 520, "pytorch_lightning_bf16_cpu": 520, "tensorflow_amp": 520, "keras_amp": 520, "tensorflow_inc": 520, "keras_inc": 520, "onnx_inc_static_quant_qlinear": 520, "onnx_inc_static_quant_qdq": 520, "onnx_inc_dynamic_qu": 520, "optimum": [520, 521, 533, 555], "pytorch_inc_huggingface_optimum_stat": 520, "pytorch_inc_huggingface_optimum_dynam": 520, "intel_extension_for_transform": 520, "bigdl": [520, 521], "nano": [520, 521], "nano_": 520, "inc_auto": 520, "delight": 521, "announc": 521, "500": [521, 539, 564], "jupyt": [521, 523, 524, 527], "isa": 521, "adjust": [521, 552, 558], "delta": 521, "acc_delta": 521, "int8_acc": 521, "fp32_acc": 521, "ext": [523, 525, 527, 528, 529], "lab": [523, 524, 525, 527, 528], "nodej": [523, 527], "jlpm": [523, 527], "yarn": [523, 527], "npm": [523, 524, 527], "lieu": [523, 527], "labextens": [523, 524, 527], "typescript": [523, 527], "watch": [523, 527, 536], "immedi": [523, 527, 549], "refresh": [523, 527], "browser": [523, 527, 532, 536], "wait": [523, 527, 530, 540], "rebuilt": [523, 527], "easier": [523, 527, 530, 532, 550], "symlink": [523, 527], "down": 524, "finish": [524, 540], "blank": 524, "cell": 524, "gain": [524, 548, 550], "mkl": 524, "jemalloc": 524, "pip3": 524, "pyproject": [525, 528], "toml": [525, 528], "twine": [525, 528], "whl": [525, 528], "dist": [525, 528], "sdist": [525, 528], "bdist_wheel": [525, 528], "deprec": [525, 528, 556, 560], "frontend": [525, 528, 538, 545], "login": [525, 528, 557], "cut": [525, 528], "admin_github_token": [525, 528], "pypi_token": [525, 528], "npm_token": [525, 528], "secret": [525, 528], "panel": [525, 528, 530], "draft": [525, 528], "changelog": [525, 528, 529], "pkg": [525, 528], "bot": [525, 528], "pick": [525, 528, 531], "feedstock": [525, 528], "hatch": 528, "notabl": 529, "vscode": [529, 531], "daili": 530, "advantag": [530, 549, 551, 561], "remot": 530, "server": [530, 532, 535, 538, 543, 544, 545], "re": [530, 536, 555], "market": 530, "uninstal": 530, "fill": [530, 557, 560, 561], "upper": 530, "sidebar": 530, "hover": 530, "track": [530, 557], "argpars": 530, "pop": [530, 540], "diff": 530, "manifest": 531, "declar": 531, "palett": 531, "registercommand": 531, "amodio": 531, "tsl": 531, "matcher": 531, "dbaeumer": 531, "eslint": [531, 536], "press": 531, "f5": 531, "ctrl": 531, "hello": 531, "world": 531, "breakpoint": 531, "consol": [531, 536], "relaunch": 531, "toolbar": 531, "node_modul": 531, "viewlet": 531, "dropdown": 531, "runner": [531, 536], "startup": 531, "bundl": 531, "neural_insight": [532, 534, 535], "tl": 532, "ui": 532, "5000": 532, "338174d13706855fc6924cec7b3a8ae8": 532, "listen": 532, "firewal": 532, "8080": 532, "cert": 532, "path_to_cert": 532, "crt": 532, "path_to_private_kei": 532, "encrypt": 532, "expos": 532, "forfeit": 532, "client": [532, 538, 545], "extern": 532, "threat": 532, "diagnost": 532, "skill": 532, "feel": [532, 536], "layoutlmv3": [533, 564], "seqev": 533, "sentencepiec": 533, "timm": 533, "fvcore": 533, "pillow": 533, "einop": 533, "textdist": 533, "setuptool": 533, "cli": 533, "hypjudi": 533, "finetun": [533, 549, 555, 564], "funsd": [533, 564], "calib_dataset": 533, "incdataset": 533, "eval_dataset": 533, "poor": [533, 559], "9049": 533, "2989": 533, "66": [533, 564], "9631": 533, "glob": 533, "panda": 533, "pd": 533, "set_opt": 533, "max_row": 533, "max_column": 533, "getmtim": 533, "activations_t": 533, "weights_tabl": [533, 534], "read_csv": 533, "nweight": 533, "descend": 533, "sorted_data": 533, "sort_valu": 533, "ascend": 533, "evid": 533, "tip": 533, "8981": 533, "7502": 533, "run_clm": 534, "wikitext": [534, 564], "dataset_config_nam": 534, "do_train": 534, "inspect_sav": 534, "inspect_result": 534, "quan": 534, "model_summari": 534, "incept": [535, 564], "v3": [535, 564], "inception_v3": [535, 559], "inceptionv3_fp32_pretrained_model": [535, 559], "bash": [535, 559], "prepare_dataset": 535, "sh": [535, 559], "raw_dir": 535, "img_raw": 535, "delet": [535, 549], "run_tun": 535, "nc_inception_v3": 535, "highest": [535, 541, 561], "satisfactori": 535, "webpag": 535, "spike": 535, "bottom": 535, "chart": [535, 552, 557, 559], "concentr": 535, "toler": 535, "But": 535, "bigger": 535, "bootstrap": 536, "localhost": [536, 538, 543, 544], "3000": 536, "lint": 536, "interact": [536, 557], "correctli": 536, "hash": [536, 539], "readi": [536, 549], "aren": 536, "transit": 536, "webpack": 536, "babel": 536, "tweak": 536, "ever": 536, "curat": 536, "suitabl": 536, "middl": [536, 558], "shouldn": 536, "understand": [536, 552, 559, 562], "wouldn": 536, "couldn": 536, "troubleshoot": 536, "effortlessli": 537, "grpc": [537, 538, 542, 543, 544, 546], "queue": 537, "seamlessli": [537, 549, 561], "mpi": [537, 538, 561], "neural_solut": [537, 538, 543, 544, 545], "task_monitor_port": [538, 543, 544, 545], "22222": [538, 543, 544, 545], "result_monitor_port": [538, 543, 544, 545], "33333": [538, 543, 544, 545], "restful_api_port": [538, 543, 544, 545], "hostfil": [538, 540, 543, 544, 545], "grpc_api_port": [538, 543, 544, 545], "api_typ": [538, 543, 544, 545], "conda_env": [538, 543, 544, 545], "upload_path": [538, 543, 544, 545], "8000": [538, 543, 544, 545], "monitor": [538, 543, 544, 545], "3333": [538, 543, 544, 545], "2222": [538, 543, 544, 545], "ns_workspac": [538, 543, 544, 545], "hf_model": [538, 542, 544, 545], "curl": [538, 539, 543, 544], "task_id": [538, 543, 544, 545], "usernam": 538, "db": [538, 540], "serve_log": [538, 543, 544, 545], "frontend_grpc": 538, "task_log": 538, "task_bdf0bd1b2cc14bc19bce12d4f9b333c7": 538, "task_workspac": 538, "bdf0bd1b2cc14bc19bce12d4f9b333c7": 538, "aliv": 538, "properli": 538, "commonli": [538, 549], "hostnam": 538, "breakdown": 538, "ip": 538, "hous": 538, "host1": [538, 543, 544], "host2": [538, 543, 544], "query_id": 538, "oaa": 539, "host_ip": 539, "task_request": [539, 543, 544, 545], "tuning_info": [539, 543], "optimization_result": [539, 543], "result_path": [539, 543, 544], "closur": 539, "404": [539, 549, 564], "health": 539, "healthi": 539, "quantized_model": [539, 543, 544], "400": [539, 564], "alloc": 540, "incom": 540, "taskmonitor": 540, "cluster": [540, 543, 544, 561], "tasklaunch": 540, "resultmonitor": 540, "receiv": [540, 557], "p1": 540, "notif": 540, "p2": 540, "p3": 540, "mpirun": [540, 561], "perf": 540, "p4": 540, "four": [540, 559, 564], "classdiagram": 540, "taskdb": 540, "get_statu": 540, "update_statu": 540, "task_collect": 540, "append_task": 540, "get_all_pending_task": 540, "update_task_statu": 540, "task_db": 540, "wait_new_task": 540, "schedule_task": 540, "dispatch_task": 540, "launch_task": 540, "query_task_statu": 540, "node_list": 540, "reserve_resourc": 540, "get_node_statu": 540, "gcp": [540, 550], "script_url": [541, 543, 544, 545], "archiv": 541, "prioriti": 541, "tf_example1": [542, 543, 544], "hf_models_grpc": [542, 545], "00173": 543, "01024": 543, "task_request_distribut": 543, "custom_models_optim": 543, "7602cd63d4c849e7a686a8165a77f69d": [543, 544], "151": [543, 564], "8617": 543, "17": [543, 564], "8213": [543, 564], "number_of_socket": [543, 544], "number_of_thread": [543, 544], "cdf419910f9b4d2a8320d0e420ac1d0a": 544, "optimized_result": 544, "58": [544, 564], "3162": 544, "6488": [544, 564], "06": [545, 563, 564], "34": [545, 564], "55": [545, 564], "d3e10a49326449fb9d0d62f2bfc1cb43": 545, "fastapi": 546, "multi_object": 547, "benefit": 548, "instanti": 548, "neuron": 549, "art": 549, "grown": 549, "unpreced": 549, "increasingli": 549, "crucial": 549, "stand": [549, 561], "shrink": 549, "contextu": 549, "scene": 549, "haven": 549, "color": [549, 553], "lowest": [549, 561], "emsp": 549, "downstream": 549, "prone": 549, "co": 549, "discourag": 549, "penal": 549, "parameter": 549, "lightweight": 549, "perceptron": 549, "mlp": 549, "valuabl": [549, 559], "basi": 549, "billion": 549, "dolli": [549, 558, 564], "mpt": [549, 558, 564], "lm": [549, 564], "lamini": [549, 558], "worth": 549, "mention": [549, 555], "tend": 549, "exemplifi": 549, "complement": 549, "fortieth": 549, "miss": [549, 552], "pruner2": 549, "few": [549, 550, 558, 561], "lm_head": 549, "yourself": 549, "uncertain": 549, "auto_config": 549, "quit": 549, "straightforward": [549, 555, 558], "pruning_pattern": 549, "pruning_start": 549, "pruning_end": 549, "sparse_gpt": 549, "embed_out": 549, "card": 549, "hesit": 549, "causal": 549, "clm": 549, "sst": [549, 564], "25": [549, 564], "63": [549, 564], "24": [549, 561, 564], "35": [549, 564], "flan": 549, "t5": [549, 564], "english": 549, "romanian": 549, "381": 549, "yolov5": 549, "75": [549, 564], "2x1": [549, 564], "801": 549, "7895": 549, "signific": [549, 550, 553, 558], "reduct": [549, 553, 563], "namhoon": 549, "lee": 549, "thalaiyasingam": 549, "ajanthan": 549, "philip": 549, "torr": 549, "2019": 549, "zafrir": 549, "ofir": 549, "ariel": 549, "larei": 549, "boudoukh": 549, "mosh": 549, "wasserblat": 549, "2111": 549, "05754": 549, "2021": 549, "kwon": 549, "kim": 549, "mahonei": 549, "hassoun": 549, "keutzer": 549, "gholami": 549, "pp": 549, "24101": 549, "24116": 549, "frantar": [549, 555], "alistarh": 549, "medium": 550, "aug": 550, "juli": 550, "onnxcommunitymeetup2023": 550, "chatbot": 550, "june": 550, "msft": 550, "netflix": 550, "apr": 550, "mlperf": [550, 564], "5x": 550, "heterogen": 550, "mar": 550, "jan": 550, "busi": 550, "amx": 550, "journei": 550, "dec": 550, "mleffici": 550, "deepen": 550, "foundat": 550, "intellig": 550, "vmware": 550, "applianc": 550, "bitnami": 550, "nov": 550, "sota": 550, "plug": 550, "twitter": 550, "linkedin": 550, "zone": 550, "land": 550, "pat": 550, "keynot": 550, "intelon": 550, "chines": 550, "purif": 550, "sacrif": 550, "jun": 550, "partner": 550, "feb": 550, "joint": 550, "bilibili": 550, "gestalt": 550, "ml": 550, "doubl": 550, "abound": 550, "lpot": [550, 556], "nextplatform": 550, "cern": 550, "gan": 550, "3dgan": 550, "iml": 550, "workshop": 550, "asplo": 550, "18": [550, 564], "highli": [550, 555], "intelcaff": 550, "aris": 551, "henc": 551, "onnxrt_qoper": 551, "quant_aware_train": 551, "weight_compress": [551, 563], "initial_spars": [551, 563], "prune_typ": [551, 563], "basic_magnitud": [551, 563], "update_frequ": 551, "prune_domain": 551, "tile_pattern_1x1": 551, "invent": 552, "cost": [552, 555], "theoret": [552, 555], "zeropoint": 552, "255": [552, 558], "overflow": 552, "unseen": 552, "enough": 552, "peopl": 552, "mimic": 552, "fact": 552, "ultim": 552, "pain": 552, "lossi": 552, "philosophi": 552, "neither": 552, "nor": 552, "val_load": 552, "avg": 552, "themselv": 552, "dmlexecutionprovid": 552, "meanwhil": 553, "substanti": 553, "pose": 553, "challeng": 553, "greatli": [553, 555], "even": [553, 555, 558], "constrain": 553, "grei": 553, "blue": 553, "rectangl": 553, "w8a8": [553, 555], "10005": 553, "rtn_arg": [553, 555], "ouput_dir": 553, "fp32_model_path": 553, "int8_model_path": 553, "ON": 554, "forc": 554, "postposttrainingquantconfig": 554, "bf16wrapper": 554, "retrac": 554, "preval": 555, "grow": 555, "demand": 555, "trade": 555, "bottleneck": 555, "roughli": 555, "speak": 555, "capac": [555, 557], "flop": 555, "famou": 555, "approx": 555, "bmm": 555, "100x": 555, "excel": 555, "stai": [555, 558], "quantif": [555, 558], "think": 555, "intuit": [555, 558], "uniformli": 555, "qlora": 555, "invers": 555, "restor": 555, "protect": 555, "inspir": 555, "normalfloat": 555, "e2m1": 555, "bnb": 555, "805": 555, "91": [555, 558, 564], "stabil": 555, "weightonlylinear": 555, "date": 555, "qweight": 555, "gptq_arg": 555, "use_full_length": 555, "awq_arg": 555, "compressed_model": 555, "omit": 555, "rtn_g32asym": 555, "gptq_g32asym": 555, "gptq_g32asym_disable_last_matmul": 555, "gptq_g128asym": 555, "awq_g32asym": 555, "xiao": [555, 558], "guangxuan": [555, 558], "2211": [555, 558], "10438": [555, 558], "wei": [555, 558], "xiui": [555, 558], "suppress": [555, 558], "2209": [555, 558], "13325": [555, 558], "lin": 555, "ji": 555, "2306": 555, "00978": 555, "elia": 555, "dettmer": 555, "tim": 555, "2305": 555, "14314": 555, "site": 556, "assist": 556, "experienc": 556, "18284": 556, "absenc": 556, "safe_mod": 556, "model_from_json": 556, "defici": 556, "hinder": 556, "sed": 556, "your_script": 556, "backbon": 557, "sigopt_experiment_id": 557, "nc": [557, 561], "suffici": 557, "ordinari": 557, "latenc": [557, 561], "8266": 557, "8372": 557, "2132": 557, "83": [557, 558, 564], "7495": 557, "8299": 557, "8294": 557, "85": [557, 558, 564], "0837": 557, "8291": 557, "4469": 557, "gigant": 558, "systemat": 558, "migrat": [558, 562], "difficulti": 558, "mathemat": 558, "allevi": 558, "coarsest": 558, "finer": [558, 561], "matric": 558, "similarli": 558, "finest": 558, "consumpt": 558, "why": [558, 559], "suppos": 558, "6839": 558, "4741": 558, "7451": 558, "9301": 558, "1742": 558, "6835": 558, "q_min": 558, "q_max": 558, "q_x": 558, "clamp_": 558, "round_": 558, "w_q": 558, "00296431384049356": 558, "59": [558, 564], "172": [558, 564], "192": 558, "w_dq": 558, "2220": 558, "1510": 558, "2420": 558, "2570": 558, "0500": 558, "1890": 558, "mseloss": 558, "1983354538679123": 558, "6848": 558, "4743": 558, "7440": 558, "9308": 558, "1749": 558, "385297635664756e": 558, "07": [558, 563, 564], "quantize_per_channel": 558, "x_tmp": 558, "detach": 558, "keepdim": 558, "dequantize_per_channel": 558, "0029": [558, 564], "0036": 558, "162": [558, 564], "48": [558, 564], "72": [558, 564], "93": [558, 564], "207": 558, "139": [558, 564], "6837": 558, "4734": 558, "1751": 558, "6821": 558, "637690492221736e": 558, "6376e": 558, "3852e": 558, "cdot": 558, "quantize_per_tensor_absmax": 558, "n_bit": 558, "div_": 558, "0806": 558, "7589": 558, "6038": 558, "3815": 558, "5040": 558, "7174": 558, "5444": 558, "5826": 558, "7772": 558, "5555": 558, "3740": 558, "3253": 558, "0698": 558, "1381": 558, "5972": [558, 564], "0086": 558, "0737": 558, "8298": 558, "6883": 558, "2991": 558, "1601": 558, "6506": 558, "8246": 558, "3924": 558, "3845": 558, "8768": 558, "w_scale": 558, "x_q": 558, "x_scale": 558, "84": [558, 564], "120": 558, "0059755356051027775": 558, "89": [558, 564], "119": 558, "57": [558, 564], "006533813662827015": 558, "y_q": 558, "17509": 558, "7608": 558, "4055": 558, "16599": 558, "21020": 558, "10016": 558, "9860": 558, "22444": 558, "y_dq": 558, "6836": 558, "2970": 558, "1583": 558, "6481": 558, "8207": 558, "3911": 558, "3850": 558, "8763": 558, "though": 558, "simplic": 558, "fp1": 558, "fp2": 558, "subsect": [558, 563], "x1": [558, 561], "x2": [558, 561], "herebi": 558, "optdecoderlay": 558, "blockwis": 558, "auto_alpha_arg": 558, "overhead": 558, "hardtanh": 558, "t5norm": 558, "llamanorm": 558, "groupnorm": 558, "lambada": 558, "openai": [558, 564], "sweet": 558, "spot": 558, "bigscienc": [558, 564], "560m": 558, "354": 558, "3542": 558, "1b7": 558, "4634": 558, "4936": 558, "518": 558, "5185": 558, "7b1": [558, 564], "5764": [558, 564], "5977": 558, "bloomz": [558, 564], "3947": 558, "3930": 558, "4828": 558, "4906": 558, "5018": 558, "4980": 558, "5593": [558, 564], "5552": 558, "125m": 558, "379": 558, "3757": 558, "350m": 558, "4516": 558, "4533": 558, "5789": 558, "5742": 558, "6365": 558, "6404": 558, "6769": [558, 564], "6804": [558, 564], "6872": 558, "6814": 558, "7149": 558, "7128": 558, "66b": 558, "7398": 558, "7326": 558, "7361": [558, 564], "7357": 558, "7627": [558, 564], "7590": 558, "7759": [558, 564], "7840": 558, "65b": 558, "7908": 558, "7957": 558, "7392": [558, 564], "7335": [558, 564], "chat": [558, 564], "7058": [558, 564], "6994": 558, "7677": [558, 564], "7615": [558, 564], "6831": [558, 564], "mbzuai": 558, "124m": 558, "3804": 558, "3887": 558, "774m": 558, "5048": 558, "5057": 558, "5b": 558, "5443": [558, 564], "5436": 558, "mosaicml": [558, 564], "655": [558, 564], "6499": 558, "stabilityai": 558, "stablelm": 558, "4172": 558, "4149": 558, "togethercomput": 558, "redpajama": 558, "incit": 558, "6542": 558, "6735": 558, "6718": 558, "6740": [558, 564], "6569": 558, "6621": 558, "7143": 558, "7221": 558, "6895": 558, "6953": [558, 564], "databrick": [558, 564], "6866": [558, 564], "6297": 558, "6247": 558, "6437": [558, 564], "6392": 558, "7332": 558, "7632": 558, "asterisk": 558, "consider": 558, "arang": 558, "tolist": 558, "default_alpha": 558, "alpha_min": 558, "alpha_max": 558, "alpha_step": 558, "step_siz": 558, "shared_criterion": 558, "do_blockwis": 558, "jason": 558, "emerg": 558, "transact": 558, "yvinec": 558, "edouard": 558, "proceed": 558, "cvf": 558, "winter": 558, "instrument": 559, "writer": 559, "_pre_eval_hook": 559, "_post_eval_hook": 559, "submodul": 559, "whitelist": 559, "_recordingobserv": 559, "output_tensors_dict": 559, "current_it": 559, "get_tensor_valu": 559, "_observer_forward_hook": 559, "activation_post_process": 559, "_add_observer_": 559, "named_children": 559, "leaf": 559, "add_modul": 559, "register_forward_hook": 559, "dump_tim": 559, "summarywrit": 559, "_acc": 559, "tune_": 559, "add_graph": 559, "get_observer_dict": 559, "observer_dict": 559, "is_quant": 559, "add_histogram": 559, "shell": 559, "bind_al": 559, "logdir_spec": 559, "tune_0_acc0": 559, "tune_1": 559, "tune_1_acc0": 559, "79": [559, 564], "baseline_acc_0": 559, "776": 559, "tune_1_acc_0": 559, "095": 559, "runs_v3": 559, "run_tuning_dump_tensor": 559, "inceptionv3": 559, "run_quant": 559, "topologi": 559, "nc_inceptionv3": 559, "inceptionv3_dump_tensor": 559, "eightbit": 559, "disappear": 559, "centercrop": 560, "randomcrop": 560, "cropres": 560, "decodeimag": 560, "jpeg": 560, "encodejp": 560, "alignimagechannel": 560, "68": [560, 564], "116": 560, "78": [560, 564], "103": 560, "94": [560, 564], "017": 560, "bilinearimagenet": [560, 563], "topilimag": 560, "padding_mod": 560, "border": 560, "pixel": 560, "edg": 560, "colorjitt": 560, "bright": 560, "satur": 560, "hue": 560, "jitter": 560, "tondarrai": 560, "o1": 561, "human": 561, "aggress": 561, "classic": 561, "flowchart": 561, "htmllabel": 561, "td": 561, "classdef": 561, "itemstyl": 561, "cce5ff": 561, "stroke": 561, "99ccff": 561, "s1": 561, "s2": 561, "s3": 561, "s4": 561, "s5": 561, "s6": 561, "s7": 561, "nbsp": 561, "subgraphstyl": 561, "ffffff": 561, "attempt": 561, "post_training_auto_qu": 561, "trial": 561, "increment": 561, "ii": 561, "spent": 561, "hawq_v2_loss": 561, "model_loss": 561, "black": 561, "compli": 561, "posterior": 561, "short": 561, "loglevel": 561, "endlessli": 561, "perspect": 561, "smbo": 561, "appl": 561, "surrog": 561, "densiti": 561, "parzen": 561, "greatest": 561, "hour": 561, "dai": 561, "next_tune_cfg": 561, "overridden": 561, "replic": 561, "replica": 561, "fed": 561, "synchron": 561, "number_of_process": 561, "run_cmd": 561, "abctunestrategi": 561, "familiar": 562, "notebook": 562, "introduct": 562, "organ": 563, "logic": 563, "mobilenet_v1": 563, "40": [563, 564], "beta_1": 563, "beta_2": 563, "epsilon": 563, "sparsecategoricalcrossentropi": 563, "sum_over_batch_s": 563, "from_logit": 563, "54": [563, 564], "19": [563, 564], "09": 564, "1x": 564, "platinum": 564, "8480": 564, "8ghz": 564, "56": 564, "ht": 564, "turbo": 564, "256gb": 564, "16x16gb": 564, "ddr5": 564, "4800": 564, "mt": 564, "bio": 564, "3a14": 564, "tel2p1": 564, "microcod": 564, "0x2b0001b0": 564, "gcc": 564, "20210514": 564, "red": 564, "hat": 564, "visit": 564, "1s4c14ins1bsthroughput": 564, "sec": 564, "74": 564, "2914": 564, "621": 564, "69x": 564, "76": 564, "23": 564, "46": 564, "2160": 564, "545": 564, "47": 564, "96x": 564, "resnet101": 564, "77": 564, "37": 564, "1508": 564, "428": 564, "53x": 564, "70": 564, "44": 564, "69": 564, "3290": 564, "1229": 564, "68x": 564, "38": 564, "73": 564, "2404": 564, "1048": 564, "49": 564, "29x": 564, "71": 564, "1669": 564, "33x": 564, "1073": 564, "245": 564, "38x": 564, "374": 564, "52": 564, "18x": 564, "96": 564, "5478": 564, "1756": 564, "12x": 564, "4133": 564, "1748": 564, "36x": 564, "1534": 564, "236": 564, "62": 564, "49x": 564, "vgg19": 564, "1377": 564, "197": 564, "resnetv2": 564, "39": 564, "1125": 564, "656": 564, "71x": 564, "709": 564, "367": 564, "00": 564, "93x": 564, "152": 564, "03": 564, "497": 564, "265": 564, "87x": 564, "densenet": 564, "121": 564, "557": 564, "67": 564, "61": 564, "22x": 564, "161": 564, "29": 564, "353": 564, "235": 564, "50x": 564, "169": 564, "65": 564, "41": 564, "435": 564, "385": 564, "13x": 564, "efficientnet": 564, "b0": 564, "786": 564, "723": 564, "09x": 564, "130": 564, "23x": 564, "1291": 564, "683": 564, "89x": 564, "61x": 564, "1295": 564, "453": 564, "85x": 564, "242": 564, "31x": 564, "cnn": 564, "80x": 564, "43": 564, "81x": 564, "166": 564, "07x": 564, "16x": 564, "26": 564, "173": 564, "yolov3": 564, "82": 564, "230": 564, "92": 564, "36": 564, "37x": 564, "58x": 564, "86": 564, "416": 564, "35x": 564, "88x": 564, "51": 564, "17x": 564, "75552": 564, "50803": 564, "1s56c1ins1bsthroughput": 564, "60": 564, "64x": 564, "1673": 564, "653": 564, "56x": 564, "1170": 564, "329": 564, "55x": 564, "977": 564, "335": 564, "91x": 564, "resnest50": 564, "81": 564, "10x": 564, "resnext101_32x8d": 564, "562": 564, "109": 564, "efficientnet_b0": 564, "696": 564, "667": 564, "04x": 564, "efficientnet_b3": 564, "508": 564, "397": 564, "28x": 564, "efficientnet_b7": 564, "234": 564, "149": 564, "57x": 564, "peleenet": 564, "858": 564, "588": 564, "46x": 564, "se_resnext50_32x4d": 564, "739": 564, "283": 564, "yolo": 564, "141": 564, "99x": 564, "174": 564, "camembert": 564, "395": 564, "171": 564, "30x": 564, "53": 564, "795": 564, "341": 564, "744": 564, "343": 564, "163": 564, "funnel": 564, "182": 564, "65x": 564, "399": 564, "21x": 564, "407": 564, "412": 564, "stsb": 564, "413": 564, "39x": 564, "409": 564, "75x": 564, "401": 564, "70x": 564, "76x": 564, "reform": 564, "crime": 564, "punish": 564, "446": 564, "398": 564, "lvwerra": 564, "pegasu": 564, "samsum": 564, "102": 564, "770": 564, "450": 564, "14x": 564, "whisper": 564, "25x": 564, "abeja": 564, "neox": 564, "japanes": 564, "90x": 564, "1646": 564, "657": 564, "1098": 564, "322": 564, "41x": 564, "568": 564, "19x": 564, "1383": 564, "761": 564, "82x": 564, "32x": 564, "5701": 564, "1593": 564, "2090": 564, "685": 564, "05x": 564, "resnext101_32x16d_wsl": 564, "556": 564, "01x": 564, "86x": 564, "558": 564, "11x": 564, "lambada_openai": 564, "hellaswag": 564, "winogrand": 564, "piqa": 564, "word_perplex": 564, "4954": 564, "6409": 564, "7541": 564, "6434": 564, "8816": 564, "gptqw4g128asym": 564, "679": 564, "4895": 564, "6433": 564, "7476": 564, "6399": 564, "9945": 564, "0999": 564, "gptqw4g32asym": 564, "6829": 564, "4923": 564, "6401": 564, "7486": 564, "6410": 564, "9963": 564, "0141": 564, "gptqw4g128sym": 564, "4907": 564, "6361": 564, "7443": 564, "6390": 564, "9932": 564, "1498": 564, "gptqw4g32sym": 564, "6911": 564, "4899": 564, "6448": 564, "7497": 564, "6439": 564, "0008": 564, "0927": 564, "5049": 564, "6543": 564, "7628": 564, "6497": 564, "2862": 564, "4984": 564, "6535": 564, "7568": 564, "6473": 564, "9962": 564, "4193": 564, "6885": 564, "4973": 564, "753": 564, "6455": 564, "9935": 564, "4607": 564, "decapoda": 564, "5642": 564, "6709": 564, "7835": 564, "6887": 564, "4202": 564, "7244": 564, "5603": 564, "6614": 564, "6824": 564, "9909": 564, "5881": 564, "5911": 564, "7009": 564, "7878": 564, "7106": 564, "212": 564, "7518": 564, "5843": 564, "6961": 564, "7911": 564, "4319": 564, "7572": 564, "5898": 564, "7056": 564, "7894": 564, "7105": 564, "9998": 564, "3429": 564, "7596": 564, "5841": 564, "6977": 564, "7905": 564, "7080": 564, "4916": 564, "6266": 564, "7277": 564, "8096": 564, "7350": 564, "2384": 564, "778": 564, "624": 564, "7269": 564, "8047": 564, "7334": 564, "9979": 564, "4237": 564, "7706": 564, "6239": 564, "7285": 564, "8058": 564, "7322": 564, "4697": 564, "7836": 564, "6195": 564, "7337": 564, "9983": 564, "5604": 564, "5732": 564, "648": 564, "7715": 564, "6746": 564, "7107": 564, "6982": 564, "5637": 564, "6527": 564, "7704": 564, "6713": 564, "9950": 564, "9702": 564, "5682": 564, "6575": 564, "7758": 564, "6742": 564, "9994": 564, "9317": 564, "567": 564, "6902": 564, "7353": 564, "6622": 564, "7829": 564, "6862": 564, "9942": 564, "9635": 564, "7246": 564, "5617": 564, "6756": 564, "7797": 564, "6854": 564, "9931": 564, "2799": 564, "7312": 564, "6059": 564, "7103": 564, "7077": 564, "2213": 564, "7273": 564, "6018": 564, "7088": 564, "7742": 564, "7030": 564, "9934": 564, "2538": 564, "083": 564, "7283": 564, "6053": 564, "7024": 564, "7764": 564, "7031": 564, "1889": 564, "727": 564, "5997": 564, "7018": 564, "9916": 564, "2504": 564, "7122": 564, "8984": 564, "5933": 564, "689": 564, "7851": 564, "7075": 564, "1556": 564, "448": 564, "7675": 564, "5934": 564, "7856": 564, "7111": 564, "9984": 564, "1514": 564, "927": 564, "7566": 564, "5899": 564, "7032": 564, "9953": 564, "1374": 564, "728": 564, "4628": 564, "6456": 564, "6029": 564, "6438": 564, "5799": 564, "4542": 564, "6004": 564, "9957": 564, "0626": 564, "4789": 564, "6134": 564, "7432": 564, "5525": 564, "4731": 564, "6504": 564, "7617": 564, "6094": 564, "7828": 564, "5098": 564, "7622": 564, "6505": 564, "3242": 564, "6878": 564, "5058": 564, "6393": 564, "7633": 564, "6491": 564, "9978": 564, "5514": 564, "6864": 564, "5084": 564, "6519": 564, "6509": 564, "0006": 564, "4728": 564, "6876": 564, "5045": 564, "6474": 564, "9952": 564, "6379": 564, "5282": 564, "614": 564, "7448": 564, "6312": 564, "6377": 564, "5228": 564, "5991": 564, "6261": 564, "9919": 564, "4096": 564, "neo": 564, "6224": 564, "4271": 564, "577": 564, "722": 564, "5871": 564, "9359": 564, "6123": 564, "4227": 564, "5738": 564, "7203": 564, "5823": 564, "9917": 564, "3377": 564, "615": 564, "4259": 564, "5714": 564, "7247": 564, "9951": 564, "2083": 564, "6154": 564, "4208": 564, "5777": 564, "7198": 564, "5834": 564, "9937": 564, "3121": 564, "20b": 564, "7233": 564, "5359": 564, "7753": 564, "195": 564, "7186": 564, "5328": 564, "7699": 564, "6687": 564, "9922": 564, "3463": 564, "7268": 564, "533": 564, "659": 564, "6726": 564, "2897": 564, "5718": 564, "6859": 564, "7927": 564, "6890": 564, "9324": 564, "7006": 564, "5655": 564, "6803": 564, "7965": 564, "6857": 564, "1515": 564, "5752": 564, "6748": 564, "7845": 564, "6724": 564, "5951": 564, "6472": 564, "5716": 564, "6685": 564, "784": 564, "6678": 564, "8539": 564, "6918": 564, "5819": 564, "678": 564, "6861": 564, "8863": 564, "5765": 564, "6827": 564, "7873": 564, "6832": 564, "9958": 564, "1451": 564, "storywrit": 564, "693": 564, "5477": 564, "663": 564, "6719": 564, "9125": 564, "6661": 564, "7813": 564, "6693": 564, "9961": 564, "1137": 564, "rw": 564, "6604": 564, "5419": 564, "6598": 564, "6594": 564, "7616": 564, "6484": 564, "5369": 564, "7807": 564, "6559": 564, "9947": 564, "9411": 564, "6571": 564, "5398": 564, "6582": 564, "6579": 564, "8809": 564, "652": 564, "535": 564, "7682": 564, "6532": 564, "9906": 564, "0048": 564, "5177": 564, "6669": 564, "7824": 564, "5053": 564, "6301": 564, "5142": 564, "6654": 564, "6483": 564, "9933": 564, "8146": 564, "517": 564, "9941": 564, "1566": 564, "724": 564, "1567": 564, "716": 564, "1414": 564, "718": 564, "97x": 564, "1459": 564, "721": 564, "02x": 564, "1582": 564, "752": 564, "7139": 564, "4289": 564, "66x": 564, "4080": 564, "7236": 564, "4299": 564, "6842": 564, "4496": 564, "52x": 564, "591": 564, "178": 564, "183": 564, "590": 564, "179": 564, "42x": 564, "5703": 564, "2578": 564, "5610": 564, "2603": 564, "shufflenet": 564, "6689": 564, "3690": 564, "5692": 564, "3758": 564, "51x": 564, "googlenet": 564, "1792": 564, "1111": 564, "1821": 564, "1104": 564, "squeezenet": 564, "9472": 564, "5582": 564, "9861": 564, "5566": 564, "77x": 564, "caffenet": 564, "3348": 564, "1141": 564, "3509": 564, "1142": 564, "2426": 564, "987": 564, "2208": 564, "1016": 564, "zfnet": 564, "930": 564, "532": 564, "919": 564, "417": 564, "1880": 564, "1159": 564, "62x": 564, "1798": 564, "1151": 564, "2890": 564, "1380": 564, "2548": 564, "1362": 564, "507": 564, "94x": 564, "1286": 564, "904": 564, "1121": 564, "856": 564, "829": 564, "1044": 564, "790": 564, "849": 564, "627": 564, "79x": 564, "yolov4": 564, "duc": 564, "tini": 564, "1119": 564, "ultra": 564, "8537": 564, "1934": 564, "emot": 564, "ferplu": 564, "3568": 564, "arcfac": 564, "494": 564, "244": 564, "226": 564, "392": 564, "223": 564, "integerop": 564, "473": 564, "548": 564, "964": 564, "540": 564, "394": 564, "602": 564, "487": 564, "222": 564, "20x": 564, "189": 564, "146": 564, "125": 564, "bidaf": 564, "2757": 564, "2277": 564, "gpt2": 564, "360": 564, "213": 564, "490": 564, "304": 564, "214": 564, "347": 564, "272": 564, "216": 564, "26x": 564, "489": 564, "27x": 564, "l12": 564, "h384": 564, "1054": 564, "585": 564, "1072": 564, "890": 564, "746": 564, "268": 564, "211": 564, "l6": 564, "1958": 564, "1130": 564, "73x": 564, "electra": 564, "discrimin": 564, "1797": 564, "1077": 564, "67x": 564, "1930": 564, "1139": 564, "mini": 564, "5510": 564, "3334": 564, "5627": 564, "3365": 564, "108": 564, "110": 564, "bart": 564, "15x": 564, "deberta": 564, "168": 564, "145": 564, "spanbert": 564, "63x": 564, "multilingu": 564, "113": 564, "159": 564, "40x": 564, "distilgpt2": 564, "layoutlm": 564, "layoutlmv2": 564, "codebert": 564, "47x": 564, "fcn": 564, "perplex": 564, "2788": 564, "7002": 564, "4124": 564, "9921": 564, "3950": 564, "5711": 564, "9892": 564, "9163": 564, "7240": 564, "9902": 564, "0438": 564, "7634": 564, "1186": 564, "9944": 564, "1276": 564, "7543": 564, "6181": 564, "rtnw4g32asym": 564, "6496": 564, "9967": 564, "7964": 564, "6612": 564, "rtnw4g32sym": 564, "7941": 564, "7243": 564, "9971": 564, "taskdataset": 564, "accuracyspars": 564, "ratiospars": 564, "commentsbalancedor": 564, "unbalanc": 564, "answeringsquad": 564, "87f1": 564, "momentumunbalanc": 564, "momentumbalanc": 564, "90f1": 564, "59f1": 564, "23f1": 564, "classificationmrpc": 564, "52f1": 564, "26f1": 564, "classificationsst": 564, "61accuraci": 564, "recognitionimagenet": 564, "95top1": 564, "v5s6": 564, "detectioncoco": 564, "ap0": 564, "6ap0": 564, "393": 564, "584": 564, "34f1": 564, "lassounbalanc": 564, "classificationmnli": 564, "mm": 564, "allbalanc": 564, "32accuraci": 564, "sensitivitybalanc": 564, "classificationqqp": 564, "classificationqnli": 564, "54accuraci": 564, "em": 564, "mobilenetv2": 564, "wideresnet40": 564, "9522": 564, "8178": 564, "0213": 564, "8235": 564, "027": 564, "5494": 564, "7153": 564, "5540": 564, "0046": 564, "5523": 564, "vgg": 564, "bn": 564, "7022": 564, "7415": 564, "7025": 564, "0003": 564, "6739": 564, "7399": 564, "6845": 564, "0106": 564, "blendcnn": 564, "7034": 564, "8382": 564, "bilstm": 564, "8314": 564, "9403": 564, "9048": 564, "0734": 564, "7323": 564, "8256": 564, "8084": 564, "8814": 564, "7442": 564, "8371": 564, "0119": 564, "0115": 564, "tinybert": 564, "8018": 564, "8044": 564, "8363": 564, "8411": 564, "8025": 564, "8074": 564, "0007": 564, "0030": 564, "8626": 564, "9091": 564, "8782": 564, "8684": 564, "8259": 564, "0058": 564, "distilroberta": 564, "6057": 564, "6187": 564, "0130": 564, "c6i": 564, "2xlarg": 564, "c6a": 564, "c6g": 564, "a100cuda": 564, "executionprovid": 564}, "objects": {"": [[0, 0, 0, "-", "block_mask"], [352, 0, 0, "-", "neural_compressor"]], "neural_compressor": [[2, 0, 0, "-", "adaptor"], [172, 0, 0, "-", "algorithm"], [175, 0, 0, "-", "benchmark"], [177, 0, 0, "-", "common"], [189, 0, 0, "-", "compression"], [217, 0, 0, "-", "conf"], [219, 0, 0, "-", "config"], [220, 0, 0, "-", "contrib"], [245, 0, 0, "-", "data"], [299, 0, 0, "-", "experimental"], [359, 0, 0, "-", "metric"], [361, 0, 0, "-", "mix_precision"], [363, 0, 0, "-", "model"], [371, 0, 0, "-", "objective"], [372, 0, 0, "-", "profiling"], [394, 0, 0, "-", "quantization"], [402, 0, 0, "-", "strategy"], [414, 0, 0, "-", "template"], [426, 0, 0, "-", "tensorflow"], [440, 0, 0, "-", "torch"], [452, 0, 0, "-", "training"], [456, 0, 0, "-", "utils"], [465, 0, 0, "-", "version"]], "neural_compressor.adaptor": [[1, 0, 0, "-", "adaptor"], [3, 0, 0, "-", "keras"], [7, 0, 0, "-", "keras_utils"], [11, 0, 0, "-", "mxnet"], [12, 0, 0, "-", "mxnet_utils"], [14, 0, 0, "-", "onnxrt"], [17, 0, 0, "-", "ox_utils"], [45, 0, 0, "-", "pytorch"], [46, 0, 0, "-", "query"], [47, 0, 0, "-", "tensorflow"], [111, 0, 0, "-", "tf_utils"], [156, 0, 0, "-", "torch_utils"]], "neural_compressor.adaptor.adaptor": [[1, 1, 1, "", "Adaptor"], [1, 2, 1, "", "adaptor_registry"]], "neural_compressor.adaptor.keras": [[3, 1, 1, "", "KerasAdaptor"], [3, 1, 1, "", "KerasQuery"]], "neural_compressor.adaptor.keras_utils": [[4, 0, 0, "-", "conv2d"], [5, 0, 0, "-", "dense"], [6, 0, 0, "-", "depthwise_conv2d"], [8, 0, 0, "-", "pool2d"], [9, 0, 0, "-", "quantizer"], [10, 0, 0, "-", "separable_conv2d"]], "neural_compressor.adaptor.mxnet": [[11, 1, 1, "", "MXNetQuery"], [11, 1, 1, "", "MxNetAdaptor"]], "neural_compressor.adaptor.mxnet_utils": [[13, 0, 0, "-", "util"]], "neural_compressor.adaptor.mxnet_utils.util": [[13, 1, 1, "", "CalibCollector"], [13, 1, 1, "", "CalibData"], [13, 1, 1, "", "CollectorBase"], [13, 1, 1, "", "DataIterLoader"], [13, 1, 1, "", "DataLoaderWrap"], [13, 1, 1, "", "NameCollector"], [13, 1, 1, "", "OpType"], [13, 1, 1, "", "TensorCollector"], [13, 2, 1, "", "amp_convert"], [13, 2, 1, "", "calib_model"], [13, 2, 1, "", "check_mx_version"], [13, 2, 1, "", "combine_capabilities"], [13, 2, 1, "", "create_data_example"], [13, 2, 1, "", "distribute_calib_tensors"], [13, 2, 1, "", "ensure_list"], [13, 2, 1, "", "fuse"], [13, 2, 1, "", "get_framework_name"], [13, 2, 1, "", "is_model_quantized"], [13, 2, 1, "", "isiterable"], [13, 2, 1, "", "make_module"], [13, 2, 1, "", "make_nc_model"], [13, 2, 1, "", "make_symbol_block"], [13, 2, 1, "", "ndarray_to_device"], [13, 2, 1, "", "parse_tune_config"], [13, 2, 1, "", "prepare_dataloader"], [13, 2, 1, "", "prepare_model"], [13, 2, 1, "", "prepare_model_data"], [13, 2, 1, "", "quantize_sym_model"], [13, 2, 1, "", "query_quantizable_nodes"], [13, 2, 1, "", "run_forward"]], "neural_compressor.adaptor.onnxrt": [[14, 1, 1, "", "ONNXRTQuery"], [14, 1, 1, "", "ONNXRT_IntegerOpsAdaptor"], [14, 1, 1, "", "ONNXRT_QDQAdaptor"], [14, 1, 1, "", "ONNXRT_QLinearOpsAdaptor"], [14, 1, 1, "", "ONNXRT_WeightOnlyAdaptor"], [14, 1, 1, "", "ONNXRUNTIMEAdaptor"]], "neural_compressor.adaptor.ox_utils": [[15, 0, 0, "-", "calibration"], [16, 0, 0, "-", "calibrator"], [29, 0, 0, "-", "operators"], [41, 0, 0, "-", "quantizer"], [42, 0, 0, "-", "smooth_quant"], [43, 0, 0, "-", "util"], [44, 0, 0, "-", "weight_only"]], "neural_compressor.adaptor.ox_utils.calibration": [[15, 1, 1, "", "ONNXRTAugment"]], "neural_compressor.adaptor.ox_utils.calibrator": [[16, 1, 1, "", "CalibratorBase"], [16, 1, 1, "", "HistogramCollector"], [16, 1, 1, "", "KLCalibrator"], [16, 1, 1, "", "MinMaxCalibrator"], [16, 1, 1, "", "PercentileCalibrator"], [16, 2, 1, "", "calib_registry"], [16, 2, 1, "", "smooth_distribution"]], "neural_compressor.adaptor.ox_utils.operators": [[18, 0, 0, "-", "activation"], [19, 0, 0, "-", "argmax"], [20, 0, 0, "-", "attention"], [21, 0, 0, "-", "binary_op"], [22, 0, 0, "-", "concat"], [23, 0, 0, "-", "conv"], [24, 0, 0, "-", "direct_q8"], [25, 0, 0, "-", "embed_layernorm"], [26, 0, 0, "-", "gather"], [27, 0, 0, "-", "gavgpool"], [28, 0, 0, "-", "gemm"], [30, 0, 0, "-", "lstm"], [31, 0, 0, "-", "matmul"], [32, 0, 0, "-", "maxpool"], [33, 0, 0, "-", "norm"], [34, 0, 0, "-", "ops"], [35, 0, 0, "-", "pad"], [36, 0, 0, "-", "pooling"], [37, 0, 0, "-", "reduce"], [38, 0, 0, "-", "resize"], [39, 0, 0, "-", "split"], [40, 0, 0, "-", "unary_op"]], "neural_compressor.adaptor.ox_utils.operators.activation": [[18, 1, 1, "", "ActivationOperator"], [18, 1, 1, "", "Float16ActivationOperator"], [18, 1, 1, "", "QActivationOperator"], [18, 1, 1, "", "RemovableActivationOperator"]], "neural_compressor.adaptor.ox_utils.operators.argmax": [[19, 1, 1, "", "ArgMaxOperator"], [19, 1, 1, "", "QArgMaxOperator"]], "neural_compressor.adaptor.ox_utils.operators.attention": [[20, 1, 1, "", "AttentionOperator"], [20, 1, 1, "", "QAttentionOperator"]], "neural_compressor.adaptor.ox_utils.operators.binary_op": [[21, 1, 1, "", "BinaryDirect8BitOperator"], [21, 1, 1, "", "BinaryOperator"], [21, 1, 1, "", "Float16BinaryOperator"], [21, 1, 1, "", "QBinaryOperator"]], "neural_compressor.adaptor.ox_utils.operators.concat": [[22, 1, 1, "", "ConcatOperator"], [22, 1, 1, "", "QConcatOperator"]], "neural_compressor.adaptor.ox_utils.operators.conv": [[23, 1, 1, "", "ConvOperator"], [23, 1, 1, "", "QConvOperator"]], "neural_compressor.adaptor.ox_utils.operators.direct_q8": [[24, 1, 1, "", "Direct8BitOperator"], [24, 1, 1, "", "QDirectOperator"]], "neural_compressor.adaptor.ox_utils.operators.embed_layernorm": [[25, 1, 1, "", "EmbedLayerNormalizationOperator"], [25, 1, 1, "", "QEmbedLayerNormalizationOperator"]], "neural_compressor.adaptor.ox_utils.operators.gather": [[26, 1, 1, "", "GatherOperator"], [26, 1, 1, "", "QGatherOperator"]], "neural_compressor.adaptor.ox_utils.operators.gavgpool": [[27, 1, 1, "", "GlobalAveragePoolOperator"], [27, 1, 1, "", "QGlobalAveragePoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.gemm": [[28, 1, 1, "", "GemmOperator"], [28, 1, 1, "", "QGemmOperator"]], "neural_compressor.adaptor.ox_utils.operators.lstm": [[30, 1, 1, "", "LSTMOperator"]], "neural_compressor.adaptor.ox_utils.operators.matmul": [[31, 1, 1, "", "FusedMatMulOperator"], [31, 1, 1, "", "MatMulOperator"], [31, 1, 1, "", "QMatMulOperator"]], "neural_compressor.adaptor.ox_utils.operators.maxpool": [[32, 1, 1, "", "MaxPoolOperator"], [32, 1, 1, "", "QMaxPoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.norm": [[33, 1, 1, "", "BatchNormalizationOperator"], [33, 1, 1, "", "NormalizationOperator"]], "neural_compressor.adaptor.ox_utils.operators.ops": [[34, 1, 1, "", "Operator"], [34, 1, 1, "", "QOperator"], [34, 2, 1, "", "op_registry"], [34, 2, 1, "", "qop_registry"]], "neural_compressor.adaptor.ox_utils.operators.pad": [[35, 1, 1, "", "PadOperator"], [35, 1, 1, "", "QPadOperator"]], "neural_compressor.adaptor.ox_utils.operators.pooling": [[36, 1, 1, "", "PoolOperator"], [36, 1, 1, "", "QPoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.reduce": [[37, 1, 1, "", "ReduceMinMaxOperator"], [37, 1, 1, "", "ReduceOperator"]], "neural_compressor.adaptor.ox_utils.operators.resize": [[38, 1, 1, "", "QResizeOperator"], [38, 1, 1, "", "ResizeOperator"]], "neural_compressor.adaptor.ox_utils.operators.split": [[39, 1, 1, "", "QSplitOperator"], [39, 1, 1, "", "SplitOperator"]], "neural_compressor.adaptor.ox_utils.operators.unary_op": [[40, 1, 1, "", "UnaryDirect8BitOperator"], [40, 1, 1, "", "UnaryOperator"]], "neural_compressor.adaptor.ox_utils.quantizer": [[41, 1, 1, "", "Quantizer"]], "neural_compressor.adaptor.ox_utils.smooth_quant": [[42, 1, 1, "", "ORTSmoothQuant"], [42, 2, 1, "", "get_quant_dequant_output"], [42, 2, 1, "", "make_sub_graph"], [42, 2, 1, "", "quant_dequant_data"]], "neural_compressor.adaptor.ox_utils.util": [[43, 1, 1, "", "QuantFormat"], [43, 1, 1, "", "QuantType"], [43, 1, 1, "", "QuantizationMode"], [43, 1, 1, "", "QuantizedInitializer"], [43, 1, 1, "", "QuantizedValue"], [43, 1, 1, "", "QuantizedValueType"], [43, 1, 1, "", "ValueInfo"], [43, 2, 1, "", "attribute_to_kwarg"], [43, 2, 1, "", "calculate_scale_zp"], [43, 2, 1, "", "cast_tensor"], [43, 2, 1, "", "collate_preds"], [43, 2, 1, "", "dequantize_data"], [43, 2, 1, "", "dequantize_data_with_scale_zero"], [43, 2, 1, "", "dtype_to_name"], [43, 2, 1, "", "find_by_name"], [43, 2, 1, "", "float_to_bfloat16"], [43, 2, 1, "", "float_to_float16"], [43, 2, 1, "", "infer_shapes"], [43, 2, 1, "", "is_B_transposed"], [43, 2, 1, "", "make_dquant_node"], [43, 2, 1, "", "make_quant_node"], [43, 2, 1, "", "quantize_data"], [43, 2, 1, "", "quantize_data_per_channel"], [43, 2, 1, "", "quantize_data_with_scale_zero"], [43, 2, 1, "", "quantize_nparray"], [43, 2, 1, "", "remove_init_from_model_input"], [43, 2, 1, "", "simple_progress_bar"], [43, 2, 1, "", "split_shared_bias"], [43, 2, 1, "", "to_numpy"], [43, 2, 1, "", "trt_env_setup"]], "neural_compressor.adaptor.ox_utils.weight_only": [[44, 2, 1, "", "apply_awq_clip"], [44, 2, 1, "", "apply_awq_scale"], [44, 2, 1, "", "awq_quantize"], [44, 2, 1, "", "get_blob_size"], [44, 2, 1, "", "get_weight_scale"], [44, 2, 1, "", "gptq"], [44, 2, 1, "", "gptq_quantize"], [44, 2, 1, "", "make_matmul_weight_only_node"], [44, 2, 1, "", "pad_tensor"], [44, 2, 1, "", "prepare_inputs"], [44, 2, 1, "", "qdq_tensor"], [44, 2, 1, "", "quant_tensor"], [44, 2, 1, "", "rtn_quantize"]], "neural_compressor.adaptor.pytorch": [[45, 1, 1, "", "PyTorchAdaptor"], [45, 1, 1, "", "PyTorchQuery"], [45, 1, 1, "", "PyTorchWeightOnlyAdaptor"], [45, 1, 1, "", "PyTorch_FXAdaptor"], [45, 1, 1, "", "PyTorch_IPEXAdaptor"], [45, 1, 1, "", "TemplateAdaptor"], [45, 2, 1, "", "get_ops_recursively"]], "neural_compressor.adaptor.query": [[46, 1, 1, "", "QueryBackendCapability"]], "neural_compressor.adaptor.tensorflow": [[47, 1, 1, "", "TensorFlowAdaptor"], [47, 1, 1, "", "TensorflowQuery"], [47, 1, 1, "", "Tensorflow_ITEXAdaptor"]], "neural_compressor.adaptor.tf_utils": [[48, 0, 0, "-", "graph_converter"], [49, 0, 0, "-", "graph_converter_without_calib"], [87, 0, 0, "-", "graph_rewriter"], [110, 0, 0, "-", "graph_util"], [112, 0, 0, "-", "quantize_graph"], [139, 0, 0, "-", "quantize_graph_common"], [140, 0, 0, "-", "smooth_quant_calibration"], [141, 0, 0, "-", "smooth_quant_scaler"], [142, 0, 0, "-", "tf2onnx_converter"], [145, 0, 0, "-", "transform_graph"], [148, 0, 0, "-", "util"]], "neural_compressor.adaptor.tf_utils.graph_converter": [[48, 1, 1, "", "GraphConverter"]], "neural_compressor.adaptor.tf_utils.graph_converter_without_calib": [[49, 1, 1, "", "GraphConverterWithoutCalib"]], "neural_compressor.adaptor.tf_utils.graph_rewriter": [[52, 0, 0, "-", "bf16"], [76, 0, 0, "-", "generic"], [86, 0, 0, "-", "graph_base"], [95, 0, 0, "-", "int8"], [101, 0, 0, "-", "onnx"], [106, 0, 0, "-", "qdq"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16": [[50, 0, 0, "-", "bf16_convert"], [51, 0, 0, "-", "dequantize_cast_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert": [[50, 1, 1, "", "BF16Convert"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer": [[51, 1, 1, "", "DequantizeCastOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic": [[53, 0, 0, "-", "convert_add_to_biasadd"], [54, 0, 0, "-", "convert_layout"], [55, 0, 0, "-", "convert_leakyrelu"], [56, 0, 0, "-", "convert_nan_to_random"], [57, 0, 0, "-", "convert_placeholder_to_const"], [58, 0, 0, "-", "dilated_contraction"], [59, 0, 0, "-", "dummy_biasadd"], [60, 0, 0, "-", "expanddims_optimizer"], [61, 0, 0, "-", "fetch_weight_from_reshape"], [62, 0, 0, "-", "fold_batch_norm"], [63, 0, 0, "-", "fold_constant"], [64, 0, 0, "-", "fuse_biasadd_add"], [65, 0, 0, "-", "fuse_column_wise_mul"], [66, 0, 0, "-", "fuse_conv_with_math"], [67, 0, 0, "-", "fuse_decomposed_bn"], [68, 0, 0, "-", "fuse_decomposed_in"], [69, 0, 0, "-", "fuse_gelu"], [70, 0, 0, "-", "fuse_layer_norm"], [71, 0, 0, "-", "fuse_pad_with_conv"], [72, 0, 0, "-", "fuse_pad_with_fp32_conv"], [73, 0, 0, "-", "fuse_reshape_transpose"], [74, 0, 0, "-", "graph_cse_optimizer"], [75, 0, 0, "-", "grappler_pass"], [77, 0, 0, "-", "insert_print_node"], [78, 0, 0, "-", "move_squeeze_after_relu"], [79, 0, 0, "-", "pre_optimize"], [80, 0, 0, "-", "remove_training_nodes"], [81, 0, 0, "-", "rename_batch_norm"], [82, 0, 0, "-", "split_shared_input"], [83, 0, 0, "-", "strip_equivalent_nodes"], [84, 0, 0, "-", "strip_unused_nodes"], [85, 0, 0, "-", "switch_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd": [[53, 1, 1, "", "ConvertAddToBiasAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout": [[54, 1, 1, "", "ConvertLayoutOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu": [[55, 1, 1, "", "ConvertLeakyReluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random": [[56, 1, 1, "", "ConvertNanToRandom"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const": [[57, 1, 1, "", "ConvertPlaceholderToConst"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction": [[58, 1, 1, "", "DilatedContraction"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd": [[59, 1, 1, "", "InjectDummyBiasAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer": [[60, 1, 1, "", "ExpandDimsOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape": [[61, 1, 1, "", "FetchWeightFromReshapeOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm": [[62, 1, 1, "", "FoldBatchNormNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant": [[63, 1, 1, "", "GraphFoldConstantOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add": [[64, 1, 1, "", "FuseBiasAddAndAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul": [[65, 1, 1, "", "FuseColumnWiseMulOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math": [[66, 1, 1, "", "FuseConvWithMathOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn": [[67, 1, 1, "", "FuseDecomposedBNOptimizer"], [67, 2, 1, "", "bypass_reshape"], [67, 2, 1, "", "get_const_dim_count"], [67, 2, 1, "", "node_from_map"], [67, 2, 1, "", "node_name_from_input"], [67, 2, 1, "", "valid_reshape_inputs"], [67, 2, 1, "", "values_from_const"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in": [[68, 1, 1, "", "FuseDecomposedINOptimizer"], [68, 2, 1, "", "bypass_reshape"], [68, 2, 1, "", "get_const_dim_count"], [68, 2, 1, "", "node_from_map"], [68, 2, 1, "", "node_name_from_input"], [68, 2, 1, "", "valid_reshape_inputs"], [68, 2, 1, "", "values_from_const"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu": [[69, 1, 1, "", "FuseGeluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm": [[70, 1, 1, "", "FuseLayerNormOptimizer"], [70, 2, 1, "", "node_from_map"], [70, 2, 1, "", "node_name_from_input"], [70, 2, 1, "", "values_from_const"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv": [[71, 1, 1, "", "FusePadWithConv2DOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv": [[72, 1, 1, "", "FusePadWithFP32Conv2DOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose": [[73, 1, 1, "", "FuseTransposeReshapeOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer": [[74, 1, 1, "", "GraphCseOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass": [[75, 1, 1, "", "GrapplerOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node": [[77, 1, 1, "", "InsertPrintMinMaxNode"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu": [[78, 1, 1, "", "MoveSqueezeAfterReluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize": [[79, 1, 1, "", "PreOptimization"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes": [[80, 1, 1, "", "RemoveTrainingNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm": [[81, 1, 1, "", "RenameBatchNormOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input": [[82, 1, 1, "", "SplitSharedInputOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes": [[83, 1, 1, "", "StripEquivalentNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes": [[84, 1, 1, "", "StripUnusedNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer": [[85, 1, 1, "", "SwitchOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base": [[86, 1, 1, "", "GraphRewriterBase"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8": [[88, 0, 0, "-", "freeze_fake_quant"], [89, 0, 0, "-", "freeze_value"], [90, 0, 0, "-", "freeze_value_without_calib"], [91, 0, 0, "-", "fuse_conv_redundant_dequantize"], [92, 0, 0, "-", "fuse_conv_requantize"], [93, 0, 0, "-", "fuse_matmul_redundant_dequantize"], [94, 0, 0, "-", "fuse_matmul_requantize"], [96, 0, 0, "-", "meta_op_optimizer"], [97, 0, 0, "-", "post_hostconst_converter"], [98, 0, 0, "-", "post_quantized_op_cse"], [99, 0, 0, "-", "rnn_convert"], [100, 0, 0, "-", "scale_propagation"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant": [[88, 1, 1, "", "FreezeFakeQuantOpOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value": [[89, 1, 1, "", "FreezeValueTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib": [[90, 1, 1, "", "FreezeValueWithoutCalibTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize": [[91, 1, 1, "", "FuseConvRedundantDequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize": [[92, 1, 1, "", "FuseConvRequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize": [[93, 1, 1, "", "FuseMatMulRedundantDequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize": [[94, 1, 1, "", "FuseMatMulRequantizeDequantizeNewAPITransformer"], [94, 1, 1, "", "FuseMatMulRequantizeDequantizeTransformer"], [94, 1, 1, "", "FuseMatMulRequantizeNewAPITransformer"], [94, 1, 1, "", "FuseMatMulRequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer": [[96, 1, 1, "", "MetaInfoChangingMemOpOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter": [[97, 1, 1, "", "PostHostConstConverter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse": [[98, 1, 1, "", "PostCseOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert": [[99, 1, 1, "", "QuantizedRNNConverter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation": [[100, 1, 1, "", "ScaleProPagationTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx": [[102, 0, 0, "-", "onnx_graph"], [103, 0, 0, "-", "onnx_node"], [104, 0, 0, "-", "onnx_schema"], [105, 0, 0, "-", "tf2onnx_utils"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph": [[102, 1, 1, "", "OnnxGraph"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node": [[103, 1, 1, "", "OnnxNode"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema": [[104, 1, 1, "", "OnnxOpSchema"], [104, 2, 1, "", "get_max_supported_opset_version"], [104, 2, 1, "", "get_schema"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils": [[105, 1, 1, "", "SeqType"], [105, 2, 1, "", "add_port_to_name"], [105, 2, 1, "", "are_shapes_equal"], [105, 2, 1, "", "assert_error"], [105, 2, 1, "", "compute_const_folding_using_tf"], [105, 2, 1, "", "convert_tensorflow_tensor_to_onnx"], [105, 2, 1, "", "find_opset"], [105, 2, 1, "", "get_index_from_strided_slice_of_shape"], [105, 2, 1, "", "get_subgraphs_from_onnx"], [105, 2, 1, "", "get_tensorflow_node_attr"], [105, 2, 1, "", "get_tensorflow_node_shape_attr"], [105, 2, 1, "", "get_tensorflow_tensor_data"], [105, 2, 1, "", "get_tensorflow_tensor_shape"], [105, 2, 1, "", "infer_onnx_shape_dtype"], [105, 2, 1, "", "initialize_name_counter"], [105, 2, 1, "", "is_list_or_tuple"], [105, 2, 1, "", "is_onnx_domain"], [105, 2, 1, "", "make_onnx_inputs_outputs"], [105, 2, 1, "", "make_onnx_shape"], [105, 2, 1, "", "map_numpy_to_onnx_dtype"], [105, 2, 1, "", "map_onnx_to_numpy_type"], [105, 2, 1, "", "map_tensorflow_dtype"], [105, 2, 1, "", "read_tensorflow_node_attrs"], [105, 2, 1, "", "save_protobuf"], [105, 2, 1, "", "set_name"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq": [[107, 0, 0, "-", "insert_qdq_pattern"], [108, 0, 0, "-", "merge_duplicated_qdq"], [109, 0, 0, "-", "share_qdq_y_pattern"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern": [[107, 1, 1, "", "GenerateGraphWithQDQPattern"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq": [[108, 1, 1, "", "MergeDuplicatedQDQOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern": [[109, 1, 1, "", "ShareQDQForItexYPatternOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_util": [[110, 1, 1, "", "GraphAnalyzer"], [110, 1, 1, "", "GraphRewriterHelper"]], "neural_compressor.adaptor.tf_utils.quantize_graph": [[114, 0, 0, "-", "qat"], [130, 0, 0, "-", "qdq"], [132, 0, 0, "-", "quantize_graph_base"], [133, 0, 0, "-", "quantize_graph_bn"], [134, 0, 0, "-", "quantize_graph_concatv2"], [135, 0, 0, "-", "quantize_graph_conv"], [136, 0, 0, "-", "quantize_graph_for_intel_cpu"], [137, 0, 0, "-", "quantize_graph_matmul"], [138, 0, 0, "-", "quantize_graph_pooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat": [[113, 0, 0, "-", "fake_quantize"], [115, 0, 0, "-", "quantize_config"], [116, 0, 0, "-", "quantize_helper"], [117, 0, 0, "-", "quantize_layers"], [122, 0, 0, "-", "quantize_wrapper"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize": [[113, 1, 1, "", "FakeQuantize"], [113, 1, 1, "", "FakeQuantizeBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config": [[115, 1, 1, "", "QuantizeConfig"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper": [[116, 2, 1, "", "init_quantize_config"], [116, 2, 1, "", "qat_clone_function"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers": [[118, 0, 0, "-", "optimize_layer"], [119, 0, 0, "-", "quantize_layer_add"], [120, 0, 0, "-", "quantize_layer_base"], [121, 0, 0, "-", "quantize_layer_bn"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer": [[118, 2, 1, "", "config_quantizable_layers"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add": [[119, 1, 1, "", "QuantizeLayerAdd"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base": [[120, 1, 1, "", "QuantizeLayerBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn": [[121, 1, 1, "", "QuantizeLayerBatchNormalization"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper": [[122, 1, 1, "", "QuantizeWrapper"], [122, 1, 1, "", "QuantizeWrapperBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq": [[123, 0, 0, "-", "fuse_qdq_bn"], [124, 0, 0, "-", "fuse_qdq_concatv2"], [125, 0, 0, "-", "fuse_qdq_conv"], [126, 0, 0, "-", "fuse_qdq_deconv"], [127, 0, 0, "-", "fuse_qdq_in"], [128, 0, 0, "-", "fuse_qdq_matmul"], [129, 0, 0, "-", "fuse_qdq_pooling"], [131, 0, 0, "-", "optimize_qdq"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn": [[123, 1, 1, "", "FuseNodeStartWithFusedBatchNormV3"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2": [[124, 1, 1, "", "FuseNodeStartWithConcatV2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv": [[125, 1, 1, "", "FuseNodeStartWithConv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv": [[126, 1, 1, "", "FuseNodeStartWithDeconv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in": [[127, 1, 1, "", "FuseNodeStartWithFusedInstanceNorm"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul": [[128, 1, 1, "", "FuseNodeStartWithMatmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling": [[129, 1, 1, "", "FuseNodeStartWithPooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq": [[131, 1, 1, "", "OptimizeQDQGraph"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base": [[132, 1, 1, "", "QuantizeGraphBase"], [132, 1, 1, "", "QuantizeNodeBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn": [[133, 1, 1, "", "FuseNodeStartWithFusedBatchNormV3"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2": [[134, 1, 1, "", "FuseNodeStartWithConcatV2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv": [[135, 1, 1, "", "FuseNodeStartWithConv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu": [[136, 1, 1, "", "QuantizeGraphForIntel"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul": [[137, 1, 1, "", "FuseNodeStartWithMatmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling": [[138, 1, 1, "", "FuseNodeStartWithPooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph_common": [[139, 1, 1, "", "QuantizeGraphHelper"]], "neural_compressor.adaptor.tf_utils.smooth_quant_calibration": [[140, 1, 1, "", "SmoothQuantCalibration"], [140, 1, 1, "", "SmoothQuantCalibrationLLM"]], "neural_compressor.adaptor.tf_utils.smooth_quant_scaler": [[141, 1, 1, "", "SmoothQuantScaler"], [141, 1, 1, "", "SmoothQuantScalerLLM"]], "neural_compressor.adaptor.tf_utils.tf2onnx_converter": [[142, 1, 1, "", "TensorflowQDQToOnnxQDQConverter"]], "neural_compressor.adaptor.tf_utils.transform_graph": [[143, 0, 0, "-", "bias_correction"], [144, 0, 0, "-", "graph_transform_base"], [146, 0, 0, "-", "insert_logging"], [147, 0, 0, "-", "rerange_quantized_concat"]], "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction": [[143, 1, 1, "", "BiasCorrection"]], "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base": [[144, 1, 1, "", "GraphTransformBase"]], "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging": [[146, 1, 1, "", "InsertLogging"]], "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat": [[147, 1, 1, "", "RerangeQuantizedConcat"]], "neural_compressor.adaptor.tf_utils.util": [[148, 2, 1, "", "apply_inlining"], [148, 2, 1, "", "collate_tf_preds"], [148, 2, 1, "", "construct_function_from_graph_def"], [148, 2, 1, "", "disable_random"], [148, 2, 1, "", "fix_ref_type_of_graph_def"], [148, 2, 1, "", "generate_feed_dict"], [148, 2, 1, "", "get_estimator_graph"], [148, 2, 1, "", "get_graph_def"], [148, 2, 1, "", "get_input_output_node_names"], [148, 2, 1, "", "get_model_input_shape"], [148, 2, 1, "", "get_tensor_by_name"], [148, 2, 1, "", "get_tensor_val_from_graph_node"], [148, 2, 1, "", "get_weight_from_input_tensor"], [148, 2, 1, "", "int8_node_name_reverse"], [148, 2, 1, "", "is_ckpt_format"], [148, 2, 1, "", "is_saved_model_format"], [148, 2, 1, "", "iterator_sess_run"], [148, 2, 1, "", "parse_saved_model"], [148, 2, 1, "", "read_graph"], [148, 2, 1, "", "reconstruct_saved_model"], [148, 2, 1, "", "strip_equivalent_nodes"], [148, 2, 1, "", "strip_unused_nodes"], [148, 2, 1, "", "tf_diagnosis_helper"], [148, 2, 1, "", "version1_eq_version2"], [148, 2, 1, "", "version1_gt_version2"], [148, 2, 1, "", "version1_gte_version2"], [148, 2, 1, "", "version1_lt_version2"], [148, 2, 1, "", "version1_lte_version2"], [148, 2, 1, "", "write_graph"]], "neural_compressor.adaptor.torch_utils": [[150, 0, 0, "-", "autoround"], [152, 0, 0, "-", "awq"], [153, 0, 0, "-", "bf16_convert"], [154, 0, 0, "-", "gptq"], [155, 0, 0, "-", "hawq_metric"], [157, 0, 0, "-", "layer_wise_quant"], [162, 0, 0, "-", "mixed_precision"], [163, 0, 0, "-", "model_wrapper"], [164, 0, 0, "-", "pattern_detector"], [165, 0, 0, "-", "smooth_quant"], [166, 0, 0, "-", "symbolic_trace"], [167, 0, 0, "-", "teq"], [168, 0, 0, "-", "util"], [169, 0, 0, "-", "weight_only"]], "neural_compressor.adaptor.torch_utils.autoround": [[149, 0, 0, "-", "autoround"], [151, 0, 0, "-", "sign_sgd"]], "neural_compressor.adaptor.torch_utils.autoround.autoround": [[149, 1, 1, "", "AutoAdamRound"], [149, 1, 1, "", "AutoOPTRound"], [149, 1, 1, "", "AutoRound"], [149, 1, 1, "", "SaveInputs"], [149, 1, 1, "", "WrapperMultiblock"], [149, 2, 1, "", "block_forward"], [149, 2, 1, "", "check_is_cpu"], [149, 2, 1, "", "collect_minmax_scale"], [149, 2, 1, "", "collect_round_v"], [149, 2, 1, "", "get_batch_dim"], [149, 2, 1, "", "get_block_names"], [149, 2, 1, "", "get_dataloader"], [149, 2, 1, "", "get_module"], [149, 2, 1, "", "get_scale_shape"], [149, 2, 1, "", "get_tokenizer_function"], [149, 2, 1, "", "move_input_to_device"], [149, 2, 1, "", "quant_weight"], [149, 2, 1, "", "quant_weight_actor"], [149, 2, 1, "", "quant_weight_asym"], [149, 2, 1, "", "quant_weight_sym"], [149, 2, 1, "", "round_ste"], [149, 2, 1, "", "sampling_inputs"], [149, 2, 1, "", "set_module"], [149, 2, 1, "", "unwrapper_block"], [149, 2, 1, "", "wrapper_block"]], "neural_compressor.adaptor.torch_utils.autoround.sign_sgd": [[151, 1, 1, "", "SGD"], [151, 2, 1, "", "sgd"]], "neural_compressor.adaptor.torch_utils.awq": [[152, 1, 1, "", "ActAwareWeightQuant"]], "neural_compressor.adaptor.torch_utils.bf16_convert": [[153, 1, 1, "", "BF16ModuleWrapper"], [153, 2, 1, "", "Convert"], [153, 2, 1, "", "bf16_symbolic_trace"]], "neural_compressor.adaptor.torch_utils.gptq": [[154, 1, 1, "", "GPTQ"], [154, 1, 1, "", "GPTQuantizer"], [154, 2, 1, "", "find_layers"], [154, 2, 1, "", "find_layers_name"], [154, 2, 1, "", "is_leaf"], [154, 2, 1, "", "log_quantizable_layers_per_transformer"], [154, 2, 1, "", "quantize"], [154, 2, 1, "", "trace_gptq_target_blocks"]], "neural_compressor.adaptor.torch_utils.hawq_metric": [[155, 1, 1, "", "HessianTrace"], [155, 1, 1, "", "Node_collector"], [155, 2, 1, "", "compare_weights"], [155, 2, 1, "", "hawq_top"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant": [[158, 0, 0, "-", "modified_pickle"], [159, 0, 0, "-", "quantize"], [160, 0, 0, "-", "torch_load"], [161, 0, 0, "-", "utils"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle": [[158, 3, 1, "", "PickleError"], [158, 3, 1, "", "PicklingError"], [158, 3, 1, "", "UnpicklingError"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize": [[159, 1, 1, "", "LayerWiseQuant"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load": [[160, 2, 1, "", "load"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils": [[161, 2, 1, "", "dowload_hf_model"], [161, 2, 1, "", "get_children"], [161, 2, 1, "", "get_module"], [161, 2, 1, "", "get_named_children"], [161, 2, 1, "", "get_super_module_by_name"], [161, 2, 1, "", "load_empty_model"], [161, 2, 1, "", "load_layer_wise_quantized_model"], [161, 2, 1, "", "load_tensor"], [161, 2, 1, "", "load_tensor_from_shard"], [161, 2, 1, "", "update_module"]], "neural_compressor.adaptor.torch_utils.mixed_precision": [[162, 2, 1, "", "ipex_mixed_precision"]], "neural_compressor.adaptor.torch_utils.model_wrapper": [[163, 1, 1, "", "FakeAffineTensorQuantFunction"], [163, 1, 1, "", "MulLinear"], [163, 1, 1, "", "TEQLinearFakeQuant"]], "neural_compressor.adaptor.torch_utils.pattern_detector": [[164, 1, 1, "", "TransformerBasedModelBlockPatternDetector"]], "neural_compressor.adaptor.torch_utils.smooth_quant": [[165, 1, 1, "", "TorchSmoothQuant"], [165, 2, 1, "", "get_module"], [165, 2, 1, "", "set_module"]], "neural_compressor.adaptor.torch_utils.symbolic_trace": [[166, 2, 1, "", "symbolic_trace"], [166, 2, 1, "", "trace_and_fuse_sub_graph"]], "neural_compressor.adaptor.torch_utils.teq": [[167, 1, 1, "", "TEQuantizer"]], "neural_compressor.adaptor.torch_utils.util": [[168, 2, 1, "", "append_attr"], [168, 2, 1, "", "auto_copy"], [168, 2, 1, "", "calculate_quant_min_max"], [168, 2, 1, "", "calibration"], [168, 2, 1, "", "check_cfg_and_qconfig"], [168, 2, 1, "", "collate_torch_preds"], [168, 2, 1, "", "collect_weight_info"], [168, 2, 1, "", "fetch_module"], [168, 2, 1, "", "forward_wrapper"], [168, 2, 1, "", "generate_activation_observer"], [168, 2, 1, "", "get_absorb_layers"], [168, 2, 1, "", "get_block_prefix"], [168, 2, 1, "", "get_depth"], [168, 2, 1, "", "get_dict_at_depth"], [168, 2, 1, "", "get_element_under_depth"], [168, 2, 1, "", "get_embedding_contiguous"], [168, 2, 1, "", "get_example_input"], [168, 2, 1, "", "get_fallback_order"], [168, 2, 1, "", "get_hidden_states"], [168, 2, 1, "", "get_module_input_output"], [168, 2, 1, "", "get_mse_order_per_fp32"], [168, 2, 1, "", "get_mse_order_per_int8"], [168, 2, 1, "", "get_op_type_by_name"], [168, 2, 1, "", "get_quantizable_ops_from_cfgs"], [168, 2, 1, "", "get_torch_version"], [168, 2, 1, "", "input2tuple"], [168, 2, 1, "", "is_fused_module"], [168, 2, 1, "", "match_datatype_pattern"], [168, 2, 1, "", "move_input_device"], [168, 2, 1, "", "paser_cfgs"], [168, 2, 1, "", "set_module"], [168, 2, 1, "", "simple_inference"], [168, 2, 1, "", "update_sq_scale"]], "neural_compressor.adaptor.torch_utils.weight_only": [[169, 2, 1, "", "awq_quantize"], [169, 2, 1, "", "gptq_quantize"], [169, 2, 1, "", "qdq_weight_actor"], [169, 2, 1, "", "qdq_weight_asym"], [169, 2, 1, "", "qdq_weight_sym"], [169, 2, 1, "", "quant_weight"], [169, 2, 1, "", "quant_weight_w_scale"], [169, 2, 1, "", "quantize_4bit"], [169, 2, 1, "", "rtn_quantize"], [169, 2, 1, "", "search_clip"], [169, 2, 1, "", "teq_quantize"]], "neural_compressor.algorithm": [[170, 0, 0, "-", "algorithm"], [171, 0, 0, "-", "fast_bias_correction"], [173, 0, 0, "-", "smooth_quant"], [174, 0, 0, "-", "weight_correction"]], "neural_compressor.algorithm.algorithm": [[170, 1, 1, "", "ALGORITHMS"], [170, 1, 1, "", "Algorithm"], [170, 1, 1, "", "AlgorithmScheduler"], [170, 2, 1, "", "algorithm_registry"]], "neural_compressor.algorithm.fast_bias_correction": [[171, 1, 1, "", "FastBiasCorrection"]], "neural_compressor.algorithm.smooth_quant": [[173, 1, 1, "", "SmoothQuant"]], "neural_compressor.algorithm.weight_correction": [[174, 1, 1, "", "WeightCorrection"]], "neural_compressor.benchmark": [[175, 2, 1, "", "benchmark_with_raw_cmd"], [175, 2, 1, "", "call_one"], [175, 2, 1, "", "config_instance"], [175, 2, 1, "", "fit"], [175, 2, 1, "", "generate_prefix"], [175, 2, 1, "", "get_architecture"], [175, 2, 1, "", "get_bounded_threads"], [175, 2, 1, "", "get_core_ids"], [175, 2, 1, "", "get_physical_ids"], [175, 2, 1, "", "get_threads"], [175, 2, 1, "", "get_threads_per_core"], [175, 2, 1, "", "profile"], [175, 2, 1, "", "run_instance"], [175, 2, 1, "", "set_all_env_var"], [175, 2, 1, "", "set_env_var"], [175, 2, 1, "", "summary_benchmark"]], "neural_compressor.common": [[176, 0, 0, "-", "base_config"], [178, 0, 0, "-", "logger"], [179, 0, 0, "-", "utility"]], "neural_compressor.common.base_config": [[176, 1, 1, "", "BaseConfig"], [176, 1, 1, "", "ComposableConfig"], [176, 2, 1, "", "register_config"]], "neural_compressor.common.logger": [[178, 1, 1, "", "Logger"], [178, 2, 1, "", "debug"], [178, 2, 1, "", "error"], [178, 2, 1, "", "fatal"], [178, 2, 1, "", "info"], [178, 2, 1, "", "log"], [178, 2, 1, "", "warn"], [178, 2, 1, "", "warning"]], "neural_compressor.compression": [[180, 0, 0, "-", "callbacks"], [182, 0, 0, "-", "distillation"], [185, 0, 0, "-", "hpo"], [191, 0, 0, "-", "pruner"]], "neural_compressor.compression.callbacks": [[180, 1, 1, "", "BaseCallbacks"], [180, 1, 1, "", "DistillationCallbacks"], [180, 1, 1, "", "PruningCallbacks"], [180, 1, 1, "", "QuantizationAwareTrainingCallbacks"]], "neural_compressor.compression.callbacks.DistillationCallbacks": [[180, 4, 1, "", "_epoch_ran"], [180, 4, 1, "", "best_model"], [180, 4, 1, "", "best_score"], [180, 4, 1, "", "eval_frequency"]], "neural_compressor.compression.distillation": [[181, 0, 0, "-", "criterions"], [183, 0, 0, "-", "optimizers"], [184, 0, 0, "-", "utility"]], "neural_compressor.compression.distillation.criterions": [[181, 1, 1, "", "Criterions"], [181, 1, 1, "", "IntermediateLayersKnowledgeDistillationLoss"], [181, 1, 1, "", "KnowledgeDistillationFramework"], [181, 1, 1, "", "KnowledgeDistillationLoss"], [181, 1, 1, "", "PyTorchCriterions"], [181, 1, 1, "", "PyTorchCrossEntropyLoss"], [181, 1, 1, "", "PyTorchIntermediateLayersKnowledgeDistillationLoss"], [181, 1, 1, "", "PyTorchIntermediateLayersKnowledgeDistillationLossWrapper"], [181, 1, 1, "", "PyTorchKnowledgeDistillationLoss"], [181, 1, 1, "", "PyTorchKnowledgeDistillationLossWrapper"], [181, 1, 1, "", "PyTorchSelfKnowledgeDistillationLoss"], [181, 1, 1, "", "PyTorchSelfKnowledgeDistillationLossWrapper"], [181, 1, 1, "", "SelfKnowledgeDistillationLoss"], [181, 1, 1, "", "TensorFlowCrossEntropyLoss"], [181, 1, 1, "", "TensorFlowSparseCategoricalCrossentropy"], [181, 1, 1, "", "TensorflowCriterions"], [181, 1, 1, "", "TensorflowKnowledgeDistillationLoss"], [181, 1, 1, "", "TensorflowKnowledgeDistillationLossExternal"], [181, 1, 1, "", "TensorflowKnowledgeDistillationLossWrapper"], [181, 2, 1, "", "criterion_registry"]], "neural_compressor.compression.distillation.optimizers": [[183, 1, 1, "", "Optimizers"], [183, 1, 1, "", "PyTorchOptimizers"], [183, 1, 1, "", "PyTorchSGD"], [183, 1, 1, "", "TensorFlowAdam"], [183, 1, 1, "", "TensorFlowAdamW"], [183, 1, 1, "", "TensorFlowSGD"], [183, 1, 1, "", "TensorflowOptimizers"], [183, 2, 1, "", "optimizer_registry"]], "neural_compressor.compression.distillation.utility": [[184, 2, 1, "", "get_activation"], [184, 2, 1, "", "record_output"]], "neural_compressor.compression.hpo": [[186, 0, 0, "-", "sa_optimizer"], [187, 0, 0, "-", "search_algorithms"], [188, 0, 0, "-", "search_space"]], "neural_compressor.compression.hpo.search_algorithms": [[187, 1, 1, "", "BayesianOptimizationSearcher"], [187, 1, 1, "", "GridSearcher"], [187, 1, 1, "", "RandomSearcher"], [187, 1, 1, "", "Searcher"], [187, 1, 1, "", "XgbSearcher"], [187, 2, 1, "", "register_searcher"]], "neural_compressor.compression.hpo.search_space": [[188, 1, 1, "", "BaseSearchSpace"], [188, 1, 1, "", "ContinuousSearchSpace"], [188, 1, 1, "", "DiscreteSearchSpace"], [188, 1, 1, "", "SearchSpace"], [188, 2, 1, "", "register_searchspace"]], "neural_compressor.compression.pruner": [[190, 0, 0, "-", "criteria"], [193, 0, 0, "-", "model_slim"], [197, 0, 0, "-", "patterns"], [191, 2, 1, "", "prepare_pruning"], [204, 0, 0, "-", "pruners"], [210, 0, 0, "-", "pruning"], [211, 0, 0, "-", "regs"], [191, 2, 1, "", "save"], [212, 0, 0, "-", "schedulers"], [213, 0, 0, "-", "tf_criteria"], [214, 0, 0, "-", "utils"]], "neural_compressor.compression.pruner.criteria": [[190, 1, 1, "", "BlockMaskCriterion"], [190, 1, 1, "", "GradientCriterion"], [190, 1, 1, "", "MagnitudeCriterion"], [190, 1, 1, "", "PruningCriterion"], [190, 1, 1, "", "RetrainFreeCriterion"], [190, 1, 1, "", "SnipCriterion"], [190, 1, 1, "", "SnipMomentumCriterion"], [190, 2, 1, "", "get_criterion"], [190, 2, 1, "", "register_criterion"]], "neural_compressor.compression.pruner.criteria.BlockMaskCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.GradientCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.MagnitudeCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.PruningCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.RetrainFreeCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.SnipCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.criteria.SnipMomentumCriterion": [[190, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.model_slim": [[192, 0, 0, "-", "auto_slim"], [194, 0, 0, "-", "pattern_analyzer"], [195, 0, 0, "-", "weight_slim"]], "neural_compressor.compression.pruner.model_slim.auto_slim": [[192, 2, 1, "", "generate_ffn2_pruning_config"], [192, 2, 1, "", "generate_mha_pruning_config"], [192, 2, 1, "", "model_slim"], [192, 2, 1, "", "model_slim_ffn2"], [192, 2, 1, "", "model_slim_mha"], [192, 2, 1, "", "parse_auto_slim_config"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer": [[194, 1, 1, "", "ClassifierHeadSearcher"], [194, 1, 1, "", "ClassifierHeadSearcherTF"], [194, 1, 1, "", "JitBasicSearcher"], [194, 1, 1, "", "Linear2LinearSearcher"], [194, 1, 1, "", "RecipeSearcher"], [194, 1, 1, "", "SelfMHASearcher"], [194, 2, 1, "", "get_attributes"], [194, 2, 1, "", "get_common_module"], [194, 2, 1, "", "print_iterables"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher": [[194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "static_graph"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF": [[194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "static_graph"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher": [[194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "searching_results"], [194, 4, 1, "", "static_graph"], [194, 4, 1, "", "target_layers"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher": [[194, 4, 1, "", "current_pattern"], [194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "searching_results"], [194, 4, 1, "", "static_graph"], [194, 4, 1, "", "target_layers"], [194, 4, 1, "", "target_op_lut"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher": [[194, 4, 1, "", "model"], [194, 4, 1, "", "recipe"], [194, 4, 1, "", "searching_results"], [194, 4, 1, "", "targets"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher": [[194, 4, 1, "", "device"], [194, 4, 1, "", "flatten_static_graph"], [194, 4, 1, "", "model"], [194, 4, 1, "", "static_graph"]], "neural_compressor.compression.pruner.model_slim.weight_slim": [[195, 1, 1, "", "LinearCompression"], [195, 1, 1, "", "LinearCompressionIterator"], [195, 1, 1, "", "PostCompressionUtils"]], "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression": [[195, 4, 1, "", "device"], [195, 4, 1, "", "layer_1"], [195, 4, 1, "", "layer_2"]], "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompressionIterator": [[195, 4, 1, "", "linear_patterns"]], "neural_compressor.compression.pruner.patterns": [[196, 0, 0, "-", "base"], [197, 2, 1, "", "get_pattern"], [198, 0, 0, "-", "mha"], [199, 0, 0, "-", "ninm"], [200, 0, 0, "-", "nxm"]], "neural_compressor.compression.pruner.patterns.base": [[196, 1, 1, "", "BasePattern"], [196, 1, 1, "", "KerasBasePattern"], [196, 1, 1, "", "PytorchBasePattern"], [196, 2, 1, "", "register_pattern"]], "neural_compressor.compression.pruner.patterns.base.BasePattern": [[196, 4, 1, "", "config"], [196, 4, 1, "", "invalid_layers"], [196, 4, 1, "", "is_global"], [196, 4, 1, "", "keep_mask_layers"], [196, 4, 1, "", "max_sparsity_ratio_per_op"], [196, 4, 1, "", "min_sparsity_ratio_per_op"], [196, 4, 1, "", "modules"], [196, 4, 1, "", "pattern"], [196, 4, 1, "", "target_sparsity"]], "neural_compressor.compression.pruner.patterns.base.KerasBasePattern": [[196, 4, 1, "", "config"], [196, 4, 1, "", "invalid_layers"], [196, 4, 1, "", "is_global"], [196, 4, 1, "", "keep_mask_layers"], [196, 4, 1, "", "max_sparsity_ratio_per_op"], [196, 4, 1, "", "min_sparsity_ratio_per_op"], [196, 4, 1, "", "modules"], [196, 4, 1, "", "pattern"], [196, 4, 1, "", "target_sparsity"]], "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern": [[196, 4, 1, "", "config"], [196, 4, 1, "", "invalid_layers"], [196, 4, 1, "", "is_global"], [196, 4, 1, "", "keep_mask_layers"], [196, 4, 1, "", "max_sparsity_ratio_per_op"], [196, 4, 1, "", "min_sparsity_ratio_per_op"], [196, 4, 1, "", "modules"], [196, 4, 1, "", "pattern"], [196, 4, 1, "", "target_sparsity"]], "neural_compressor.compression.pruner.patterns.mha": [[198, 1, 1, "", "PatternMHA"]], "neural_compressor.compression.pruner.patterns.mha.PatternMHA": [[198, 4, 1, "", "M"], [198, 4, 1, "", "N"]], "neural_compressor.compression.pruner.patterns.ninm": [[199, 1, 1, "", "PytorchPatternNInM"]], "neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM": [[199, 4, 1, "", "M"], [199, 4, 1, "", "N"]], "neural_compressor.compression.pruner.patterns.nxm": [[200, 1, 1, "", "KerasPatternNxM"], [200, 1, 1, "", "PytorchPatternNxM"]], "neural_compressor.compression.pruner.patterns.nxm.KerasPatternNxM": [[200, 4, 1, "", "block_size"]], "neural_compressor.compression.pruner.patterns.nxm.PytorchPatternNxM": [[200, 4, 1, "", "block_size"]], "neural_compressor.compression.pruner.pruners": [[201, 0, 0, "-", "base"], [202, 0, 0, "-", "basic"], [203, 0, 0, "-", "block_mask"], [204, 2, 1, "", "get_pruner"], [205, 0, 0, "-", "mha"], [204, 2, 1, "", "parse_valid_pruner_types"], [206, 0, 0, "-", "pattern_lock"], [207, 0, 0, "-", "progressive"], [208, 0, 0, "-", "retrain_free"], [209, 0, 0, "-", "sparse_gpt"]], "neural_compressor.compression.pruner.pruners.base": [[201, 1, 1, "", "BasePruner"], [201, 1, 1, "", "KerasBasePruner"], [201, 1, 1, "", "PytorchBasePruner"], [201, 2, 1, "", "register_pruner"]], "neural_compressor.compression.pruner.pruners.base.BasePruner": [[201, 4, 1, "", "config"], [201, 4, 1, "", "current_sparsity_ratio"], [201, 4, 1, "", "end_step"], [201, 4, 1, "", "global_step"], [201, 4, 1, "", "masks"], [201, 4, 1, "", "max_sparsity_ratio_per_op"], [201, 4, 1, "", "modules"], [201, 4, 1, "", "pattern"], [201, 4, 1, "", "pruning_frequency"], [201, 4, 1, "", "scheduler"], [201, 4, 1, "", "scores"], [201, 4, 1, "", "start_step"], [201, 4, 1, "", "target_sparsity_ratio"]], "neural_compressor.compression.pruner.pruners.base.KerasBasePruner": [[201, 4, 1, "", "config"], [201, 4, 1, "", "current_sparsity_ratio"], [201, 4, 1, "", "end_step"], [201, 4, 1, "", "global_step"], [201, 4, 1, "", "masks"], [201, 4, 1, "", "max_sparsity_ratio_per_op"], [201, 4, 1, "", "modules"], [201, 4, 1, "", "pattern"], [201, 4, 1, "", "pruning_frequency"], [201, 4, 1, "", "scheduler"], [201, 4, 1, "", "scores"], [201, 4, 1, "", "start_step"], [201, 4, 1, "", "target_sparsity_ratio"]], "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner": [[201, 4, 1, "", "config"], [201, 4, 1, "", "current_sparsity_ratio"], [201, 4, 1, "", "end_step"], [201, 4, 1, "", "global_step"], [201, 4, 1, "", "masks"], [201, 4, 1, "", "max_sparsity_ratio_per_op"], [201, 4, 1, "", "modules"], [201, 4, 1, "", "pattern"], [201, 4, 1, "", "pruning_frequency"], [201, 4, 1, "", "scheduler"], [201, 4, 1, "", "scores"], [201, 4, 1, "", "start_step"], [201, 4, 1, "", "target_sparsity_ratio"]], "neural_compressor.compression.pruner.pruners.basic": [[202, 1, 1, "", "KerasBasicPruner"], [202, 1, 1, "", "PytorchBasicPruner"]], "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner": [[202, 4, 1, "", "criterion"], [202, 4, 1, "", "pattern"], [202, 4, 1, "", "reg"], [202, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner": [[202, 4, 1, "", "criterion"], [202, 4, 1, "", "pattern"], [202, 4, 1, "", "reg"], [202, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruners.block_mask": [[203, 1, 1, "", "PytorchBlockMaskPruner"]], "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner": [[203, 4, 1, "", "criterion"], [203, 4, 1, "", "pattern"], [203, 4, 1, "", "reg"], [203, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruners.mha": [[205, 1, 1, "", "PythonMultiheadAttentionPruner"]], "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner": [[205, 4, 1, "", "head_masks"], [205, 4, 1, "", "linear_layers"], [205, 4, 1, "", "mha_compressions"], [205, 4, 1, "", "mha_scores"]], "neural_compressor.compression.pruner.pruners.pattern_lock": [[206, 1, 1, "", "PytorchPatternLockPruner"]], "neural_compressor.compression.pruner.pruners.progressive": [[207, 1, 1, "", "PytorchProgressivePruner"]], "neural_compressor.compression.pruner.pruners.retrain_free": [[208, 1, 1, "", "PytorchRetrainFreePruner"]], "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner": [[208, 4, 1, "", "criterion"], [208, 4, 1, "", "pattern"], [208, 4, 1, "", "reg"], [208, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruners.sparse_gpt": [[209, 1, 1, "", "SparseGPTPruner"]], "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner": [[209, 4, 1, "", "criterion"], [209, 4, 1, "", "pattern"], [209, 4, 1, "", "reg"], [209, 4, 1, "", "scheduler"]], "neural_compressor.compression.pruner.pruning": [[210, 1, 1, "", "BasePruning"], [210, 1, 1, "", "BasicPruning"], [210, 1, 1, "", "RetrainFreePruning"], [210, 1, 1, "", "SparseGPTPruning"], [210, 2, 1, "", "register_pruning"]], "neural_compressor.compression.pruner.pruning.BasePruning": [[210, 4, 1, "", "config_file_path"], [210, 4, 1, "", "model"], [210, 4, 1, "", "pruner_info"], [210, 4, 1, "", "pruners"]], "neural_compressor.compression.pruner.pruning.BasicPruning": [[210, 4, 1, "", "config_file_path"], [210, 4, 1, "", "model"], [210, 4, 1, "", "pruner_info"], [210, 4, 1, "", "pruners"]], "neural_compressor.compression.pruner.pruning.RetrainFreePruning": [[210, 4, 1, "", "config_file_path"], [210, 4, 1, "", "model"], [210, 4, 1, "", "pruner_info"], [210, 4, 1, "", "pruners"]], "neural_compressor.compression.pruner.regs": [[211, 1, 1, "", "BaseReg"], [211, 1, 1, "", "GroupLasso"], [211, 2, 1, "", "get_reg"], [211, 2, 1, "", "get_reg_type"], [211, 2, 1, "", "register_reg"]], "neural_compressor.compression.pruner.regs.GroupLasso": [[211, 4, 1, "", "alpha"], [211, 4, 1, "", "reg_terms"]], "neural_compressor.compression.pruner.schedulers": [[212, 1, 1, "", "IterativeScheduler"], [212, 1, 1, "", "OneshotScheduler"], [212, 1, 1, "", "PruningScheduler"], [212, 2, 1, "", "get_scheduler"], [212, 2, 1, "", "register_scheduler"]], "neural_compressor.compression.pruner.schedulers.PruningScheduler": [[212, 4, 1, "", "config"]], "neural_compressor.compression.pruner.tf_criteria": [[213, 1, 1, "", "MagnitudeCriterion"], [213, 1, 1, "", "PruningCriterion"], [213, 2, 1, "", "get_tf_criterion"], [213, 2, 1, "", "register_criterion"]], "neural_compressor.compression.pruner.tf_criteria.MagnitudeCriterion": [[213, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.tf_criteria.PruningCriterion": [[213, 4, 1, "", "scores"]], "neural_compressor.compression.pruner.utils": [[214, 2, 1, "", "check_config"], [214, 2, 1, "", "check_key_validity"], [214, 2, 1, "", "collect_layer_inputs"], [214, 2, 1, "", "generate_pruner_config"], [214, 2, 1, "", "get_layers"], [214, 2, 1, "", "get_sparsity_ratio"], [214, 2, 1, "", "get_sparsity_ratio_tf"], [214, 2, 1, "", "parse_last_linear"], [214, 2, 1, "", "parse_last_linear_tf"], [214, 2, 1, "", "parse_to_prune"], [214, 2, 1, "", "parse_to_prune_tf"], [214, 2, 1, "", "process_and_check_config"], [214, 2, 1, "", "process_config"], [214, 2, 1, "", "process_weight_config"], [214, 2, 1, "", "process_yaml_config"], [214, 2, 1, "", "reset_none_to_default"], [214, 2, 1, "", "update_params"]], "neural_compressor.conf": [[215, 0, 0, "-", "config"], [216, 0, 0, "-", "dotdict"], [218, 0, 0, "-", "pythonic_config"]], "neural_compressor.conf.config": [[215, 1, 1, "", "Benchmark_Conf"], [215, 1, 1, "", "Conf"], [215, 1, 1, "", "DefaultConf"], [215, 1, 1, "", "Distillation_Conf"], [215, 1, 1, "", "Graph_Optimization_Conf"], [215, 1, 1, "", "MixedPrecision_Conf"], [215, 1, 1, "", "NASConfig"], [215, 1, 1, "", "PrunerV2"], [215, 1, 1, "", "Pruning_Conf"], [215, 1, 1, "", "Quantization_Conf"]], "neural_compressor.conf.dotdict": [[216, 1, 1, "", "DotDict"], [216, 2, 1, "", "deep_get"], [216, 2, 1, "", "deep_set"]], "neural_compressor.conf.pythonic_config": [[218, 1, 1, "", "AccuracyCriterion"], [218, 1, 1, "", "BenchmarkConfig"], [218, 1, 1, "", "DistillationConfig"], [218, 1, 1, "", "KnowledgeDistillationLossConfig"], [218, 1, 1, "", "Options"], [218, 1, 1, "", "QuantizationConfig"], [218, 1, 1, "", "WeightPruningConfig"]], "neural_compressor.config": [[219, 1, 1, "", "AccuracyCriterion"], [219, 1, 1, "", "BenchmarkConfig"], [219, 1, 1, "", "DistillationConfig"], [219, 1, 1, "", "DotDict"], [219, 1, 1, "", "ExportConfig"], [219, 1, 1, "", "HPOConfig"], [219, 1, 1, "", "IntermediateLayersKnowledgeDistillationLossConfig"], [219, 1, 1, "", "Keras"], [219, 1, 1, "", "KnowledgeDistillationLossConfig"], [219, 1, 1, "", "MXNet"], [219, 1, 1, "", "MixedPrecisionConfig"], [219, 1, 1, "", "NASConfig"], [219, 1, 1, "", "ONNX"], [219, 1, 1, "", "ONNXQlinear2QDQConfig"], [219, 1, 1, "", "Options"], [219, 1, 1, "", "PostTrainingQuantConfig"], [219, 1, 1, "", "PyTorch"], [219, 1, 1, "", "QuantizationAwareTrainingConfig"], [219, 1, 1, "", "SelfKnowledgeDistillationLossConfig"], [219, 1, 1, "", "TF2ONNXConfig"], [219, 1, 1, "", "TensorFlow"], [219, 1, 1, "", "Torch2ONNXConfig"], [219, 1, 1, "", "TuningCriterion"], [219, 1, 1, "", "WeightPruningConfig"]], "neural_compressor.contrib": [[221, 0, 0, "-", "strategy"]], "neural_compressor.contrib.strategy": [[222, 0, 0, "-", "sigopt"], [223, 0, 0, "-", "tpe"]], "neural_compressor.contrib.strategy.sigopt": [[222, 1, 1, "", "SigOptTuneStrategy"]], "neural_compressor.contrib.strategy.tpe": [[223, 1, 1, "", "TpeTuneStrategy"]], "neural_compressor.data": [[228, 0, 0, "-", "dataloaders"], [240, 0, 0, "-", "datasets"], [244, 0, 0, "-", "filters"], [248, 0, 0, "-", "transforms"]], "neural_compressor.data.dataloaders": [[224, 0, 0, "-", "base_dataloader"], [225, 0, 0, "-", "dataloader"], [226, 0, 0, "-", "default_dataloader"], [227, 0, 0, "-", "fetcher"], [229, 0, 0, "-", "mxnet_dataloader"], [230, 0, 0, "-", "onnxrt_dataloader"], [231, 0, 0, "-", "pytorch_dataloader"], [232, 0, 0, "-", "sampler"], [233, 0, 0, "-", "tensorflow_dataloader"]], "neural_compressor.data.dataloaders.base_dataloader": [[224, 1, 1, "", "BaseDataLoader"]], "neural_compressor.data.dataloaders.dataloader": [[225, 1, 1, "", "DataLoader"], [225, 2, 1, "", "check_dataloader"]], "neural_compressor.data.dataloaders.default_dataloader": [[226, 1, 1, "", "DefaultDataLoader"], [226, 2, 1, "", "default_collate"]], "neural_compressor.data.dataloaders.fetcher": [[227, 1, 1, "", "Fetcher"], [227, 1, 1, "", "IndexFetcher"], [227, 1, 1, "", "IterableFetcher"]], "neural_compressor.data.dataloaders.mxnet_dataloader": [[229, 1, 1, "", "MXNetDataLoader"]], "neural_compressor.data.dataloaders.onnxrt_dataloader": [[230, 1, 1, "", "ONNXRTBertDataLoader"], [230, 1, 1, "", "ONNXRTDataLoader"]], "neural_compressor.data.dataloaders.pytorch_dataloader": [[231, 1, 1, "", "PyTorchDataLoader"]], "neural_compressor.data.dataloaders.sampler": [[232, 1, 1, "", "BatchSampler"], [232, 1, 1, "", "IterableSampler"], [232, 1, 1, "", "Sampler"], [232, 1, 1, "", "SequentialSampler"]], "neural_compressor.data.dataloaders.tensorflow_dataloader": [[233, 1, 1, "", "TFDataDataLoader"], [233, 1, 1, "", "TensorflowBertDataLoader"], [233, 1, 1, "", "TensorflowDataLoader"], [233, 1, 1, "", "TensorflowModelZooBertDataLoader"]], "neural_compressor.data.datasets": [[234, 0, 0, "-", "bert_dataset"], [235, 0, 0, "-", "coco_dataset"], [236, 0, 0, "-", "dataset"], [237, 0, 0, "-", "dummy_dataset"], [238, 0, 0, "-", "dummy_dataset_v2"], [239, 0, 0, "-", "imagenet_dataset"], [241, 0, 0, "-", "style_transfer_dataset"]], "neural_compressor.data.datasets.bert_dataset": [[234, 1, 1, "", "InputFeatures"], [234, 1, 1, "", "ONNXRTBertDataset"], [234, 1, 1, "", "ParseDecodeBert"], [234, 1, 1, "", "PytorchBertDataset"], [234, 1, 1, "", "TensorflowBertDataset"], [234, 1, 1, "", "TensorflowModelZooBertDataset"], [234, 2, 1, "", "convert_examples_to_features"], [234, 2, 1, "", "load_and_cache_examples"]], "neural_compressor.data.datasets.coco_dataset": [[235, 1, 1, "", "COCONpy"], [235, 1, 1, "", "COCORaw"], [235, 1, 1, "", "COCORecordDataset"], [235, 1, 1, "", "ParseDecodeCoco"]], "neural_compressor.data.datasets.dataset": [[236, 1, 1, "", "CIFAR10"], [236, 1, 1, "", "CIFAR100"], [236, 1, 1, "", "Dataset"], [236, 1, 1, "", "Datasets"], [236, 1, 1, "", "FashionMNIST"], [236, 1, 1, "", "ImageFolder"], [236, 1, 1, "", "IterableDataset"], [236, 1, 1, "", "MNIST"], [236, 1, 1, "", "MXNetCIFAR10"], [236, 1, 1, "", "MXNetCIFAR100"], [236, 1, 1, "", "MXNetDatasets"], [236, 1, 1, "", "MXNetFashionMNIST"], [236, 1, 1, "", "MXNetImageFolder"], [236, 1, 1, "", "MXNetMNIST"], [236, 1, 1, "", "ONNXRTITDatasets"], [236, 1, 1, "", "ONNXRTQLDatasets"], [236, 1, 1, "", "PyTorchDatasets"], [236, 1, 1, "", "PytorchCIFAR10"], [236, 1, 1, "", "PytorchCIFAR100"], [236, 1, 1, "", "PytorchFashionMNIST"], [236, 1, 1, "", "PytorchMNIST"], [236, 1, 1, "", "PytorchMxnetWrapDataset"], [236, 1, 1, "", "PytorchMxnetWrapFunction"], [236, 1, 1, "", "Tensorflow"], [236, 1, 1, "", "TensorflowCIFAR10"], [236, 1, 1, "", "TensorflowCIFAR100"], [236, 1, 1, "", "TensorflowDatasets"], [236, 1, 1, "", "TensorflowFashionMNIST"], [236, 1, 1, "", "TensorflowImageRecord"], [236, 1, 1, "", "TensorflowMNIST"], [236, 1, 1, "", "TensorflowTFRecordDataset"], [236, 1, 1, "", "TensorflowVOCRecord"], [236, 2, 1, "", "calculate_md5"], [236, 2, 1, "", "check_integrity"], [236, 2, 1, "", "dataset_registry"], [236, 2, 1, "", "download_url"], [236, 5, 1, "", "framework_datasets"], [236, 2, 1, "", "gen_bar_updater"]], "neural_compressor.data.datasets.dummy_dataset": [[237, 1, 1, "", "DummyDataset"]], "neural_compressor.data.datasets.dummy_dataset_v2": [[238, 1, 1, "", "DummyDataset"], [238, 1, 1, "", "SparseDummyDataset"]], "neural_compressor.data.datasets.imagenet_dataset": [[239, 1, 1, "", "ImagenetRaw"], [239, 1, 1, "", "MXNetImagenetRaw"], [239, 1, 1, "", "ONNXRTImagenetDataset"], [239, 1, 1, "", "PytorchImagenetRaw"], [239, 1, 1, "", "TensorflowImagenetDataset"], [239, 1, 1, "", "TensorflowImagenetRaw"]], "neural_compressor.data.datasets.style_transfer_dataset": [[241, 1, 1, "", "StyleTransferDataset"]], "neural_compressor.data.filters": [[242, 0, 0, "-", "coco_filter"], [243, 0, 0, "-", "filter"]], "neural_compressor.data.filters.coco_filter": [[242, 1, 1, "", "LabelBalanceCOCORawFilter"], [242, 1, 1, "", "LabelBalanceCOCORecordFilter"]], "neural_compressor.data.filters.filter": [[243, 1, 1, "", "FILTERS"], [243, 1, 1, "", "Filter"], [243, 1, 1, "", "MXNetFilters"], [243, 1, 1, "", "ONNXRTITFilters"], [243, 1, 1, "", "ONNXRTQLFilters"], [243, 1, 1, "", "PyTorchFilters"], [243, 1, 1, "", "TensorflowFilters"], [243, 2, 1, "", "filter_registry"]], "neural_compressor.data.transforms": [[246, 0, 0, "-", "coco_transform"], [247, 0, 0, "-", "imagenet_transform"], [249, 0, 0, "-", "postprocess"], [250, 0, 0, "-", "tokenization"], [251, 0, 0, "-", "transform"]], "neural_compressor.data.transforms.coco_transform": [[246, 1, 1, "", "ParseDecodeCocoTransform"]], "neural_compressor.data.transforms.imagenet_transform": [[247, 1, 1, "", "BilinearImagenetTransform"], [247, 1, 1, "", "LabelShift"], [247, 1, 1, "", "ONNXResizeCropImagenetTransform"], [247, 1, 1, "", "OnnxBilinearImagenetTransform"], [247, 1, 1, "", "ParseDecodeImagenet"], [247, 1, 1, "", "ParseDecodeImagenetTransform"], [247, 1, 1, "", "QuantizedInput"], [247, 1, 1, "", "ResizeWithAspectRatio"], [247, 1, 1, "", "TensorflowResizeCropImagenetTransform"], [247, 1, 1, "", "TensorflowShiftRescale"], [247, 1, 1, "", "TensorflowTransposeLastChannel"]], "neural_compressor.data.transforms.postprocess": [[249, 1, 1, "", "Postprocess"]], "neural_compressor.data.transforms.tokenization": [[250, 1, 1, "", "BasicTokenizer"], [250, 1, 1, "", "FullTokenizer"], [250, 1, 1, "", "WordpieceTokenizer"], [250, 2, 1, "", "convert_by_vocab"], [250, 2, 1, "", "convert_to_unicode"], [250, 2, 1, "", "load_vocab"], [250, 2, 1, "", "whitespace_tokenize"]], "neural_compressor.data.transforms.transform": [[251, 1, 1, "", "AlignImageChannelTransform"], [251, 1, 1, "", "BaseTransform"], [251, 1, 1, "", "CastONNXTransform"], [251, 1, 1, "", "CastPyTorchTransform"], [251, 1, 1, "", "CastTFTransform"], [251, 1, 1, "", "CenterCropTFTransform"], [251, 1, 1, "", "CenterCropTransform"], [251, 1, 1, "", "CollectTransform"], [251, 1, 1, "", "ComposeTransform"], [251, 1, 1, "", "CropResizeTFTransform"], [251, 1, 1, "", "CropResizeTransform"], [251, 1, 1, "", "CropToBoundingBox"], [251, 1, 1, "", "InputFeatures"], [251, 1, 1, "", "MXNetCropResizeTransform"], [251, 1, 1, "", "MXNetCropToBoundingBox"], [251, 1, 1, "", "MXNetNormalizeTransform"], [251, 1, 1, "", "MXNetTransforms"], [251, 1, 1, "", "MXNetTranspose"], [251, 1, 1, "", "NormalizeTFTransform"], [251, 1, 1, "", "NormalizeTransform"], [251, 1, 1, "", "ONNXRTCropToBoundingBox"], [251, 1, 1, "", "ONNXRTITTransforms"], [251, 1, 1, "", "ONNXRTQLTransforms"], [251, 1, 1, "", "PaddedCenterCropTransform"], [251, 1, 1, "", "ParseDecodeVocTransform"], [251, 1, 1, "", "PyTorchAlignImageChannel"], [251, 1, 1, "", "PyTorchCropResizeTransform"], [251, 1, 1, "", "PyTorchNormalizeTransform"], [251, 1, 1, "", "PyTorchTransforms"], [251, 1, 1, "", "PyTorchTranspose"], [251, 1, 1, "", "PytorchMxnetTransform"], [251, 1, 1, "", "PytorchMxnetWrapFunction"], [251, 1, 1, "", "RandomCropTFTransform"], [251, 1, 1, "", "RandomCropTransform"], [251, 1, 1, "", "RandomHorizontalFlip"], [251, 1, 1, "", "RandomResizedCropMXNetTransform"], [251, 1, 1, "", "RandomResizedCropPytorchTransform"], [251, 1, 1, "", "RandomResizedCropTFTransform"], [251, 1, 1, "", "RandomResizedCropTransform"], [251, 1, 1, "", "RandomVerticalFlip"], [251, 1, 1, "", "RescaleKerasPretrainTransform"], [251, 1, 1, "", "RescaleTFTransform"], [251, 1, 1, "", "RescaleTransform"], [251, 1, 1, "", "ResizeMXNetTransform"], [251, 1, 1, "", "ResizePytorchTransform"], [251, 1, 1, "", "ResizeTFTransform"], [251, 1, 1, "", "ResizeTransform"], [251, 1, 1, "", "ResizeWithRatio"], [251, 1, 1, "", "SquadExample"], [251, 1, 1, "", "TFModelZooCollectTransform"], [251, 1, 1, "", "TFSquadV1ModelZooPostTransform"], [251, 1, 1, "", "TFSquadV1PostTransform"], [251, 1, 1, "", "TRANSFORMS"], [251, 1, 1, "", "TensorflowCropToBoundingBox"], [251, 1, 1, "", "TensorflowRandomHorizontalFlip"], [251, 1, 1, "", "TensorflowRandomVerticalFlip"], [251, 1, 1, "", "TensorflowResizeWithRatio"], [251, 1, 1, "", "TensorflowTransform"], [251, 1, 1, "", "TensorflowTransforms"], [251, 1, 1, "", "TensorflowTranspose"], [251, 1, 1, "", "TensorflowWrapFunction"], [251, 1, 1, "", "ToArray"], [251, 1, 1, "", "ToNDArrayTransform"], [251, 1, 1, "", "Transforms"], [251, 1, 1, "", "Transpose"], [251, 2, 1, "", "convert_examples_to_features"], [251, 2, 1, "", "get_final_text"], [251, 2, 1, "", "get_torchvision_map"], [251, 2, 1, "", "read_squad_examples"], [251, 2, 1, "", "transform_registry"]], "neural_compressor.experimental": [[252, 0, 0, "-", "benchmark"], [255, 0, 0, "-", "common"], [261, 0, 0, "-", "component"], [262, 0, 0, "-", "compression"], [263, 0, 0, "-", "contrib"], [288, 0, 0, "-", "data"], [293, 0, 0, "-", "distillation"], [294, 0, 0, "-", "export"], [298, 0, 0, "-", "graph_optimization"], [306, 0, 0, "-", "metric"], [308, 0, 0, "-", "mixed_precision"], [309, 0, 0, "-", "model_conversion"], [312, 0, 0, "-", "nas"], [318, 0, 0, "-", "pruner_legacy"], [322, 0, 0, "-", "pruning"], [323, 0, 0, "-", "pruning_recipes"], [327, 0, 0, "-", "pruning_v2"], [328, 0, 0, "-", "pytorch_pruner"], [335, 0, 0, "-", "quantization"], [336, 0, 0, "-", "scheduler"], [341, 0, 0, "-", "strategy"]], "neural_compressor.experimental.benchmark": [[252, 1, 1, "", "Benchmark"], [252, 2, 1, "", "get_architecture"], [252, 2, 1, "", "get_bounded_threads"], [252, 2, 1, "", "get_core_ids"], [252, 2, 1, "", "get_physical_ids"], [252, 2, 1, "", "get_threads"], [252, 2, 1, "", "get_threads_per_core"], [252, 2, 1, "", "set_all_env_var"], [252, 2, 1, "", "set_env_var"]], "neural_compressor.experimental.common": [[253, 0, 0, "-", "criterion"], [254, 0, 0, "-", "dataloader"], [256, 0, 0, "-", "metric"], [257, 0, 0, "-", "model"], [258, 0, 0, "-", "optimizer"], [259, 0, 0, "-", "postprocess"], [260, 0, 0, "-", "torch_utils"]], "neural_compressor.experimental.common.criterion": [[253, 1, 1, "", "Criterions"], [253, 1, 1, "", "IntermediateLayersKnowledgeDistillationLoss"], [253, 1, 1, "", "KnowledgeDistillationFramework"], [253, 1, 1, "", "KnowledgeDistillationLoss"], [253, 1, 1, "", "PyTorchCriterions"], [253, 1, 1, "", "PyTorchIntermediateLayersKnowledgeDistillationLoss"], [253, 1, 1, "", "PyTorchIntermediateLayersKnowledgeDistillationLossWrapper"], [253, 1, 1, "", "PyTorchKnowledgeDistillationLoss"], [253, 1, 1, "", "PyTorchKnowledgeDistillationLossWrapper"], [253, 1, 1, "", "SelfKnowledgeDistillationLoss"], [253, 1, 1, "", "TensorflowCriterions"], [253, 1, 1, "", "TensorflowKnowledgeDistillationLossExternal"], [253, 2, 1, "", "criterion_registry"]], "neural_compressor.experimental.common.dataloader": [[254, 1, 1, "", "DataLoader"]], "neural_compressor.experimental.common.metric": [[256, 1, 1, "", "Metric"]], "neural_compressor.experimental.common.model": [[257, 1, 1, "", "Model"], [257, 2, 1, "", "set_backend"]], "neural_compressor.experimental.common.optimizer": [[258, 1, 1, "", "Optimizers"], [258, 1, 1, "", "PyTorchOptimizers"], [258, 1, 1, "", "PyTorchSGD"], [258, 1, 1, "", "TensorFlowAdamW"], [258, 1, 1, "", "TensorFlowSGD"], [258, 1, 1, "", "TensorflowOptimizers"], [258, 2, 1, "", "optimizer_registry"]], "neural_compressor.experimental.common.postprocess": [[259, 1, 1, "", "Postprocess"]], "neural_compressor.experimental.common.torch_utils": [[260, 2, 1, "", "get_activation"], [260, 2, 1, "", "record_output"]], "neural_compressor.experimental.component": [[261, 1, 1, "", "Component"]], "neural_compressor.experimental.contrib": [[264, 0, 0, "-", "strategy"]], "neural_compressor.experimental.contrib.strategy": [[265, 0, 0, "-", "sigopt"], [266, 0, 0, "-", "tpe"]], "neural_compressor.experimental.contrib.strategy.sigopt": [[265, 1, 1, "", "SigOptTuneStrategy"]], "neural_compressor.experimental.contrib.strategy.tpe": [[266, 1, 1, "", "TpeTuneStrategy"]], "neural_compressor.experimental.data": [[271, 0, 0, "-", "dataloaders"], [283, 0, 0, "-", "datasets"], [287, 0, 0, "-", "filters"], [290, 0, 0, "-", "transforms"]], "neural_compressor.experimental.data.dataloaders": [[267, 0, 0, "-", "base_dataloader"], [268, 0, 0, "-", "dataloader"], [269, 0, 0, "-", "default_dataloader"], [270, 0, 0, "-", "fetcher"], [272, 0, 0, "-", "mxnet_dataloader"], [273, 0, 0, "-", "onnxrt_dataloader"], [274, 0, 0, "-", "pytorch_dataloader"], [275, 0, 0, "-", "sampler"], [276, 0, 0, "-", "tensorflow_dataloader"]], "neural_compressor.experimental.data.dataloaders.base_dataloader": [[267, 1, 1, "", "BaseDataLoader"]], "neural_compressor.experimental.data.dataloaders.default_dataloader": [[269, 1, 1, "", "DefaultDataLoader"], [269, 2, 1, "", "default_collate"]], "neural_compressor.experimental.data.dataloaders.fetcher": [[270, 1, 1, "", "Fetcher"], [270, 1, 1, "", "IndexFetcher"], [270, 1, 1, "", "IterableFetcher"]], "neural_compressor.experimental.data.dataloaders.mxnet_dataloader": [[272, 1, 1, "", "MXNetDataLoader"]], "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader": [[273, 1, 1, "", "ONNXRTBertDataLoader"], [273, 1, 1, "", "ONNXRTDataLoader"]], "neural_compressor.experimental.data.dataloaders.pytorch_dataloader": [[274, 1, 1, "", "PyTorchDataLoader"]], "neural_compressor.experimental.data.dataloaders.sampler": [[275, 1, 1, "", "BatchSampler"], [275, 1, 1, "", "IterableSampler"], [275, 1, 1, "", "Sampler"], [275, 1, 1, "", "SequentialSampler"]], "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader": [[276, 1, 1, "", "TFDataDataLoader"], [276, 1, 1, "", "TensorflowBertDataLoader"], [276, 1, 1, "", "TensorflowDataLoader"], [276, 1, 1, "", "TensorflowModelZooBertDataLoader"]], "neural_compressor.experimental.data.datasets": [[277, 0, 0, "-", "bert_dataset"], [278, 0, 0, "-", "coco_dataset"], [279, 0, 0, "-", "dataset"], [280, 0, 0, "-", "dummy_dataset"], [281, 0, 0, "-", "dummy_dataset_v2"], [282, 0, 0, "-", "imagenet_dataset"], [284, 0, 0, "-", "style_transfer_dataset"]], "neural_compressor.experimental.data.datasets.bert_dataset": [[277, 1, 1, "", "InputFeatures"], [277, 1, 1, "", "ONNXRTBertDataset"], [277, 1, 1, "", "ParseDecodeBert"], [277, 1, 1, "", "PytorchBertDataset"], [277, 1, 1, "", "TensorflowBertDataset"], [277, 1, 1, "", "TensorflowModelZooBertDataset"], [277, 2, 1, "", "convert_examples_to_features"], [277, 2, 1, "", "load_and_cache_examples"]], "neural_compressor.experimental.data.datasets.coco_dataset": [[278, 1, 1, "", "COCONpy"], [278, 1, 1, "", "COCORaw"], [278, 1, 1, "", "COCORecordDataset"], [278, 1, 1, "", "ParseDecodeCoco"]], "neural_compressor.experimental.data.datasets.dataset": [[279, 1, 1, "", "CIFAR10"], [279, 1, 1, "", "CIFAR100"], [279, 1, 1, "", "Dataset"], [279, 1, 1, "", "Datasets"], [279, 1, 1, "", "FashionMNIST"], [279, 1, 1, "", "ImageFolder"], [279, 1, 1, "", "IterableDataset"], [279, 1, 1, "", "MNIST"], [279, 1, 1, "", "MXNetCIFAR10"], [279, 1, 1, "", "MXNetCIFAR100"], [279, 1, 1, "", "MXNetDatasets"], [279, 1, 1, "", "MXNetFashionMNIST"], [279, 1, 1, "", "MXNetImageFolder"], [279, 1, 1, "", "MXNetMNIST"], [279, 1, 1, "", "ONNXRTITDatasets"], [279, 1, 1, "", "ONNXRTQLDatasets"], [279, 1, 1, "", "PyTorchDatasets"], [279, 1, 1, "", "PytorchCIFAR10"], [279, 1, 1, "", "PytorchCIFAR100"], [279, 1, 1, "", "PytorchFashionMNIST"], [279, 1, 1, "", "PytorchMNIST"], [279, 1, 1, "", "PytorchMxnetWrapDataset"], [279, 1, 1, "", "PytorchMxnetWrapFunction"], [279, 1, 1, "", "TensorflowCIFAR10"], [279, 1, 1, "", "TensorflowCIFAR100"], [279, 1, 1, "", "TensorflowDatasets"], [279, 1, 1, "", "TensorflowFashionMNIST"], [279, 1, 1, "", "TensorflowImageFolder"], [279, 1, 1, "", "TensorflowImageRecord"], [279, 1, 1, "", "TensorflowMNIST"], [279, 1, 1, "", "TensorflowTFRecordDataset"], [279, 1, 1, "", "TensorflowVOCRecord"], [279, 2, 1, "", "calculate_md5"], [279, 2, 1, "", "check_integrity"], [279, 2, 1, "", "dataset_registry"], [279, 2, 1, "", "download_url"], [279, 5, 1, "", "framework_datasets"], [279, 2, 1, "", "gen_bar_updater"]], "neural_compressor.experimental.data.datasets.dummy_dataset": [[280, 1, 1, "", "DummyDataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset_v2": [[281, 1, 1, "", "DummyDataset"], [281, 1, 1, "", "SparseDummyDataset"]], "neural_compressor.experimental.data.datasets.imagenet_dataset": [[282, 1, 1, "", "ImagenetRaw"], [282, 1, 1, "", "MXNetImagenetRaw"], [282, 1, 1, "", "ONNXRTImagenetDataset"], [282, 1, 1, "", "PytorchImagenetRaw"], [282, 1, 1, "", "TensorflowImagenetDataset"], [282, 1, 1, "", "TensorflowImagenetRaw"]], "neural_compressor.experimental.data.datasets.style_transfer_dataset": [[284, 1, 1, "", "StyleTransferDataset"]], "neural_compressor.experimental.data.filters": [[285, 0, 0, "-", "coco_filter"], [286, 0, 0, "-", "filter"]], "neural_compressor.experimental.data.filters.coco_filter": [[285, 1, 1, "", "LabelBalanceCOCORawFilter"], [285, 1, 1, "", "LabelBalanceCOCORecordFilter"]], "neural_compressor.experimental.data.filters.filter": [[286, 1, 1, "", "FILTERS"], [286, 1, 1, "", "Filter"], [286, 1, 1, "", "MXNetFilters"], [286, 1, 1, "", "ONNXRTITFilters"], [286, 1, 1, "", "ONNXRTQLFilters"], [286, 1, 1, "", "PyTorchFilters"], [286, 1, 1, "", "TensorflowFilters"], [286, 2, 1, "", "filter_registry"]], "neural_compressor.experimental.data.transforms": [[289, 0, 0, "-", "imagenet_transform"], [291, 0, 0, "-", "tokenization"], [292, 0, 0, "-", "transform"]], "neural_compressor.experimental.data.transforms.imagenet_transform": [[289, 1, 1, "", "BilinearImagenetTransform"], [289, 1, 1, "", "LabelShift"], [289, 1, 1, "", "ONNXResizeCropImagenetTransform"], [289, 1, 1, "", "OnnxBilinearImagenetTransform"], [289, 1, 1, "", "ParseDecodeImagenet"], [289, 1, 1, "", "ParseDecodeImagenetTransform"], [289, 1, 1, "", "QuantizedInput"], [289, 1, 1, "", "ResizeWithAspectRatio"], [289, 1, 1, "", "TensorflowResizeCropImagenetTransform"]], "neural_compressor.experimental.data.transforms.tokenization": [[291, 1, 1, "", "BasicTokenizer"], [291, 1, 1, "", "FullTokenizer"], [291, 1, 1, "", "WordpieceTokenizer"], [291, 2, 1, "", "convert_by_vocab"], [291, 2, 1, "", "convert_to_unicode"], [291, 2, 1, "", "load_vocab"], [291, 2, 1, "", "whitespace_tokenize"]], "neural_compressor.experimental.data.transforms.transform": [[292, 1, 1, "", "AlignImageChannelTransform"], [292, 1, 1, "", "BaseTransform"], [292, 1, 1, "", "CastONNXTransform"], [292, 1, 1, "", "CastPyTorchTransform"], [292, 1, 1, "", "CastTFTransform"], [292, 1, 1, "", "CenterCropTFTransform"], [292, 1, 1, "", "CenterCropTransform"], [292, 1, 1, "", "CollectTransform"], [292, 1, 1, "", "ComposeTransform"], [292, 1, 1, "", "CropResizeTFTransform"], [292, 1, 1, "", "CropResizeTransform"], [292, 1, 1, "", "CropToBoundingBox"], [292, 1, 1, "", "InputFeatures"], [292, 1, 1, "", "MXNetCropResizeTransform"], [292, 1, 1, "", "MXNetCropToBoundingBox"], [292, 1, 1, "", "MXNetNormalizeTransform"], [292, 1, 1, "", "MXNetTransforms"], [292, 1, 1, "", "MXNetTranspose"], [292, 1, 1, "", "NormalizeTFTransform"], [292, 1, 1, "", "NormalizeTransform"], [292, 1, 1, "", "ONNXRTCropToBoundingBox"], [292, 1, 1, "", "ONNXRTITTransforms"], [292, 1, 1, "", "ONNXRTQLTransforms"], [292, 1, 1, "", "PaddedCenterCropTransform"], [292, 1, 1, "", "ParseDecodeVocTransform"], [292, 1, 1, "", "PyTorchAlignImageChannel"], [292, 1, 1, "", "PyTorchCropResizeTransform"], [292, 1, 1, "", "PyTorchNormalizeTransform"], [292, 1, 1, "", "PyTorchTransforms"], [292, 1, 1, "", "PyTorchTranspose"], [292, 1, 1, "", "PytorchMxnetTransform"], [292, 1, 1, "", "PytorchMxnetWrapFunction"], [292, 1, 1, "", "RandomCropTFTransform"], [292, 1, 1, "", "RandomCropTransform"], [292, 1, 1, "", "RandomHorizontalFlip"], [292, 1, 1, "", "RandomResizedCropMXNetTransform"], [292, 1, 1, "", "RandomResizedCropPytorchTransform"], [292, 1, 1, "", "RandomResizedCropTFTransform"], [292, 1, 1, "", "RandomResizedCropTransform"], [292, 1, 1, "", "RandomVerticalFlip"], [292, 1, 1, "", "RescaleKerasPretrainTransform"], [292, 1, 1, "", "RescaleTFTransform"], [292, 1, 1, "", "RescaleTransform"], [292, 1, 1, "", "ResizeMXNetTransform"], [292, 1, 1, "", "ResizePytorchTransform"], [292, 1, 1, "", "ResizeTFTransform"], [292, 1, 1, "", "ResizeTransform"], [292, 1, 1, "", "ResizeWithRatio"], [292, 1, 1, "", "SquadExample"], [292, 1, 1, "", "TFModelZooCollectTransform"], [292, 1, 1, "", "TFSquadV1ModelZooPostTransform"], [292, 1, 1, "", "TFSquadV1PostTransform"], [292, 1, 1, "", "TRANSFORMS"], [292, 1, 1, "", "TensorflowCropToBoundingBox"], [292, 1, 1, "", "TensorflowRandomHorizontalFlip"], [292, 1, 1, "", "TensorflowRandomVerticalFlip"], [292, 1, 1, "", "TensorflowResizeWithRatio"], [292, 1, 1, "", "TensorflowTransform"], [292, 1, 1, "", "TensorflowTransforms"], [292, 1, 1, "", "TensorflowTranspose"], [292, 1, 1, "", "TensorflowWrapFunction"], [292, 1, 1, "", "ToArray"], [292, 1, 1, "", "ToNDArrayTransform"], [292, 1, 1, "", "Transforms"], [292, 1, 1, "", "Transpose"], [292, 2, 1, "", "convert_examples_to_features"], [292, 2, 1, "", "get_final_text"], [292, 2, 1, "", "get_torchvision_map"], [292, 2, 1, "", "read_squad_examples"], [292, 2, 1, "", "transform_registry"]], "neural_compressor.experimental.distillation": [[293, 1, 1, "", "Distillation"]], "neural_compressor.experimental.distillation.Distillation": [[293, 4, 1, "", "_epoch_ran"], [293, 4, 1, "", "best_model"], [293, 4, 1, "", "best_score"], [293, 4, 1, "", "eval_frequency"]], "neural_compressor.experimental.export": [[295, 0, 0, "-", "qlinear2qdq"], [296, 0, 0, "-", "tf2onnx"], [297, 0, 0, "-", "torch2onnx"]], "neural_compressor.experimental.export.qlinear2qdq": [[295, 2, 1, "", "check_model"], [295, 2, 1, "", "onnx_qlinear_to_qdq"]], "neural_compressor.experimental.export.tf2onnx": [[296, 2, 1, "", "tf_to_fp32_onnx"], [296, 2, 1, "", "tf_to_int8_onnx"]], "neural_compressor.experimental.export.torch2onnx": [[297, 2, 1, "", "dynamic_quant_export"], [297, 2, 1, "", "get_node_mapping"], [297, 2, 1, "", "get_quantizable_onnx_ops"], [297, 2, 1, "", "static_quant_export"], [297, 2, 1, "", "torch_to_fp32_onnx"], [297, 2, 1, "", "torch_to_int8_onnx"]], "neural_compressor.experimental.graph_optimization": [[298, 1, 1, "", "Graph_Optimization"]], "neural_compressor.experimental.metric": [[300, 0, 0, "-", "bleu"], [301, 0, 0, "-", "bleu_util"], [302, 0, 0, "-", "coco_label_map"], [303, 0, 0, "-", "coco_tools"], [304, 0, 0, "-", "evaluate_squad"], [305, 0, 0, "-", "f1"], [307, 0, 0, "-", "metric"]], "neural_compressor.experimental.metric.bleu": [[300, 1, 1, "", "BLEU"], [300, 1, 1, "", "UnicodeRegex"], [300, 2, 1, "", "bleu_tokenize"]], "neural_compressor.experimental.metric.bleu.BLEU": [[300, 4, 1, "", "labels"], [300, 4, 1, "", "predictions"]], "neural_compressor.experimental.metric.bleu.UnicodeRegex": [[300, 4, 1, "", "nondigit_punct_re"], [300, 4, 1, "", "punct_nondigit_re"], [300, 4, 1, "", "symbol_re"]], "neural_compressor.experimental.metric.bleu_util": [[301, 2, 1, "", "compute_bleu"]], "neural_compressor.experimental.metric.coco_tools": [[303, 1, 1, "", "COCOEvalWrapper"], [303, 1, 1, "", "COCOWrapper"], [303, 2, 1, "", "ExportSingleImageDetectionBoxesToCoco"], [303, 2, 1, "", "ExportSingleImageDetectionMasksToCoco"], [303, 2, 1, "", "ExportSingleImageGroundtruthToCoco"]], "neural_compressor.experimental.metric.coco_tools.COCOWrapper": [[303, 4, 1, "", "dataset"], [303, 4, 1, "", "detection_type"]], "neural_compressor.experimental.metric.evaluate_squad": [[304, 2, 1, "", "evaluate"], [304, 2, 1, "", "exact_match_score"], [304, 2, 1, "", "f1_score"], [304, 2, 1, "", "metric_max_over_ground_truths"]], "neural_compressor.experimental.metric.f1": [[305, 2, 1, "", "evaluate"], [305, 2, 1, "", "f1_score"], [305, 2, 1, "", "metric_max_over_ground_truths"], [305, 2, 1, "", "normalize_answer"]], "neural_compressor.experimental.metric.metric": [[307, 1, 1, "", "Accuracy"], [307, 1, 1, "", "BaseMetric"], [307, 1, 1, "", "COCOmAPv2"], [307, 1, 1, "", "F1"], [307, 1, 1, "", "GeneralTopK"], [307, 1, 1, "", "Loss"], [307, 1, 1, "", "MAE"], [307, 1, 1, "", "METRICS"], [307, 1, 1, "", "MSE"], [307, 1, 1, "", "MXNetMetrics"], [307, 1, 1, "", "ONNXRTGLUE"], [307, 1, 1, "", "ONNXRTITMetrics"], [307, 1, 1, "", "ONNXRTQLMetrics"], [307, 1, 1, "", "PyTorchLoss"], [307, 1, 1, "", "PyTorchMetrics"], [307, 1, 1, "", "RMSE"], [307, 1, 1, "", "ROC"], [307, 1, 1, "", "SquadF1"], [307, 1, 1, "", "TensorflowCOCOMAP"], [307, 1, 1, "", "TensorflowMAP"], [307, 1, 1, "", "TensorflowMetrics"], [307, 1, 1, "", "TensorflowTopK"], [307, 1, 1, "", "TensorflowVOCMAP"], [307, 1, 1, "", "WrapMXNetMetric"], [307, 1, 1, "", "WrapONNXRTMetric"], [307, 1, 1, "", "WrapPyTorchMetric"], [307, 1, 1, "", "mIOU"], [307, 2, 1, "", "metric_registry"]], "neural_compressor.experimental.metric.metric.Accuracy": [[307, 4, 1, "", "label_list"], [307, 4, 1, "", "pred_list"], [307, 4, 1, "", "sample"]], "neural_compressor.experimental.metric.metric.GeneralTopK": [[307, 4, 1, "", "k"], [307, 4, 1, "", "num_correct"], [307, 4, 1, "", "num_sample"]], "neural_compressor.experimental.metric.metric.Loss": [[307, 4, 1, "", "sample"], [307, 4, 1, "", "sum"]], "neural_compressor.experimental.metric.metric.MAE": [[307, 4, 1, "", "compare_label"], [307, 4, 1, "", "label_list"], [307, 4, 1, "", "pred_list"]], "neural_compressor.experimental.metric.metric.METRICS": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.MSE": [[307, 4, 1, "", "compare_label"], [307, 4, 1, "", "label_list"], [307, 4, 1, "", "pred_list"]], "neural_compressor.experimental.metric.metric.MXNetMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.ONNXRTITMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.ONNXRTQLMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.PyTorchMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.RMSE": [[307, 4, 1, "", "mse"]], "neural_compressor.experimental.metric.metric.TensorflowMetrics": [[307, 4, 1, "", "metrics"]], "neural_compressor.experimental.metric.metric.TensorflowTopK": [[307, 4, 1, "", "k"], [307, 4, 1, "", "num_correct"], [307, 4, 1, "", "num_sample"]], "neural_compressor.experimental.mixed_precision": [[308, 1, 1, "", "MixedPrecision"]], "neural_compressor.experimental.model_conversion": [[309, 1, 1, "", "ModelConversion"]], "neural_compressor.experimental.nas": [[310, 0, 0, "-", "basic_nas"], [311, 0, 0, "-", "dynas"], [313, 0, 0, "-", "nas"], [314, 0, 0, "-", "nas_utils"], [315, 0, 0, "-", "search_algorithms"]], "neural_compressor.experimental.nas.basic_nas": [[310, 1, 1, "", "BasicNAS"]], "neural_compressor.experimental.nas.dynas": [[311, 1, 1, "", "DyNAS"]], "neural_compressor.experimental.nas.nas": [[313, 1, 1, "", "NAS"], [313, 1, 1, "", "NASBase"]], "neural_compressor.experimental.nas.nas_utils": [[314, 2, 1, "", "create_search_space_pool"], [314, 2, 1, "", "find_pareto_front"], [314, 2, 1, "", "nas_registry"]], "neural_compressor.experimental.nas.search_algorithms": [[315, 1, 1, "", "BayesianOptimizationSearcher"], [315, 1, 1, "", "GridSearcher"], [315, 1, 1, "", "RandomSearcher"], [315, 1, 1, "", "Searcher"]], "neural_compressor.experimental.pruner_legacy": [[316, 0, 0, "-", "gradient_sensitivity"], [317, 0, 0, "-", "group_lasso"], [319, 0, 0, "-", "magnitude"], [320, 0, 0, "-", "pattern_lock"], [321, 0, 0, "-", "pruner"]], "neural_compressor.experimental.pruner_legacy.gradient_sensitivity": [[316, 1, 1, "", "GradientSensitivityPruner"]], "neural_compressor.experimental.pruner_legacy.group_lasso": [[317, 1, 1, "", "GroupLassoPruner"]], "neural_compressor.experimental.pruner_legacy.magnitude": [[319, 1, 1, "", "BasicMagnitudePruner"]], "neural_compressor.experimental.pruner_legacy.pattern_lock": [[320, 1, 1, "", "PatternLockPruner"]], "neural_compressor.experimental.pruner_legacy.pruner": [[321, 1, 1, "", "Pruner"], [321, 2, 1, "", "pruner_registry"]], "neural_compressor.experimental.pruning": [[322, 1, 1, "", "Pruning"], [322, 1, 1, "", "TfPruningCallback"]], "neural_compressor.experimental.pruning.Pruning": [[322, 4, 1, "", "conf"], [322, 4, 1, "", "pruners"]], "neural_compressor.experimental.pruning_recipes": [[324, 0, 0, "-", "patterns"]], "neural_compressor.experimental.pruning_recipes.patterns": [[325, 0, 0, "-", "pattern"], [326, 0, 0, "-", "tile_pattern"]], "neural_compressor.experimental.pruning_recipes.patterns.pattern": [[325, 1, 1, "", "PATTERNS"], [325, 1, 1, "", "PatternBase"], [325, 2, 1, "", "pattern_registry"]], "neural_compressor.experimental.pruning_recipes.patterns.pattern.PATTERNS": [[325, 4, 1, "", "patterns"]], "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern": [[326, 1, 1, "", "TilePatternBase"], [326, 1, 1, "", "TilePattern_1x1"], [326, 1, 1, "", "TilePattern_1x16"], [326, 1, 1, "", "TilePattern_1x2"], [326, 1, 1, "", "TilePattern_2x2"], [326, 1, 1, "", "TilePattern_4x1"]], "neural_compressor.experimental.pruning_v2": [[327, 1, 1, "", "Pruning"], [327, 1, 1, "", "TfPruningCallback"]], "neural_compressor.experimental.pruning_v2.Pruning": [[327, 4, 1, "", "conf"], [327, 4, 1, "", "pruners"]], "neural_compressor.experimental.pytorch_pruner": [[329, 0, 0, "-", "logger"], [330, 0, 0, "-", "patterns"], [331, 0, 0, "-", "prune_utils"], [332, 0, 0, "-", "pruner"], [333, 0, 0, "-", "pruning"], [334, 0, 0, "-", "scheduler"]], "neural_compressor.experimental.pytorch_pruner.patterns": [[330, 1, 1, "", "Pattern"], [330, 1, 1, "", "PatternNInM"], [330, 1, 1, "", "PatternNxM"], [330, 2, 1, "", "get_pattern"], [330, 2, 1, "", "register_pattern"]], "neural_compressor.experimental.pytorch_pruner.patterns.Pattern": [[330, 4, 1, "", "is_global"], [330, 4, 1, "", "pattern"]], "neural_compressor.experimental.pytorch_pruner.patterns.PatternNInM": [[330, 4, 1, "", "M"], [330, 4, 1, "", "N"]], "neural_compressor.experimental.pytorch_pruner.patterns.PatternNxM": [[330, 4, 1, "", "block_size"]], "neural_compressor.experimental.pytorch_pruner.prune_utils": [[331, 2, 1, "", "check_config"], [331, 2, 1, "", "parse_not_to_prune"], [331, 2, 1, "", "parse_to_prune"], [331, 2, 1, "", "process_and_check_config"], [331, 2, 1, "", "process_config"], [331, 2, 1, "", "reset_non_value_to_default"]], "neural_compressor.experimental.pytorch_pruner.pruner": [[332, 1, 1, "", "MagnitudePruner"], [332, 1, 1, "", "PatternLockPruner"], [332, 1, 1, "", "Pruner"], [332, 1, 1, "", "SnipMomentumPruner"], [332, 1, 1, "", "SnipPruner"], [332, 2, 1, "", "get_pruner"], [332, 2, 1, "", "register_pruners"]], "neural_compressor.experimental.pytorch_pruner.pruner.Pruner": [[332, 4, 1, "", "config"], [332, 4, 1, "", "current_sparsity_ratio"], [332, 4, 1, "", "end_step"], [332, 4, 1, "", "global_step"], [332, 4, 1, "", "masks"], [332, 4, 1, "", "max_sparsity_ratio_per_layer"], [332, 4, 1, "", "modules"], [332, 4, 1, "", "pattern"], [332, 4, 1, "", "scheduler"], [332, 4, 1, "", "scores"], [332, 4, 1, "", "start_step"], [332, 4, 1, "", "target_sparsity_ratio"], [332, 4, 1, "", "update_frequency_on_step"]], "neural_compressor.experimental.pytorch_pruner.pruning": [[333, 1, 1, "", "Pruning"]], "neural_compressor.experimental.pytorch_pruner.pruning.Pruning": [[333, 4, 1, "", "config_file_path"], [333, 4, 1, "", "model"], [333, 4, 1, "", "pruner_info"], [333, 4, 1, "", "pruners"]], "neural_compressor.experimental.pytorch_pruner.scheduler": [[334, 1, 1, "", "IterativeScheduler"], [334, 1, 1, "", "OneshotScheduler"], [334, 1, 1, "", "Scheduler"], [334, 2, 1, "", "get_scheduler"], [334, 2, 1, "", "register_scheduler"]], "neural_compressor.experimental.pytorch_pruner.scheduler.Scheduler": [[334, 4, 1, "", "config"]], "neural_compressor.experimental.quantization": [[335, 1, 1, "", "Quantization"]], "neural_compressor.experimental.scheduler": [[336, 1, 1, "", "Scheduler"]], "neural_compressor.experimental.strategy": [[337, 0, 0, "-", "auto_mixed_precision"], [338, 0, 0, "-", "basic"], [339, 0, 0, "-", "bayesian"], [340, 0, 0, "-", "exhaustive"], [342, 0, 0, "-", "mse"], [343, 0, 0, "-", "mse_v2"], [344, 0, 0, "-", "random"], [345, 0, 0, "-", "strategy"], [347, 0, 0, "-", "utils"]], "neural_compressor.experimental.strategy.auto_mixed_precision": [[337, 1, 1, "", "AutoMixedPrecisionTuneStrategy"]], "neural_compressor.experimental.strategy.basic": [[338, 1, 1, "", "BasicTuneStrategy"]], "neural_compressor.experimental.strategy.bayesian": [[339, 1, 1, "", "BayesianOptimization"], [339, 1, 1, "", "BayesianTuneStrategy"], [339, 1, 1, "", "TargetSpace"], [339, 2, 1, "", "acq_max"]], "neural_compressor.experimental.strategy.exhaustive": [[340, 1, 1, "", "ExhaustiveTuneStrategy"]], "neural_compressor.experimental.strategy.mse": [[342, 1, 1, "", "MSETuneStrategy"]], "neural_compressor.experimental.strategy.mse_v2": [[343, 1, 1, "", "MSE_V2TuneStrategy"]], "neural_compressor.experimental.strategy.random": [[344, 1, 1, "", "RandomTuneStrategy"]], "neural_compressor.experimental.strategy.strategy": [[345, 1, 1, "", "TuneStrategy"], [345, 2, 1, "", "strategy_registry"]], "neural_compressor.experimental.strategy.utils": [[346, 0, 0, "-", "constant"], [348, 0, 0, "-", "tuning_sampler"], [349, 0, 0, "-", "tuning_space"], [350, 0, 0, "-", "tuning_structs"], [351, 0, 0, "-", "utility"]], "neural_compressor.experimental.strategy.utils.tuning_sampler": [[348, 1, 1, "", "FallbackTuningSampler"], [348, 1, 1, "", "ModelWiseTuningSampler"], [348, 1, 1, "", "OpTypeWiseTuningSampler"], [348, 1, 1, "", "OpWiseTuningSampler"], [348, 1, 1, "", "SmoothQuantSampler"], [348, 1, 1, "", "TuningOrder"], [348, 1, 1, "", "TuningSampler"], [348, 1, 1, "", "TuningSamplerRegistry"]], "neural_compressor.experimental.strategy.utils.tuning_space": [[349, 1, 1, "", "TuningItem"], [349, 1, 1, "", "TuningSpace"], [349, 2, 1, "", "initial_tuning_cfg_with_quant_mode"], [349, 2, 1, "", "pattern_to_internal"], [349, 2, 1, "", "pattern_to_path"], [349, 2, 1, "", "quant_mode_from_pattern"]], "neural_compressor.experimental.strategy.utils.tuning_structs": [[350, 1, 1, "", "OpTuningConfig"]], "neural_compressor.experimental.strategy.utils.utility": [[351, 1, 1, "", "OrderedDefaultDict"], [351, 2, 1, "", "extract_data_type"], [351, 2, 1, "", "get_adaptor_name"], [351, 2, 1, "", "reverted_data_type"]], "neural_compressor.metric": [[353, 0, 0, "-", "bleu"], [354, 0, 0, "-", "bleu_util"], [355, 0, 0, "-", "coco_label_map"], [356, 0, 0, "-", "coco_tools"], [357, 0, 0, "-", "evaluate_squad"], [358, 0, 0, "-", "f1"], [360, 0, 0, "-", "metric"]], "neural_compressor.metric.bleu": [[353, 1, 1, "", "BLEU"], [353, 1, 1, "", "UnicodeRegex"], [353, 2, 1, "", "bleu_tokenize"]], "neural_compressor.metric.bleu.BLEU": [[353, 4, 1, "", "labels"], [353, 4, 1, "", "predictions"]], "neural_compressor.metric.bleu.UnicodeRegex": [[353, 4, 1, "", "nondigit_punct_re"], [353, 4, 1, "", "punct_nondigit_re"], [353, 4, 1, "", "symbol_re"]], "neural_compressor.metric.bleu_util": [[354, 2, 1, "", "compute_bleu"]], "neural_compressor.metric.coco_tools": [[356, 1, 1, "", "COCOEvalWrapper"], [356, 1, 1, "", "COCOWrapper"], [356, 2, 1, "", "ExportSingleImageDetectionBoxesToCoco"], [356, 2, 1, "", "ExportSingleImageDetectionMasksToCoco"], [356, 2, 1, "", "ExportSingleImageGroundtruthToCoco"]], "neural_compressor.metric.coco_tools.COCOWrapper": [[356, 4, 1, "", "dataset"], [356, 4, 1, "", "detection_type"]], "neural_compressor.metric.evaluate_squad": [[357, 2, 1, "", "evaluate"], [357, 2, 1, "", "exact_match_score"], [357, 2, 1, "", "f1_score"], [357, 2, 1, "", "metric_max_over_ground_truths"]], "neural_compressor.metric.f1": [[358, 2, 1, "", "evaluate"], [358, 2, 1, "", "f1_score"], [358, 2, 1, "", "metric_max_over_ground_truths"], [358, 2, 1, "", "normalize_answer"]], "neural_compressor.metric.metric": [[360, 1, 1, "", "Accuracy"], [360, 1, 1, "", "BaseMetric"], [360, 1, 1, "", "COCOmAPv2"], [360, 1, 1, "", "F1"], [360, 1, 1, "", "GeneralTopK"], [360, 1, 1, "", "Loss"], [360, 1, 1, "", "MAE"], [360, 1, 1, "", "METRICS"], [360, 1, 1, "", "MSE"], [360, 1, 1, "", "MXNetMetrics"], [360, 1, 1, "", "Metric"], [360, 1, 1, "", "ONNXRTGLUE"], [360, 1, 1, "", "ONNXRTITMetrics"], [360, 1, 1, "", "ONNXRTQLMetrics"], [360, 1, 1, "", "PyTorchLoss"], [360, 1, 1, "", "PyTorchMetrics"], [360, 1, 1, "", "RMSE"], [360, 1, 1, "", "ROC"], [360, 1, 1, "", "SquadF1"], [360, 1, 1, "", "TensorflowCOCOMAP"], [360, 1, 1, "", "TensorflowMAP"], [360, 1, 1, "", "TensorflowMetrics"], [360, 1, 1, "", "TensorflowTopK"], [360, 1, 1, "", "TensorflowVOCMAP"], [360, 1, 1, "", "WrapMXNetMetric"], [360, 1, 1, "", "WrapONNXRTMetric"], [360, 1, 1, "", "WrapPyTorchMetric"], [360, 1, 1, "", "mIOU"], [360, 2, 1, "", "metric_registry"], [360, 2, 1, "", "register_customer_metric"]], "neural_compressor.metric.metric.Accuracy": [[360, 4, 1, "", "label_list"], [360, 4, 1, "", "pred_list"], [360, 4, 1, "", "sample"]], "neural_compressor.metric.metric.GeneralTopK": [[360, 4, 1, "", "k"], [360, 4, 1, "", "num_correct"], [360, 4, 1, "", "num_sample"]], "neural_compressor.metric.metric.Loss": [[360, 4, 1, "", "sample"], [360, 4, 1, "", "sum"]], "neural_compressor.metric.metric.MAE": [[360, 4, 1, "", "compare_label"], [360, 4, 1, "", "label_list"], [360, 4, 1, "", "pred_list"]], "neural_compressor.metric.metric.METRICS": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.MSE": [[360, 4, 1, "", "compare_label"], [360, 4, 1, "", "label_list"], [360, 4, 1, "", "pred_list"]], "neural_compressor.metric.metric.MXNetMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.ONNXRTITMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.ONNXRTQLMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.PyTorchMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.RMSE": [[360, 4, 1, "", "mse"]], "neural_compressor.metric.metric.TensorflowMetrics": [[360, 4, 1, "", "metrics"]], "neural_compressor.metric.metric.TensorflowTopK": [[360, 4, 1, "", "k"], [360, 4, 1, "", "num_correct"], [360, 4, 1, "", "num_sample"]], "neural_compressor.mix_precision": [[361, 2, 1, "", "fit"]], "neural_compressor.model": [[362, 0, 0, "-", "base_model"], [364, 0, 0, "-", "keras_model"], [365, 0, 0, "-", "model"], [366, 0, 0, "-", "mxnet_model"], [367, 0, 0, "-", "nets_factory"], [368, 0, 0, "-", "onnx_model"], [369, 0, 0, "-", "tensorflow_model"], [370, 0, 0, "-", "torch_model"]], "neural_compressor.model.base_model": [[362, 1, 1, "", "BaseModel"]], "neural_compressor.model.keras_model": [[364, 1, 1, "", "KerasModel"]], "neural_compressor.model.model": [[365, 1, 1, "", "Model"], [365, 2, 1, "", "get_model_fwk_name"]], "neural_compressor.model.mxnet_model": [[366, 1, 1, "", "MXNetModel"]], "neural_compressor.model.nets_factory": [[367, 1, 1, "", "TFSlimNetsFactory"]], "neural_compressor.model.onnx_model": [[368, 1, 1, "", "ONNXModel"]], "neural_compressor.model.tensorflow_model": [[369, 1, 1, "", "TensorflowBaseModel"], [369, 1, 1, "", "TensorflowCheckpointModel"], [369, 1, 1, "", "TensorflowLLMModel"], [369, 1, 1, "", "TensorflowModel"], [369, 1, 1, "", "TensorflowQATModel"], [369, 1, 1, "", "TensorflowSavedModelModel"], [369, 2, 1, "", "checkpoint_session"], [369, 2, 1, "", "estimator_session"], [369, 2, 1, "", "frozen_pb_session"], [369, 2, 1, "", "get_model_type"], [369, 2, 1, "", "graph_def_session"], [369, 2, 1, "", "graph_session"], [369, 2, 1, "", "keras_session"], [369, 2, 1, "", "load_saved_model"], [369, 2, 1, "", "saved_model_session"], [369, 2, 1, "", "slim_session"], [369, 2, 1, "", "validate_and_inference_input_output"], [369, 2, 1, "", "validate_graph_node"]], "neural_compressor.model.torch_model": [[370, 1, 1, "", "IPEXModel"], [370, 1, 1, "", "PyTorchBaseModel"], [370, 1, 1, "", "PyTorchFXModel"], [370, 1, 1, "", "PyTorchModel"]], "neural_compressor.objective": [[371, 1, 1, "", "Accuracy"], [371, 1, 1, "", "Footprint"], [371, 1, 1, "", "ModelSize"], [371, 1, 1, "", "MultiObjective"], [371, 1, 1, "", "Objective"], [371, 1, 1, "", "Performance"], [371, 2, 1, "", "objective_custom_registry"], [371, 2, 1, "", "objective_registry"]], "neural_compressor.profiling": [[374, 0, 0, "-", "parser"], [384, 0, 0, "-", "profiler"]], "neural_compressor.profiling.parser": [[373, 0, 0, "-", "factory"], [376, 0, 0, "-", "onnx_parser"], [378, 0, 0, "-", "parser"], [379, 0, 0, "-", "result"], [381, 0, 0, "-", "tensorflow_parser"]], "neural_compressor.profiling.parser.factory": [[373, 1, 1, "", "ParserFactory"]], "neural_compressor.profiling.parser.onnx_parser": [[375, 0, 0, "-", "factory"], [377, 0, 0, "-", "parser"]], "neural_compressor.profiling.parser.onnx_parser.factory": [[375, 1, 1, "", "OnnxrtParserFactory"]], "neural_compressor.profiling.parser.onnx_parser.parser": [[377, 1, 1, "", "OnnxProfilingParser"]], "neural_compressor.profiling.parser.parser": [[378, 1, 1, "", "ProfilingParser"]], "neural_compressor.profiling.parser.result": [[379, 1, 1, "", "ProfilingResult"]], "neural_compressor.profiling.parser.tensorflow_parser": [[380, 0, 0, "-", "factory"], [382, 0, 0, "-", "parser"]], "neural_compressor.profiling.parser.tensorflow_parser.factory": [[380, 1, 1, "", "TensorFlowParserFactory"]], "neural_compressor.profiling.parser.tensorflow_parser.parser": [[382, 1, 1, "", "TensorFlowProfilingParser"]], "neural_compressor.profiling.profiler": [[383, 0, 0, "-", "factory"], [386, 0, 0, "-", "onnxrt_profiler"], [389, 0, 0, "-", "profiler"], [391, 0, 0, "-", "tensorflow_profiler"]], "neural_compressor.profiling.profiler.factory": [[383, 1, 1, "", "ProfilerFactory"]], "neural_compressor.profiling.profiler.onnxrt_profiler": [[385, 0, 0, "-", "factory"], [387, 0, 0, "-", "profiler"], [388, 0, 0, "-", "utils"]], "neural_compressor.profiling.profiler.onnxrt_profiler.factory": [[385, 1, 1, "", "ProfilerFactory"]], "neural_compressor.profiling.profiler.onnxrt_profiler.profiler": [[387, 1, 1, "", "Profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.utils": [[388, 2, 1, "", "create_onnx_config"]], "neural_compressor.profiling.profiler.profiler": [[389, 1, 1, "", "Profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler": [[390, 0, 0, "-", "factory"], [392, 0, 0, "-", "profiler"], [393, 0, 0, "-", "utils"]], "neural_compressor.profiling.profiler.tensorflow_profiler.factory": [[390, 1, 1, "", "ProfilerFactory"]], "neural_compressor.profiling.profiler.tensorflow_profiler.profiler": [[392, 1, 1, "", "Profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.utils": [[393, 2, 1, "", "create_tf_config"], [393, 2, 1, "", "delete_assign"], [393, 2, 1, "", "set_eager_execution"]], "neural_compressor.quantization": [[394, 2, 1, "", "fit"]], "neural_compressor.strategy": [[395, 0, 0, "-", "auto"], [396, 0, 0, "-", "auto_mixed_precision"], [397, 0, 0, "-", "basic"], [398, 0, 0, "-", "bayesian"], [399, 0, 0, "-", "conservative"], [400, 0, 0, "-", "exhaustive"], [401, 0, 0, "-", "hawq_v2"], [403, 0, 0, "-", "mse"], [404, 0, 0, "-", "mse_v2"], [405, 0, 0, "-", "random"], [406, 0, 0, "-", "strategy"], [408, 0, 0, "-", "utils"]], "neural_compressor.strategy.auto": [[395, 1, 1, "", "AutoTuneStrategy"]], "neural_compressor.strategy.auto_mixed_precision": [[396, 1, 1, "", "AutoMixedPrecisionTuneStrategy"]], "neural_compressor.strategy.basic": [[397, 1, 1, "", "BasicTuneStrategy"]], "neural_compressor.strategy.bayesian": [[398, 1, 1, "", "BayesianOptimization"], [398, 1, 1, "", "BayesianTuneStrategy"], [398, 1, 1, "", "TargetSpace"], [398, 2, 1, "", "acq_max"]], "neural_compressor.strategy.conservative": [[399, 1, 1, "", "ConservativeTuneStrategy"]], "neural_compressor.strategy.exhaustive": [[400, 1, 1, "", "ExhaustiveTuneStrategy"]], "neural_compressor.strategy.hawq_v2": [[401, 1, 1, "", "HAWQ_V2TuneStrategy"]], "neural_compressor.strategy.mse": [[403, 1, 1, "", "MSETuneStrategy"]], "neural_compressor.strategy.mse_v2": [[404, 1, 1, "", "MSE_V2TuneStrategy"]], "neural_compressor.strategy.random": [[405, 1, 1, "", "RandomTuneStrategy"]], "neural_compressor.strategy.strategy": [[406, 1, 1, "", "TuneStrategy"], [406, 1, 1, "", "TuneStrategyMeta"], [406, 2, 1, "", "strategy_registry"]], "neural_compressor.strategy.utils": [[407, 0, 0, "-", "constant"], [409, 0, 0, "-", "tuning_sampler"], [410, 0, 0, "-", "tuning_space"], [411, 0, 0, "-", "tuning_structs"], [412, 0, 0, "-", "utility"]], "neural_compressor.strategy.utils.tuning_sampler": [[409, 1, 1, "", "BlockFallbackTuningSampler"], [409, 1, 1, "", "FallbackTuningSampler"], [409, 1, 1, "", "LowerBitsSampler"], [409, 1, 1, "", "ModelWiseTuningSampler"], [409, 1, 1, "", "OpTypeWiseTuningSampler"], [409, 1, 1, "", "OpWiseTuningSampler"], [409, 1, 1, "", "SmoothQuantSampler"], [409, 1, 1, "", "TuningOrder"], [409, 1, 1, "", "TuningSampler"], [409, 1, 1, "", "WeightOnlyQuantSampler"]], "neural_compressor.strategy.utils.tuning_space": [[410, 1, 1, "", "TuningItem"], [410, 1, 1, "", "TuningSpace"], [410, 2, 1, "", "initial_tuning_cfg_with_quant_mode"], [410, 2, 1, "", "pattern_to_internal"], [410, 2, 1, "", "pattern_to_path"], [410, 2, 1, "", "quant_mode_from_pattern"]], "neural_compressor.strategy.utils.tuning_structs": [[411, 1, 1, "", "OpTuningConfig"]], "neural_compressor.strategy.utils.utility": [[412, 1, 1, "", "ClassRegister"], [412, 1, 1, "", "OrderedDefaultDict"], [412, 1, 1, "", "QuantOptions"], [412, 1, 1, "", "QuantType"], [412, 2, 1, "", "build_slave_faker_model"], [412, 2, 1, "", "extract_data_type"], [412, 2, 1, "", "get_adaptor_name"], [412, 2, 1, "", "preprocess_user_cfg"], [412, 2, 1, "", "reverted_data_type"]], "neural_compressor.template": [[413, 0, 0, "-", "api_doc_example"]], "neural_compressor.template.api_doc_example": [[413, 1, 1, "", "ExampleClass"], [413, 4, 1, "", "attribute1"], [413, 2, 1, "", "function1"], [413, 2, 1, "", "function2"], [413, 2, 1, "", "function3"], [413, 2, 1, "", "generator1"], [413, 5, 1, "", "module_debug_level1"]], "neural_compressor.template.api_doc_example.ExampleClass": [[413, 4, 1, "", "attr1"], [413, 4, 1, "", "attr2"], [413, 4, 1, "", "attr5"]], "neural_compressor.tensorflow": [[415, 0, 0, "-", "algorithms"], [428, 0, 0, "-", "quantization"], [430, 0, 0, "-", "utils"]], "neural_compressor.tensorflow.algorithms": [[416, 0, 0, "-", "static_quantize"]], "neural_compressor.tensorflow.algorithms.static_quantize": [[417, 0, 0, "-", "keras"], [421, 0, 0, "-", "keras_utils"], [425, 0, 0, "-", "quantize_entry"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras": [[417, 1, 1, "", "KerasAdaptor"], [417, 1, 1, "", "KerasQuery"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils": [[418, 0, 0, "-", "conv2d"], [419, 0, 0, "-", "dense"], [420, 0, 0, "-", "depthwise_conv2d"], [422, 0, 0, "-", "pool2d"], [423, 0, 0, "-", "quantizer"], [424, 0, 0, "-", "separable_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry": [[425, 2, 1, "", "parse_to_keras_tune_cfg"], [425, 2, 1, "", "static_quantize_entry"], [425, 2, 1, "", "update_config"]], "neural_compressor.tensorflow.quantization": [[427, 0, 0, "-", "config"], [429, 0, 0, "-", "quantize"]], "neural_compressor.tensorflow.quantization.config": [[427, 1, 1, "", "Backend"], [427, 1, 1, "", "StaticQuantConfig"], [427, 2, 1, "", "get_all_registered_configs"], [427, 2, 1, "", "get_default_static_quant_config"], [427, 2, 1, "", "parse_config_from_dict"]], "neural_compressor.tensorflow.quantization.quantize": [[429, 2, 1, "", "quantize_model"]], "neural_compressor.tensorflow.utils": [[430, 2, 1, "", "deep_get"], [430, 2, 1, "", "dump_elapsed_time"], [430, 2, 1, "", "register_algo"], [430, 2, 1, "", "version1_gte_version2"]], "neural_compressor.torch": [[431, 0, 0, "-", "algorithms"], [439, 0, 0, "-", "amp"], [446, 0, 0, "-", "quantization"], [450, 0, 0, "-", "utils"]], "neural_compressor.torch.algorithms": [[433, 0, 0, "-", "weight_only"], [435, 0, 0, "-", "weight_only_algos"]], "neural_compressor.torch.algorithms.weight_only": [[432, 0, 0, "-", "gptq"], [434, 0, 0, "-", "rtn"]], "neural_compressor.torch.algorithms.weight_only.gptq": [[432, 1, 1, "", "GPTQ"], [432, 1, 1, "", "GPTQuantizer"], [432, 2, 1, "", "apply_gptq_quantize"], [432, 2, 1, "", "find_layers"], [432, 2, 1, "", "find_layers_name"], [432, 2, 1, "", "is_leaf"], [432, 2, 1, "", "log_quantizable_layers_per_transformer"], [432, 2, 1, "", "quantize"], [432, 2, 1, "", "trace_gptq_target_blocks"]], "neural_compressor.torch.algorithms.weight_only.rtn": [[434, 2, 1, "", "qdq_weight_actor"], [434, 2, 1, "", "qdq_weight_asym"], [434, 2, 1, "", "qdq_weight_sym"], [434, 2, 1, "", "quant_weight"], [434, 2, 1, "", "quant_weight_w_scale"], [434, 2, 1, "", "quantize_4bit"], [434, 2, 1, "", "rtn_quantize"], [434, 2, 1, "", "search_clip"]], "neural_compressor.torch.algorithms.weight_only_algos": [[435, 2, 1, "", "rtn_quantize_entry"]], "neural_compressor.torch.amp": [[436, 0, 0, "-", "autocast"], [438, 0, 0, "-", "fp8"]], "neural_compressor.torch.amp.autocast": [[436, 1, 1, "", "autocast"]], "neural_compressor.torch.amp.fp8": [[437, 0, 0, "-", "functions"]], "neural_compressor.torch.quantization": [[441, 0, 0, "-", "config"], [442, 0, 0, "-", "fp8"], [447, 0, 0, "-", "layers"], [448, 0, 0, "-", "quantize"]], "neural_compressor.torch.quantization.config": [[441, 1, 1, "", "Backend"], [441, 1, 1, "", "FP8QConfig"], [441, 1, 1, "", "GPTQConfig"], [441, 1, 1, "", "RTNWeightQuantConfig"], [441, 2, 1, "", "get_default_gptq_config"], [441, 2, 1, "", "get_default_rtn_config"]], "neural_compressor.torch.quantization.fp8": [[443, 0, 0, "-", "modules"], [444, 0, 0, "-", "observer"], [445, 0, 0, "-", "quantization_impl"]], "neural_compressor.torch.quantization.layers": [[447, 1, 1, "", "FakeAffineTensorQuantFunction"], [447, 1, 1, "", "MulLinear"], [447, 1, 1, "", "TEQLinearFakeQuant"]], "neural_compressor.torch.quantization.quantize": [[448, 2, 1, "", "quantize"], [448, 2, 1, "", "quantize_dynamic"]], "neural_compressor.torch.utils": [[449, 0, 0, "-", "constants"], [451, 0, 0, "-", "utility"]], "neural_compressor.torch.utils.utility": [[451, 2, 1, "", "fetch_module"], [451, 2, 1, "", "register_algo"], [451, 2, 1, "", "set_module"]], "neural_compressor.training": [[452, 1, 1, "", "CallBacks"], [452, 1, 1, "", "CompressionManager"], [452, 2, 1, "", "fit"], [452, 2, 1, "", "prepare_compression"]], "neural_compressor.utils": [[453, 0, 0, "-", "collect_layer_histogram"], [454, 0, 0, "-", "constant"], [455, 0, 0, "-", "create_obj_from_config"], [457, 0, 0, "-", "kl_divergence"], [458, 0, 0, "-", "load_huggingface"], [459, 0, 0, "-", "logger"], [460, 0, 0, "-", "neural_insights_utils"], [461, 0, 0, "-", "options"], [462, 0, 0, "-", "pytorch"], [463, 0, 0, "-", "utility"], [464, 0, 0, "-", "weights_details"]], "neural_compressor.utils.collect_layer_histogram": [[453, 1, 1, "", "LayerHistogramCollector"]], "neural_compressor.utils.create_obj_from_config": [[455, 2, 1, "", "create_dataloader"], [455, 2, 1, "", "create_dataset"], [455, 2, 1, "", "create_eval_func"], [455, 2, 1, "", "create_train_func"], [455, 2, 1, "", "get_algorithm"], [455, 2, 1, "", "get_func_from_config"], [455, 2, 1, "", "get_metrics"], [455, 2, 1, "", "get_postprocess"], [455, 2, 1, "", "get_preprocess"]], "neural_compressor.utils.kl_divergence": [[457, 1, 1, "", "KL_Divergence"]], "neural_compressor.utils.load_huggingface": [[458, 1, 1, "", "OptimizedModel"], [458, 2, 1, "", "export_compressed_model"], [458, 2, 1, "", "save_for_huggingface_upstream"]], "neural_compressor.utils.logger": [[459, 1, 1, "", "Logger"], [459, 2, 1, "", "debug"], [459, 2, 1, "", "error"], [459, 2, 1, "", "fatal"], [459, 2, 1, "", "info"], [459, 2, 1, "", "log"], [459, 2, 1, "", "warn"], [459, 2, 1, "", "warning"]], "neural_compressor.utils.neural_insights_utils": [[460, 2, 1, "", "get_model_path"], [460, 2, 1, "", "register_neural_insights_workload"], [460, 2, 1, "", "update_neural_insights_workload"], [460, 2, 1, "", "update_neural_insights_workload_accuracy_data"]], "neural_compressor.utils.options": [[461, 1, 1, "", "onnxrt"]], "neural_compressor.utils.pytorch": [[462, 2, 1, "", "is_int8_model"], [462, 2, 1, "", "load"], [462, 2, 1, "", "load_weight_only"], [462, 2, 1, "", "recover_model_from_json"]], "neural_compressor.utils.utility": [[463, 1, 1, "", "CaptureOutputToFile"], [463, 1, 1, "", "CpuInfo"], [463, 2, 1, "", "Dequantize"], [463, 1, 1, "", "DotDict"], [463, 1, 1, "", "GLOBAL_STATE"], [463, 1, 1, "", "LazyImport"], [463, 1, 1, "", "MODE"], [463, 1, 1, "", "OpEntry"], [463, 1, 1, "", "Statistics"], [463, 2, 1, "", "alias_param"], [463, 2, 1, "", "calculate_mse"], [463, 2, 1, "", "check_key_exist"], [463, 2, 1, "", "combine_histogram"], [463, 2, 1, "", "compare_objects"], [463, 2, 1, "", "compute_sparsity"], [463, 2, 1, "", "dequantize_weight"], [463, 2, 1, "", "dump_class_attrs"], [463, 2, 1, "", "dump_data_to_local"], [463, 2, 1, "", "dump_elapsed_time"], [463, 2, 1, "", "dump_table"], [463, 2, 1, "", "dump_table_to_csv"], [463, 2, 1, "", "equal_dicts"], [463, 2, 1, "", "fault_tolerant_file"], [463, 2, 1, "", "get_all_fp32_data"], [463, 2, 1, "", "get_number_of_sockets"], [463, 2, 1, "", "get_op_list"], [463, 2, 1, "", "get_size"], [463, 2, 1, "", "get_tensor_histogram"], [463, 2, 1, "", "get_tensors_info"], [463, 2, 1, "", "get_tuning_history"], [463, 2, 1, "", "get_weights_details"], [463, 2, 1, "", "load_data_from_pkl"], [463, 2, 1, "", "mse_metric_gap"], [463, 2, 1, "", "print_op_list"], [463, 2, 1, "", "print_table"], [463, 2, 1, "", "recover"], [463, 2, 1, "", "set_random_seed"], [463, 2, 1, "", "set_resume_from"], [463, 2, 1, "", "set_tensorboard"], [463, 2, 1, "", "set_workspace"], [463, 2, 1, "", "show_memory_info"], [463, 2, 1, "", "singleton"], [463, 2, 1, "", "str2array"], [463, 2, 1, "", "time_limit"], [463, 2, 1, "", "version1_eq_version2"], [463, 2, 1, "", "version1_gt_version2"], [463, 2, 1, "", "version1_gte_version2"], [463, 2, 1, "", "version1_lt_version2"], [463, 2, 1, "", "version1_lte_version2"]], "neural_compressor.utils.weights_details": [[464, 1, 1, "", "WeightsDetails"], [464, 1, 1, "", "WeightsStatistics"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:function", "3": "py:exception", "4": "py:attribute", "5": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "function", "Python function"], "3": ["py", "exception", "Python exception"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "data", "Python data"]}, "titleterms": {"block_mask": [0, 203], "neural_compressor": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465], "adaptor": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 473, 474, 476], "modul": [1, 3, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 110, 113, 115, 116, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 151, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 176, 178, 180, 181, 183, 184, 187, 188, 190, 192, 194, 195, 196, 198, 199, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 241, 242, 243, 246, 247, 249, 250, 251, 252, 253, 254, 256, 257, 258, 259, 260, 261, 265, 266, 267, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 284, 285, 286, 289, 291, 292, 293, 295, 296, 297, 298, 300, 301, 303, 304, 305, 307, 308, 309, 310, 311, 313, 314, 315, 316, 317, 319, 320, 321, 322, 325, 326, 327, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 348, 349, 350, 351, 353, 354, 356, 357, 358, 360, 361, 362, 364, 365, 366, 367, 368, 369, 370, 371, 373, 375, 377, 378, 379, 380, 382, 383, 385, 387, 388, 389, 390, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 409, 410, 411, 412, 413, 417, 425, 427, 429, 430, 432, 434, 435, 436, 441, 443, 447, 448, 451, 452, 453, 455, 457, 458, 459, 460, 461, 462, 463, 464], "content": [1, 2, 3, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 110, 113, 115, 116, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 151, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 178, 180, 181, 183, 184, 187, 188, 190, 191, 192, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 265, 266, 267, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 298, 299, 300, 301, 303, 304, 305, 306, 307, 308, 309, 310, 311, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 353, 354, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 373, 375, 377, 378, 379, 380, 382, 383, 385, 387, 388, 389, 390, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 409, 410, 411, 412, 413, 417, 425, 427, 429, 430, 432, 434, 435, 436, 441, 447, 448, 451, 452, 453, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 472, 540], "class": [1, 3, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 110, 113, 115, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 149, 151, 152, 153, 154, 155, 159, 163, 164, 165, 167, 170, 171, 172, 173, 174, 176, 178, 180, 181, 183, 187, 188, 190, 194, 195, 196, 198, 199, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 211, 212, 213, 215, 216, 218, 219, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 261, 265, 266, 267, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 298, 299, 300, 303, 306, 307, 308, 309, 310, 311, 313, 315, 316, 317, 319, 320, 321, 322, 323, 324, 325, 326, 327, 330, 332, 333, 334, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 348, 349, 350, 351, 353, 356, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 373, 375, 377, 378, 379, 380, 382, 383, 385, 387, 389, 390, 392, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 409, 410, 411, 412, 413, 417, 427, 432, 436, 441, 447, 452, 453, 456, 457, 458, 459, 461, 463, 464, 473, 540], "function": [1, 13, 16, 34, 42, 43, 44, 45, 67, 68, 70, 104, 105, 116, 118, 148, 149, 151, 153, 154, 155, 160, 161, 162, 165, 166, 168, 169, 170, 172, 175, 176, 178, 181, 183, 184, 187, 188, 190, 191, 192, 194, 196, 197, 201, 204, 210, 211, 212, 213, 214, 216, 225, 226, 234, 236, 240, 243, 244, 245, 248, 250, 251, 252, 253, 255, 257, 258, 260, 269, 277, 279, 283, 286, 287, 288, 290, 291, 292, 295, 296, 297, 300, 301, 303, 304, 305, 306, 307, 314, 321, 325, 330, 331, 332, 334, 339, 345, 349, 351, 353, 354, 356, 357, 358, 359, 360, 361, 365, 369, 371, 388, 393, 394, 398, 406, 410, 412, 413, 425, 427, 429, 430, 432, 434, 435, 437, 441, 448, 451, 452, 455, 456, 458, 459, 460, 462, 463, 498], "subpackag": [2, 17, 87, 111, 112, 114, 156, 189, 191, 220, 245, 263, 288, 299, 323, 341, 352, 402], "submodul": [2, 12, 17, 29, 52, 76, 87, 95, 101, 106, 111, 112, 114, 117, 130, 145, 156, 157, 172, 177, 182, 185, 189, 191, 193, 197, 204, 217, 221, 228, 240, 244, 248, 255, 264, 271, 283, 287, 290, 294, 299, 306, 312, 318, 324, 328, 341, 347, 352, 359, 363, 374, 376, 381, 384, 386, 391, 402, 408, 414, 446, 456], "packag": [2, 29, 172, 191, 197, 204, 228, 240, 244, 245, 248, 255, 271, 283, 287, 288, 290, 299, 306, 318, 323, 324, 341, 359, 363, 402, 456, 523, 525, 527, 528], "kera": [3, 417], "keras_util": [4, 5, 6, 7, 8, 9, 10, 418, 419, 420, 421, 422, 423, 424], "conv2d": [4, 418], "dens": [5, 419], "depthwise_conv2d": [6, 420], "pool2d": [8, 422], "quantiz": [9, 41, 159, 335, 394, 423, 427, 428, 429, 441, 442, 443, 444, 445, 446, 447, 448, 469, 472, 474, 475, 487, 491, 495, 497, 500, 503, 506, 508, 510, 511, 519, 530, 532, 533, 534, 535, 543, 544, 545, 551, 552, 553, 554, 555, 558, 564], "separable_conv2d": [10, 424], "mxnet": [11, 493, 509, 552, 560], "mxnet_util": [12, 13], "util": [13, 43, 148, 161, 168, 179, 184, 214, 346, 347, 348, 349, 350, 351, 388, 393, 407, 408, 409, 410, 411, 412, 430, 449, 450, 451, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 478], "onnxrt": [14, 493, 509, 560], "ox_util": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44], "calibr": [15, 16, 474, 491], "oper": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 474, 475], "activ": [18, 533], "argmax": 19, "attent": 20, "binary_op": 21, "concat": 22, "conv": 23, "direct_q8": 24, "embed_layernorm": 25, "gather": 26, "gavgpool": 27, "gemm": 28, "lstm": 30, "matmul": [31, 558], "maxpool": 32, "norm": 33, "op": [34, 500], "pad": 35, "pool": 36, "reduc": 37, "resiz": 38, "split": [39, 536], "unary_op": 40, "smooth_quant": [42, 165, 173], "weight_onli": [44, 169, 432, 433, 434], "pytorch": [45, 462, 493, 498, 500, 509, 534, 552, 553, 554, 559, 560, 564], "queri": [46, 473, 538, 543, 544, 545], "tensorflow": [47, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 493, 498, 500, 509, 552, 554, 559, 560, 564], "tf_util": [48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "graph_convert": 48, "graph_converter_without_calib": 49, "graph_rewrit": [50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109], "bf16": [50, 51, 52, 511], "bf16_convert": [50, 153], "dequantize_cast_optim": 51, "gener": [53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 474], "convert_add_to_biasadd": 53, "convert_layout": 54, "convert_leakyrelu": 55, "convert_nan_to_random": 56, "convert_placeholder_to_const": 57, "dilated_contract": 58, "dummy_biasadd": 59, "expanddims_optim": 60, "fetch_weight_from_reshap": 61, "fold_batch_norm": 62, "fold_const": 63, "fuse_biasadd_add": 64, "fuse_column_wise_mul": 65, "fuse_conv_with_math": 66, "fuse_decomposed_bn": 67, "fuse_decomposed_in": 68, "fuse_gelu": 69, "fuse_layer_norm": 70, "fuse_pad_with_conv": 71, "fuse_pad_with_fp32_conv": 72, "fuse_reshape_transpos": 73, "graph_cse_optim": 74, "grappler_pass": 75, "insert_print_nod": 77, "move_squeeze_after_relu": 78, "pre_optim": 79, "remove_training_nod": 80, "rename_batch_norm": 81, "split_shared_input": 82, "strip_equivalent_nod": 83, "strip_unused_nod": 84, "switch_optim": 85, "graph_bas": 86, "int8": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 500, 564], "freeze_fake_qu": 88, "freeze_valu": 89, "freeze_value_without_calib": 90, "fuse_conv_redundant_dequant": 91, "fuse_conv_requant": 92, "fuse_matmul_redundant_dequant": 93, "fuse_matmul_requant": 94, "meta_op_optim": 96, "post_hostconst_convert": 97, "post_quantized_op_cs": 98, "rnn_convert": 99, "scale_propag": 100, "onnx": [101, 102, 103, 104, 105, 477, 506, 552, 553, 564], "onnx_graph": 102, "onnx_nod": 103, "onnx_schema": 104, "tf2onnx_util": 105, "qdq": [106, 107, 108, 109, 123, 124, 125, 126, 127, 128, 129, 130, 131, 564], "insert_qdq_pattern": 107, "merge_duplicated_qdq": 108, "share_qdq_y_pattern": 109, "graph_util": 110, "quantize_graph": [112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138], "qat": [113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 564], "fake_quant": 113, "quantize_config": 115, "quantize_help": 116, "quantize_lay": [117, 118, 119, 120, 121], "optimize_lay": 118, "quantize_layer_add": 119, "quantize_layer_bas": 120, "quantize_layer_bn": 121, "quantize_wrapp": 122, "fuse_qdq_bn": 123, "fuse_qdq_concatv2": 124, "fuse_qdq_conv": 125, "fuse_qdq_deconv": 126, "fuse_qdq_in": 127, "fuse_qdq_matmul": 128, "fuse_qdq_pool": 129, "optimize_qdq": 131, "quantize_graph_bas": 132, "quantize_graph_bn": 133, "quantize_graph_concatv2": 134, "quantize_graph_conv": 135, "quantize_graph_for_intel_cpu": 136, "quantize_graph_matmul": 137, "quantize_graph_pool": 138, "quantize_graph_common": 139, "smooth_quant_calibr": 140, "smooth_quant_scal": 141, "tf2onnx_convert": 142, "transform_graph": [143, 144, 145, 146, 147], "bias_correct": 143, "graph_transform_bas": 144, "insert_log": 146, "rerange_quantized_concat": 147, "torch_util": [149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 260], "autoround": [149, 150, 151], "sign_sgd": 151, "awq": 152, "gptq": [154, 432], "hawq_metr": 155, "layer_wise_qu": [157, 158, 159, 160, 161], "modified_pickl": 158, "torch_load": 160, "mixed_precis": [162, 308], "model_wrapp": 163, "pattern_detector": 164, "symbolic_trac": 166, "teq": 167, "algorithm": [170, 171, 172, 173, 174, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 431, 432, 433, 434, 435, 491, 555, 558, 561], "fast_bias_correct": 171, "weight_correct": 174, "benchmark": [175, 252, 481, 490, 495, 510, 551], "common": [176, 177, 178, 179, 253, 254, 255, 256, 257, 258, 259, 260, 469, 501], "base_config": 176, "logger": [178, 329, 459], "compress": [180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 262, 482, 555], "callback": 180, "distil": [181, 182, 183, 184, 293, 496, 497, 510, 551, 564], "criterion": [181, 253], "optim": [183, 258, 520, 530, 540, 543, 544, 545, 548, 549, 562], "hpo": [185, 186, 187, 188], "sa_optim": 186, "search_algorithm": [187, 315], "search_spac": 188, "pruner": [190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 321, 332], "criteria": [190, 468, 549, 561], "model_slim": [192, 193, 194, 195], "auto_slim": 192, "pattern_analyz": 194, "weight_slim": 195, "pattern": [196, 197, 198, 199, 200, 324, 325, 326, 330, 549], "base": [196, 201, 506, 539, 562], "mha": [198, 205], "ninm": 199, "nxm": 200, "basic": [202, 338, 397, 470, 561], "pattern_lock": [206, 320], "progress": [207, 536], "retrain_fre": 208, "sparse_gpt": 209, "prune": [210, 322, 333, 510, 549, 551, 564], "reg": 211, "schedul": [212, 334, 336, 549], "tf_criteria": 213, "conf": [215, 216, 217, 218], "config": [215, 219, 427, 441, 483, 493, 547], "dotdict": 216, "pythonic_config": 218, "contrib": [220, 221, 222, 223, 263, 264, 265, 266], "strategi": [221, 222, 223, 264, 265, 266, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 488, 557, 561], "sigopt": [222, 265, 557, 561], "tpe": [223, 266, 561], "data": [224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 474, 475, 495, 499, 534], "dataload": [224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 254, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 492, 493], "base_dataload": [224, 267], "default_dataload": [226, 269], "fetcher": [227, 270], "attribut": [228, 236, 245, 279, 288, 299, 323, 363, 413, 456, 467], "mxnet_dataload": [229, 272], "onnxrt_dataload": [230, 273], "pytorch_dataload": [231, 274], "sampler": [232, 275], "tensorflow_dataload": [233, 276], "dataset": [234, 235, 236, 237, 238, 239, 240, 241, 277, 278, 279, 280, 281, 282, 283, 284, 493, 495, 504, 535], "bert_dataset": [234, 277], "coco_dataset": [235, 278], "dummy_dataset": [237, 280], "dummy_dataset_v2": [238, 281], "imagenet_dataset": [239, 282], "style_transfer_dataset": [241, 284], "filter": [242, 243, 244, 285, 286, 287], "coco_filt": [242, 285], "transform": [246, 247, 248, 249, 250, 251, 289, 290, 291, 292, 504, 560], "coco_transform": 246, "imagenet_transform": [247, 289], "postprocess": [249, 259], "token": [250, 291], "experiment": [252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351], "metric": [256, 300, 301, 302, 303, 304, 305, 306, 307, 353, 354, 355, 356, 357, 358, 359, 360, 504, 509], "model": [257, 362, 363, 364, 365, 366, 367, 368, 369, 370, 474, 485, 500, 503, 506, 508, 510, 512, 519, 533, 534, 535, 543, 544, 545, 549, 553, 555, 558, 564], "compon": 261, "export": [294, 295, 296, 297, 500, 555], "qlinear2qdq": 295, "tf2onnx": 296, "torch2onnx": 297, "graph_optim": 298, "bleu": [300, 353], "bleu_util": [301, 354], "coco_label_map": [302, 355], "coco_tool": [303, 356], "evaluate_squad": [304, 357], "f1": [305, 358], "model_convers": 309, "na": [310, 311, 312, 313, 314, 315, 470, 551], "basic_na": 310, "dyna": 311, "nas_util": 314, "pruner_legaci": [316, 317, 318, 319, 320, 321], "gradient_sensit": 316, "group_lasso": 317, "magnitud": 319, "pruning_recip": [323, 324, 325, 326], "tile_pattern": 326, "pruning_v2": 327, "pytorch_prun": [328, 329, 330, 331, 332, 333, 334], "prune_util": 331, "auto_mixed_precis": [337, 396], "bayesian": [339, 398, 561], "exhaust": [340, 400, 561], "mse": [342, 403, 561], "mse_v2": [343, 404, 561], "random": [344, 405, 561], "constant": [346, 407, 449, 454], "tuning_sampl": [348, 409], "tuning_spac": [349, 410], "tuning_struct": [350, 411], "mix_precis": 361, "base_model": 362, "keras_model": 364, "mxnet_model": 366, "nets_factori": 367, "onnx_model": 368, "tensorflow_model": 369, "torch_model": 370, "object": [371, 486, 543, 544, 545, 547], "profil": [372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 495], "parser": [373, 374, 375, 376, 377, 378, 379, 380, 381, 382], "factori": [373, 375, 380, 383, 385, 390], "onnx_pars": [375, 376, 377], "result": [379, 533, 535, 543, 544, 545], "tensorflow_pars": [380, 381, 382], "onnxrt_profil": [385, 386, 387, 388], "tensorflow_profil": [390, 391, 392, 393], "auto": [395, 524, 530, 554, 558, 561], "conserv": [399, 561], "hawq_v2": [401, 561], "templat": [413, 414, 468], "api_doc_exampl": 413, "static_quant": [416, 417, 418, 419, 420, 421, 422, 423, 424, 425], "quantize_entri": 425, "torch": [431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 478, 564], "rtn": 434, "weight_only_algo": 435, "amp": [436, 437, 438, 439], "autocast": 436, "fp8": [437, 438, 442, 443, 444, 445], "observ": 444, "quantization_impl": 445, "layer": [447, 496, 553, 558], "train": [452, 469, 489, 498, 510, 549, 552], "collect_layer_histogram": 453, "create_obj_from_config": 455, "kl_diverg": 457, "load_huggingfac": 458, "neural_insights_util": 460, "option": [461, 498, 518], "weights_detail": 464, "version": 465, "intel": [466, 472, 492, 495, 505, 506, 509, 510, 516, 524, 530, 564, 565], "neural": [466, 469, 470, 472, 492, 495, 505, 506, 509, 510, 513, 517, 519, 524, 530, 532, 533, 534, 535, 537, 538, 539, 543, 544, 545, 549, 557, 562, 565], "compressor": [466, 469, 472, 492, 495, 505, 506, 509, 510, 524, 530, 557, 565], "document": [466, 472, 479, 565], "section": [466, 565], "contributor": [467, 468], "coven": [467, 468], "code": [467, 468, 470, 510, 531, 536, 555, 562], "conduct": [467, 468], "our": [467, 558], "pledg": 467, "standard": 467, "respons": [467, 539], "scope": [467, 549], "enforc": 467, "contribut": [468, 523, 527], "guidelin": 468, "creat": [468, 536], "pull": 468, "request": [468, 511, 541], "step": [468, 532, 533, 534, 535], "checklist": 468, "accept": 468, "statu": [468, 538, 539], "check": 468, "overview": [468, 540, 562], "support": [468, 469, 470, 473, 475, 490, 491, 492, 493, 495, 496, 497, 498, 500, 502, 505, 506, 509, 511, 512, 514, 515, 519, 520, 547, 548, 549, 551, 552, 553, 555, 558, 559, 560, 563], "fx": 469, "introduct": [469, 470, 473, 474, 475, 490, 491, 492, 493, 495, 496, 497, 498, 500, 502, 505, 509, 511, 512, 530, 533, 534, 535, 547, 548, 549, 551, 552, 553, 555, 557, 558, 559, 560, 561, 563], "mode": [469, 564], "matrix": [469, 470, 473, 490, 491, 492, 493, 495, 496, 497, 498, 500, 502, 505, 509, 511, 512, 515, 547, 548, 549, 551, 552, 553, 555, 558, 559, 563], "get": [469, 470, 472, 473, 490, 492, 493, 495, 496, 497, 498, 502, 503, 509, 511, 513, 524, 531, 532, 536, 537, 538, 539, 547, 548, 549, 551, 552, 559, 563], "start": [469, 470, 472, 473, 490, 492, 493, 495, 496, 497, 498, 502, 503, 509, 511, 513, 514, 518, 524, 532, 536, 537, 538, 543, 544, 545, 547, 548, 549, 551, 552, 559, 563], "post": [469, 510, 539, 552], "static": [469, 552], "dynam": [469, 470, 552], "awar": [469, 510, 549, 552], "exampl": [469, 470, 473, 479, 490, 492, 493, 495, 496, 497, 498, 499, 500, 509, 510, 511, 512, 515, 519, 532, 533, 534, 535, 537, 542, 543, 544, 545, 547, 548, 549, 552, 553, 555, 558, 559, 564], "note": [469, 556], "detail": 469, "problem": 469, "architectur": [470, 494, 505, 506], "search": [470, 530], "api": [470, 472, 473, 474, 479, 480, 490, 492, 493, 496, 497, 498, 503, 504, 509, 511, 513, 517, 531, 532, 539, 545, 547, 548, 549, 551, 562], "usag": [470, 519, 530, 539, 558, 559, 561], "1": [470, 498, 501, 504, 510, 530, 537, 538, 564], "python": [470, 472, 492, 503, 509, 513, 517, 518, 525, 528, 532, 551, 562], "yaml": [470, 474, 493, 498, 502, 563], "2": [470, 498, 501, 504, 510, 530, 537, 538, 564], "onli": [470, 555], "advanc": [470, 536, 562], "custom": [470, 492, 509, 543, 561], "secur": [471, 498], "polici": [471, 561], "report": 471, "vulner": 471, "instal": [472, 495, 506, 514, 516, 523, 524, 527, 532, 537, 538], "from": [472, 474, 506, 510, 532, 537, 538], "pypi": [472, 519, 532], "select": [472, 524], "public": [472, 550], "event": [472, 550], "addit": 472, "commun": 472, "work": [473, 537, 552], "flow": [473, 552], "background": [473, 530], "ad": 473, "new": [473, 475, 525, 528, 561], "backend": [473, 552], "capabl": [473, 555], "implement": [473, 474], "onnxrtadaptor": 473, "how": [474, 475, 495, 533, 534, 535, 537], "add": [474, 538], "an": [474, 543, 544, 545], "list": [474, 499, 542, 560], "need": 474, "design": [474, 494, 540, 561], "framework": [474, 492, 493, 500, 502, 512, 551, 553, 555, 558], "query_fw_cap": 474, "accord": [474, 475], "tune_cfg": 474, "prepar": [474, 495, 533, 534, 535, 557], "fp32": [474, 500], "graph": 474, "run": [474, 495, 531, 533, 534, 535, 536], "sampl": [474, 503], "iter": 474, "calcul": 474, "rang": 474, "type": [475, 549], "like": 475, "int4": 475, "few": 475, "line": 475, "chang": [475, 504, 529, 531, 556], "defin": [475, 498], "abil": 475, "specif": [475, 493], "invok": 475, "kernel": 475, "tune": [475, 552, 555, 558, 561], "configur": [475, 498, 502, 536, 551, 557, 563], "us": [475, 492, 509, 537, 538, 558], "summari": [475, 533], "runtim": [477, 506, 552, 553, 564], "mix": [484, 510, 511, 554], "precis": [484, 510, 511, 554], "refer": [491, 549, 552, 555, 558], "build": [492, 501, 509, 536, 537, 538], "file": [493, 502, 563], "user": [493, 498, 504, 551, 555, 562, 563], "workflow": [494, 540], "diagnosi": [495, 532], "featur": [495, 498, 502, 505, 519, 520, 524, 551, 552, 559, 563], "modifi": 495, "script": [495, 536], "see": 495, "do": [495, 513], "paramet": [495, 539], "descript": [495, 539, 541], "suggest": 495, "fallback": 495, "set": [495, 516, 530], "knowledg": [496, 564], "intermedi": 496, "self": 496, "distribut": [498, 519, 561], "infer": 498, "evalu": 498, "pure": 498, "horovodrun": 498, "execut": 498, "releas": [499, 525, 528, 556], "appendix": 500, "frequent": 501, "ask": 501, "question": 501, "issu": [501, 556], "3": [501, 514, 530], "4": [501, 521, 530, 550], "quick": [503, 518], "valid": [503, 506, 558, 564], "incompat": [504, 556], "between": 504, "v1": 504, "face": [504, 544, 545], "built": [504, 506, 509], "infrastructur": 505, "prerequisit": [506, 537, 538], "binari": 506, "sourc": [506, 532, 534, 535, 537, 538], "ai": 506, "kit": 506, "system": 506, "requir": [506, 523, 527, 533, 534, 535, 543], "hardwar": [506, 511, 564], "environ": [506, 516], "cpu": [506, 516, 564], "64": 506, "compat": 506, "processor": 506, "gpu": 506, "": [506, 531, 537], "xe": 506, "multipl": [506, 547, 564], "vendor": 506, "through": [506, 558, 564], "softwar": [506, 511], "legal": 507, "inform": 507, "licens": 507, "citat": 507, "trademark": 507, "llm": 508, "recip": [508, 552], "ipex": [508, 552], "kei": 508, "migrat": 510, "x": 510, "orchestr": [510, 548], "fp16": 511, "dure": [511, 554], "accuraci": [511, 533, 535, 552, 561], "driven": 511, "coder": [513, 517, 519, 530, 562], "what": [513, 531, 537], "we": 513, "offer": 513, "jupyt": [513, 514, 525, 528], "lab": [513, 514], "extens": [513, 523, 524, 527, 530, 531, 540, 564], "launcher": [513, 518], "contact": [513, 537], "aw": 514, "amazon": 514, "sagemak": 514, "For": 514, "studio": 514, "notebook": 514, "instanc": 514, "guid": [514, 562], "bigdl": 515, "nano": 515, "platform": [516, 557], "best": [516, 524], "perform": [516, 557], "mkl": 516, "openmp": 516, "jemalloc": 516, "numa": 516, "control": 516, "variabl": 516, "frequenc": 516, "govern": 516, "enabl": [517, 524, 530], "bench": 517, "superbench": 517, "argument": 518, "v0": 521, "highlight": 521, "other": 521, "changelog": [522, 526], "neural_compressor_ext_lab": [523, 525], "uninstal": [523, 527], "develop": [523, 527], "jupyterlab": 524, "Or": 524, "let": 524, "u": 524, "help": 524, "you": 524, "pre": 524, "requisit": 524, "make": [525, 528, 531, 536], "manual": [525, 528], "npm": [525, 528, 536], "autom": [525, 528], "publish": [525, 528], "conda": [525, 528], "forg": [525, 528], "neural_compressor_ext_lab_alibaba": [527, 528], "log": [529, 538, 539], "unreleas": 529, "vscode": 530, "open": [530, 535], "icon": 530, "5": 530, "welcom": 531, "your": 531, "v": 531, "folder": 531, "setup": 531, "up": 531, "straight": 531, "awai": 531, "explor": 531, "test": [531, 536], "go": 531, "further": 531, "insight": [532, 533, 534, 535], "tensor": [532, 558], "dump": [532, 534], "research": 532, "collabor": 532, "debug": [533, 535], "analyz": [533, 535, 536], "weight": [533, 534, 535, 555], "histogram": 535, "react": 536, "app": 536, "avail": 536, "eject": 536, "learn": [536, 537], "more": [536, 537], "bundl": 536, "size": 536, "web": 536, "deploy": [536, 549], "fail": 536, "minifi": 536, "solut": [537, 538, 539, 543, 544, 545], "why": 537, "doe": 537, "method": [537, 538], "pip": [537, 538], "end": [537, 543, 544, 545], "servic": [538, 540, 543, 544, 545], "submit": [538, 539, 543, 544, 545], "task": [538, 539, 541, 543, 544, 545], "stop": [538, 543, 544, 545], "inspect": 538, "manag": [538, 543, 544], "resourc": [538, 543, 544], "node": 538, "state": 538, "cluster": [538, 539], "remov": 538, "url": 539, "endpoint": 539, "task_id": 539, "websocket": 539, "screen": 539, "ping": 539, "download": [539, 543, 544], "doc": 540, "wip": 540, "oaa": 540, "definit": 540, "diagram": 540, "hug": [544, 545], "grpc": 545, "client": 546, "singl": 547, "One": 548, "shot": 548, "network": 549, "sparsiti": 549, "decai": 549, "regular": 549, "larg": 549, "languag": 549, "retrain": 549, "free": 549, "spars": 549, "hyperparamet": 549, "full": 550, "78": 550, "2023": 550, "24": 550, "2022": 550, "35": 550, "2021": 550, "15": [550, 564], "2018": 550, "2020": 550, "style": 551, "access": 551, "fundament": [552, 558], "scheme": 552, "approach": 552, "With": 552, "without": 552, "specifi": 552, "rule": 552, "devic": 552, "wise": 553, "lwq": 553, "turn": 554, "off": 554, "woq": [555, 564], "known": 556, "benefit": 557, "comparison": 557, "differ": 557, "smooth": 558, "quant": 558, "per": 558, "channel": 558, "limit": 558, "smoothquant": 558, "enhanc": 558, "alpha": 558, "engin": 558, "fix": 558, "determin": 558, "entir": 558, "each": 558, "block": 558, "tensorboard": 559, "space": 561, "exit": 561, "process": 561, "zero": 562, "topic": 562, "innov": 562, "product": 562, "13": 564, "0": 564, "ptq": 564}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 57}, "alltitles": {"block_mask": [[0, "module-block_mask"]], "neural_compressor.adaptor.adaptor": [[1, "module-neural_compressor.adaptor.adaptor"]], "Module Contents": [[1, "module-contents"], [3, "module-contents"], [11, "module-contents"], [13, "module-contents"], [14, "module-contents"], [15, "module-contents"], [16, "module-contents"], [18, "module-contents"], [19, "module-contents"], [20, "module-contents"], [21, "module-contents"], [22, "module-contents"], [23, "module-contents"], [24, "module-contents"], [25, "module-contents"], [26, "module-contents"], [27, "module-contents"], [28, "module-contents"], [30, "module-contents"], [31, "module-contents"], [32, "module-contents"], [33, "module-contents"], [34, "module-contents"], [35, "module-contents"], [36, "module-contents"], [37, "module-contents"], [38, "module-contents"], [39, "module-contents"], [40, "module-contents"], [41, "module-contents"], [42, "module-contents"], [43, "module-contents"], [44, "module-contents"], [45, "module-contents"], [46, "module-contents"], [47, "module-contents"], [48, "module-contents"], [49, "module-contents"], [50, "module-contents"], [51, "module-contents"], [53, "module-contents"], [54, "module-contents"], [55, "module-contents"], [56, "module-contents"], [57, "module-contents"], [58, "module-contents"], [59, "module-contents"], [60, "module-contents"], [61, "module-contents"], [62, "module-contents"], [63, "module-contents"], [64, "module-contents"], [65, "module-contents"], [66, "module-contents"], [67, "module-contents"], [68, "module-contents"], [69, "module-contents"], [70, "module-contents"], [71, "module-contents"], [72, "module-contents"], [73, "module-contents"], [74, "module-contents"], [75, "module-contents"], [77, "module-contents"], [78, "module-contents"], [79, "module-contents"], [80, "module-contents"], [81, "module-contents"], [82, "module-contents"], [83, "module-contents"], [84, "module-contents"], [85, "module-contents"], [86, "module-contents"], [88, "module-contents"], [89, "module-contents"], [90, "module-contents"], [91, "module-contents"], [92, "module-contents"], [93, "module-contents"], [94, "module-contents"], [96, "module-contents"], [97, "module-contents"], [98, "module-contents"], [99, "module-contents"], [100, "module-contents"], [102, "module-contents"], [103, "module-contents"], [104, "module-contents"], [105, "module-contents"], [107, "module-contents"], [108, "module-contents"], [109, "module-contents"], [110, "module-contents"], [113, "module-contents"], [115, "module-contents"], [116, "module-contents"], [118, "module-contents"], [119, "module-contents"], [120, "module-contents"], [121, "module-contents"], [122, "module-contents"], [123, "module-contents"], [124, "module-contents"], [125, "module-contents"], [126, "module-contents"], [127, "module-contents"], [128, "module-contents"], [129, "module-contents"], [131, "module-contents"], [132, "module-contents"], [133, "module-contents"], [134, "module-contents"], [135, "module-contents"], [136, "module-contents"], [137, "module-contents"], [138, "module-contents"], [139, "module-contents"], [140, "module-contents"], [141, "module-contents"], [142, "module-contents"], [143, "module-contents"], [144, "module-contents"], [146, "module-contents"], [147, "module-contents"], [148, "module-contents"], [149, "module-contents"], [151, "module-contents"], [152, "module-contents"], [153, "module-contents"], [154, "module-contents"], [155, "module-contents"], [158, "module-contents"], [159, "module-contents"], [160, "module-contents"], [161, "module-contents"], [162, "module-contents"], [163, "module-contents"], [164, "module-contents"], [165, "module-contents"], [166, "module-contents"], [167, "module-contents"], [168, "module-contents"], [169, "module-contents"], [170, "module-contents"], [171, "module-contents"], [173, "module-contents"], [174, "module-contents"], [175, "module-contents"], [176, "module-contents"], [178, "module-contents"], [180, "module-contents"], [181, "module-contents"], [183, "module-contents"], [184, "module-contents"], [187, "module-contents"], [188, "module-contents"], [190, "module-contents"], [192, "module-contents"], [194, "module-contents"], [195, "module-contents"], [196, "module-contents"], [198, "module-contents"], [199, "module-contents"], [200, "module-contents"], [201, "module-contents"], [202, "module-contents"], [203, "module-contents"], [205, "module-contents"], [206, "module-contents"], [207, "module-contents"], [208, "module-contents"], [209, "module-contents"], [210, "module-contents"], [211, "module-contents"], [212, "module-contents"], [213, "module-contents"], [214, "module-contents"], [215, "module-contents"], [216, "module-contents"], [218, "module-contents"], [219, "module-contents"], [222, "module-contents"], [223, "module-contents"], [224, "module-contents"], [225, "module-contents"], [226, "module-contents"], [227, "module-contents"], [229, "module-contents"], [230, "module-contents"], [231, "module-contents"], [232, "module-contents"], [233, "module-contents"], [234, "module-contents"], [235, "module-contents"], [236, "module-contents"], [237, "module-contents"], [238, "module-contents"], [239, "module-contents"], [241, "module-contents"], [242, "module-contents"], [243, "module-contents"], [246, "module-contents"], [247, "module-contents"], [249, "module-contents"], [250, "module-contents"], [251, "module-contents"], [252, "module-contents"], [253, "module-contents"], [254, "module-contents"], [256, "module-contents"], [257, "module-contents"], [258, "module-contents"], [259, "module-contents"], [260, "module-contents"], [261, "module-contents"], [265, "module-contents"], [266, "module-contents"], [267, "module-contents"], [269, "module-contents"], [270, "module-contents"], [272, "module-contents"], [273, "module-contents"], [274, "module-contents"], [275, "module-contents"], [276, "module-contents"], [277, "module-contents"], [278, "module-contents"], [279, "module-contents"], [280, "module-contents"], [281, "module-contents"], [282, "module-contents"], [284, "module-contents"], [285, "module-contents"], [286, "module-contents"], [289, "module-contents"], [291, "module-contents"], [292, "module-contents"], [293, "module-contents"], [295, "module-contents"], [296, "module-contents"], [297, "module-contents"], [298, "module-contents"], [300, "module-contents"], [301, "module-contents"], [303, "module-contents"], [304, "module-contents"], [305, "module-contents"], [307, "module-contents"], [308, "module-contents"], [309, "module-contents"], [310, "module-contents"], [311, "module-contents"], [313, "module-contents"], [314, "module-contents"], [315, "module-contents"], [316, "module-contents"], [317, "module-contents"], [319, "module-contents"], [320, "module-contents"], [321, "module-contents"], [322, "module-contents"], [325, "module-contents"], [326, "module-contents"], [327, "module-contents"], [330, "module-contents"], [331, "module-contents"], [332, "module-contents"], [333, "module-contents"], [334, "module-contents"], [335, "module-contents"], [336, "module-contents"], [337, "module-contents"], [338, "module-contents"], [339, "module-contents"], [340, "module-contents"], [342, "module-contents"], [343, "module-contents"], [344, "module-contents"], [345, "module-contents"], [348, "module-contents"], [349, "module-contents"], [350, "module-contents"], [351, "module-contents"], [353, "module-contents"], [354, "module-contents"], [356, "module-contents"], [357, "module-contents"], [358, "module-contents"], [360, "module-contents"], [361, "module-contents"], [362, "module-contents"], [364, "module-contents"], [365, "module-contents"], [366, "module-contents"], [367, "module-contents"], [368, "module-contents"], [369, "module-contents"], [370, "module-contents"], [371, "module-contents"], [373, "module-contents"], [375, "module-contents"], [377, "module-contents"], [378, "module-contents"], [379, "module-contents"], [380, "module-contents"], [382, "module-contents"], [383, "module-contents"], [385, "module-contents"], [387, "module-contents"], [388, "module-contents"], [389, "module-contents"], [390, "module-contents"], [392, "module-contents"], [393, "module-contents"], [394, "module-contents"], [395, "module-contents"], [396, "module-contents"], [397, "module-contents"], [398, "module-contents"], [399, "module-contents"], [400, "module-contents"], [401, "module-contents"], [403, "module-contents"], [404, "module-contents"], [405, "module-contents"], [406, "module-contents"], [409, "module-contents"], [410, "module-contents"], [411, "module-contents"], [412, "module-contents"], [413, "module-contents"], [417, "module-contents"], [425, "module-contents"], [427, "module-contents"], [429, "module-contents"], [430, "module-contents"], [432, "module-contents"], [434, "module-contents"], [435, "module-contents"], [436, "module-contents"], [441, "module-contents"], [447, "module-contents"], [448, "module-contents"], [451, "module-contents"], [452, "module-contents"], [453, "module-contents"], [455, "module-contents"], [457, "module-contents"], [458, "module-contents"], [459, "module-contents"], [460, "module-contents"], [461, "module-contents"], [462, "module-contents"], [463, "module-contents"], [464, "module-contents"]], "Classes": [[1, "classes"], [3, "classes"], [11, "classes"], [13, "classes"], [14, "classes"], [15, "classes"], [16, "classes"], [18, "classes"], [19, "classes"], [20, "classes"], [21, "classes"], [22, "classes"], [23, "classes"], [24, "classes"], [25, "classes"], [26, "classes"], [27, "classes"], [28, "classes"], [30, "classes"], [31, "classes"], [32, "classes"], [33, "classes"], [34, "classes"], [35, "classes"], [36, "classes"], [37, "classes"], [38, "classes"], [39, "classes"], [40, "classes"], [41, "classes"], [42, "classes"], [43, "classes"], [45, "classes"], [46, "classes"], [47, "classes"], [48, "classes"], [49, "classes"], [50, "classes"], [51, "classes"], [53, "classes"], [54, "classes"], [55, "classes"], [56, "classes"], [57, "classes"], [58, "classes"], [59, "classes"], [60, "classes"], [61, "classes"], [62, "classes"], [63, "classes"], [64, "classes"], [65, "classes"], [66, "classes"], [67, "classes"], [68, "classes"], [69, "classes"], [70, "classes"], [71, "classes"], [72, "classes"], [73, "classes"], [74, "classes"], [75, "classes"], [77, "classes"], [78, "classes"], [79, "classes"], [80, "classes"], [81, "classes"], [82, "classes"], [83, "classes"], [84, "classes"], [85, "classes"], [86, "classes"], [88, "classes"], [89, "classes"], [90, "classes"], [91, "classes"], [92, "classes"], [93, "classes"], [94, "classes"], [96, "classes"], [97, "classes"], [98, "classes"], [99, "classes"], [100, "classes"], [102, "classes"], [103, "classes"], [104, "classes"], [105, "classes"], [107, "classes"], [108, "classes"], [109, "classes"], [110, "classes"], [113, "classes"], [115, "classes"], [119, "classes"], [120, "classes"], [121, "classes"], [122, "classes"], [123, "classes"], [124, "classes"], [125, "classes"], [126, "classes"], [127, "classes"], [128, "classes"], [129, "classes"], [131, "classes"], [132, "classes"], [133, "classes"], [134, "classes"], [135, "classes"], [136, "classes"], [137, "classes"], [138, "classes"], [139, "classes"], [140, "classes"], [141, "classes"], [142, "classes"], [143, "classes"], [144, "classes"], [146, "classes"], [147, "classes"], [149, "classes"], [151, "classes"], [152, "classes"], [153, "classes"], [154, "classes"], [155, "classes"], [159, "classes"], [163, "classes"], [164, "classes"], [165, "classes"], [167, "classes"], [170, "classes"], [171, "classes"], [172, "classes"], [173, "classes"], [174, "classes"], [176, "classes"], [178, "classes"], [180, "classes"], [181, "classes"], [183, "classes"], [187, "classes"], [188, "classes"], [190, "classes"], [194, "classes"], [195, "classes"], [196, "classes"], [198, "classes"], [199, "classes"], [200, "classes"], [201, "classes"], [202, "classes"], [203, "classes"], [205, "classes"], [206, "classes"], [207, "classes"], [208, "classes"], [209, "classes"], [210, "classes"], [211, "classes"], [212, "classes"], [213, "classes"], [215, "classes"], [216, "classes"], [218, "classes"], [219, "classes"], [222, "classes"], [223, "classes"], [224, "classes"], [225, "classes"], [226, "classes"], [227, "classes"], [228, "classes"], [229, "classes"], [230, "classes"], [231, "classes"], [232, "classes"], [233, "classes"], [234, "classes"], [235, "classes"], [236, "classes"], [237, "classes"], [238, "classes"], [239, "classes"], [240, "classes"], [241, "classes"], [242, "classes"], [243, "classes"], [244, "classes"], [245, "classes"], [246, "classes"], [247, "classes"], [248, "classes"], [249, "classes"], [250, "classes"], [251, "classes"], [252, "classes"], [253, "classes"], [254, "classes"], [255, "classes"], [256, "classes"], [257, "classes"], [258, "classes"], [259, "classes"], [261, "classes"], [265, "classes"], [266, "classes"], [267, "classes"], [269, "classes"], [270, "classes"], [272, "classes"], [273, "classes"], [274, "classes"], [275, "classes"], [276, "classes"], [277, "classes"], [278, "classes"], [279, "classes"], [280, "classes"], [281, "classes"], [282, "classes"], [283, "classes"], [284, "classes"], [285, "classes"], [286, "classes"], [287, "classes"], [288, "classes"], [289, "classes"], [290, "classes"], [291, "classes"], [292, "classes"], [293, "classes"], [298, "classes"], [299, "classes"], [300, "classes"], [303, "classes"], [306, "classes"], [307, "classes"], [308, "classes"], [309, "classes"], [310, "classes"], [311, "classes"], [313, "classes"], [315, "classes"], [316, "classes"], [317, "classes"], [319, "classes"], [320, "classes"], [321, "classes"], [322, "classes"], [323, "classes"], [324, "classes"], [325, "classes"], [326, "classes"], [327, "classes"], [330, "classes"], [332, "classes"], [333, "classes"], [334, "classes"], [335, "classes"], [336, "classes"], [337, "classes"], [338, "classes"], [339, "classes"], [340, "classes"], [342, "classes"], [343, "classes"], [344, "classes"], [345, "classes"], [348, "classes"], [349, "classes"], [350, "classes"], [351, "classes"], [353, "classes"], [356, "classes"], [359, "classes"], [360, "classes"], [362, "classes"], [363, "classes"], [364, "classes"], [365, "classes"], [366, "classes"], [367, "classes"], [368, "classes"], [369, "classes"], [370, "classes"], [371, "classes"], [373, "classes"], [375, "classes"], [377, "classes"], [378, "classes"], [379, "classes"], [380, "classes"], [382, "classes"], [383, "classes"], [385, "classes"], [387, "classes"], [389, "classes"], [390, "classes"], [392, "classes"], [395, "classes"], [396, "classes"], [397, "classes"], [398, "classes"], [399, "classes"], [400, "classes"], [401, "classes"], [403, "classes"], [404, "classes"], [405, "classes"], [406, "classes"], [409, "classes"], [410, "classes"], [411, "classes"], [412, "classes"], [413, "classes"], [417, "classes"], [427, "classes"], [432, "classes"], [436, "classes"], [441, "classes"], [447, "classes"], [452, "classes"], [453, "classes"], [456, "classes"], [457, "classes"], [458, "classes"], [459, "classes"], [461, "classes"], [463, "classes"], [464, "classes"]], "Functions": [[1, "functions"], [13, "functions"], [16, "functions"], [34, "functions"], [42, "functions"], [43, "functions"], [44, "functions"], [45, "functions"], [67, "functions"], [68, "functions"], [70, "functions"], [104, "functions"], [105, "functions"], [116, "functions"], [118, "functions"], [148, "functions"], [149, "functions"], [151, "functions"], [153, "functions"], [154, "functions"], [155, "functions"], [160, "functions"], [161, "functions"], [162, "functions"], [165, "functions"], [166, "functions"], [168, "functions"], [169, "functions"], [170, "functions"], [172, "functions"], [175, "functions"], [176, "functions"], [178, "functions"], [181, "functions"], [183, "functions"], [184, "functions"], [187, "functions"], [188, "functions"], [190, "functions"], [191, "functions"], [192, "functions"], [194, "functions"], [196, "functions"], [197, "functions"], [201, "functions"], [204, "functions"], [210, "functions"], [211, "functions"], [212, "functions"], [213, "functions"], [214, "functions"], [216, "functions"], [225, "functions"], [226, "functions"], [234, "functions"], [236, "functions"], [240, "functions"], [243, "functions"], [244, "functions"], [245, "functions"], [248, "functions"], [250, "functions"], [251, "functions"], [252, "functions"], [253, "functions"], [255, "functions"], [257, "functions"], [258, "functions"], [260, "functions"], [269, "functions"], [277, "functions"], [279, "functions"], [283, "functions"], [286, "functions"], [287, "functions"], [288, "functions"], [290, "functions"], [291, "functions"], [292, "functions"], [295, "functions"], [296, "functions"], [297, "functions"], [300, "functions"], [301, "functions"], [303, "functions"], [304, "functions"], [305, "functions"], [306, "functions"], [307, "functions"], [314, "functions"], [321, "functions"], [325, "functions"], [330, "functions"], [331, "functions"], [332, "functions"], [334, "functions"], [339, "functions"], [345, "functions"], [349, "functions"], [351, "functions"], [353, "functions"], [354, "functions"], [356, "functions"], [357, "functions"], [358, "functions"], [359, "functions"], [360, "functions"], [361, "functions"], [365, "functions"], [369, "functions"], [371, "functions"], [388, "functions"], [393, "functions"], [394, "functions"], [398, "functions"], [406, "functions"], [410, "functions"], [412, "functions"], [413, "functions"], [425, "functions"], [427, "functions"], [429, "functions"], [430, "functions"], [432, "functions"], [434, "functions"], [435, "functions"], [441, "functions"], [448, "functions"], [451, "functions"], [452, "functions"], [455, "functions"], [456, "functions"], [458, "functions"], [459, "functions"], [460, "functions"], [462, "functions"], [463, "functions"]], "neural_compressor.adaptor": [[2, "module-neural_compressor.adaptor"]], "Subpackages": [[2, "subpackages"], [17, "subpackages"], [87, "subpackages"], [111, "subpackages"], [112, "subpackages"], [114, "subpackages"], [156, "subpackages"], [189, "subpackages"], [191, "subpackages"], [220, "subpackages"], [245, "subpackages"], [263, "subpackages"], [288, "subpackages"], [299, "subpackages"], [323, "subpackages"], [341, "subpackages"], [352, "subpackages"], [402, "subpackages"]], "Submodules": [[2, "submodules"], [12, "submodules"], [17, "submodules"], [29, "submodules"], [52, "submodules"], [76, "submodules"], [87, "submodules"], [95, "submodules"], [101, "submodules"], [106, "submodules"], [111, "submodules"], [112, "submodules"], [114, "submodules"], [117, "submodules"], [130, "submodules"], [145, "submodules"], [156, "submodules"], [157, "submodules"], [172, "submodules"], [177, "submodules"], [182, "submodules"], [185, "submodules"], [189, "submodules"], [191, "submodules"], [193, "submodules"], [197, "submodules"], [204, "submodules"], [217, "submodules"], [221, "submodules"], [228, "submodules"], [240, "submodules"], [244, "submodules"], [248, "submodules"], [255, "submodules"], [264, "submodules"], [271, "submodules"], [283, "submodules"], [287, "submodules"], [290, "submodules"], [294, "submodules"], [299, "submodules"], [306, "submodules"], [312, "submodules"], [318, "submodules"], [324, "submodules"], [328, "submodules"], [341, "submodules"], [347, "submodules"], [352, "submodules"], [359, "submodules"], [363, "submodules"], [374, "submodules"], [376, "submodules"], [381, "submodules"], [384, "submodules"], [386, "submodules"], [391, "submodules"], [402, "submodules"], [408, "submodules"], [414, "submodules"], [446, "submodules"], [456, "submodules"]], "Package Contents": [[2, "package-contents"], [29, "package-contents"], [172, "package-contents"], [191, "package-contents"], [197, "package-contents"], [204, "package-contents"], [228, "package-contents"], [240, "package-contents"], [244, "package-contents"], [245, "package-contents"], [248, "package-contents"], [255, "package-contents"], [271, "package-contents"], [283, "package-contents"], [287, "package-contents"], [288, "package-contents"], [290, "package-contents"], [299, "package-contents"], [306, "package-contents"], [318, "package-contents"], [323, "package-contents"], [324, "package-contents"], [341, "package-contents"], [359, "package-contents"], [363, "package-contents"], [402, "package-contents"], [456, "package-contents"]], "neural_compressor.adaptor.keras": [[3, "module-neural_compressor.adaptor.keras"]], "neural_compressor.adaptor.keras_utils.conv2d": [[4, "module-neural_compressor.adaptor.keras_utils.conv2d"]], "neural_compressor.adaptor.keras_utils.dense": [[5, "module-neural_compressor.adaptor.keras_utils.dense"]], "neural_compressor.adaptor.keras_utils.depthwise_conv2d": [[6, "module-neural_compressor.adaptor.keras_utils.depthwise_conv2d"]], "neural_compressor.adaptor.keras_utils": [[7, "module-neural_compressor.adaptor.keras_utils"]], "neural_compressor.adaptor.keras_utils.pool2d": [[8, "module-neural_compressor.adaptor.keras_utils.pool2d"]], "neural_compressor.adaptor.keras_utils.quantizer": [[9, "module-neural_compressor.adaptor.keras_utils.quantizer"]], "neural_compressor.adaptor.keras_utils.separable_conv2d": [[10, "module-neural_compressor.adaptor.keras_utils.separable_conv2d"]], "neural_compressor.adaptor.mxnet": [[11, "module-neural_compressor.adaptor.mxnet"]], "neural_compressor.adaptor.mxnet_utils": [[12, "module-neural_compressor.adaptor.mxnet_utils"]], "neural_compressor.adaptor.mxnet_utils.util": [[13, "module-neural_compressor.adaptor.mxnet_utils.util"]], "neural_compressor.adaptor.onnxrt": [[14, "module-neural_compressor.adaptor.onnxrt"]], "neural_compressor.adaptor.ox_utils.calibration": [[15, "module-neural_compressor.adaptor.ox_utils.calibration"]], "neural_compressor.adaptor.ox_utils.calibrator": [[16, "module-neural_compressor.adaptor.ox_utils.calibrator"]], "neural_compressor.adaptor.ox_utils": [[17, "module-neural_compressor.adaptor.ox_utils"]], "neural_compressor.adaptor.ox_utils.operators.activation": [[18, "module-neural_compressor.adaptor.ox_utils.operators.activation"]], "neural_compressor.adaptor.ox_utils.operators.argmax": [[19, "module-neural_compressor.adaptor.ox_utils.operators.argmax"]], "neural_compressor.adaptor.ox_utils.operators.attention": [[20, "module-neural_compressor.adaptor.ox_utils.operators.attention"]], "neural_compressor.adaptor.ox_utils.operators.binary_op": [[21, "module-neural_compressor.adaptor.ox_utils.operators.binary_op"]], "neural_compressor.adaptor.ox_utils.operators.concat": [[22, "module-neural_compressor.adaptor.ox_utils.operators.concat"]], "neural_compressor.adaptor.ox_utils.operators.conv": [[23, "module-neural_compressor.adaptor.ox_utils.operators.conv"]], "neural_compressor.adaptor.ox_utils.operators.direct_q8": [[24, "module-neural_compressor.adaptor.ox_utils.operators.direct_q8"]], "neural_compressor.adaptor.ox_utils.operators.embed_layernorm": [[25, "module-neural_compressor.adaptor.ox_utils.operators.embed_layernorm"]], "neural_compressor.adaptor.ox_utils.operators.gather": [[26, "module-neural_compressor.adaptor.ox_utils.operators.gather"]], "neural_compressor.adaptor.ox_utils.operators.gavgpool": [[27, "module-neural_compressor.adaptor.ox_utils.operators.gavgpool"]], "neural_compressor.adaptor.ox_utils.operators.gemm": [[28, "module-neural_compressor.adaptor.ox_utils.operators.gemm"]], "neural_compressor.adaptor.ox_utils.operators": [[29, "module-neural_compressor.adaptor.ox_utils.operators"]], "neural_compressor.adaptor.ox_utils.operators.lstm": [[30, "module-neural_compressor.adaptor.ox_utils.operators.lstm"]], "neural_compressor.adaptor.ox_utils.operators.matmul": [[31, "module-neural_compressor.adaptor.ox_utils.operators.matmul"]], "neural_compressor.adaptor.ox_utils.operators.maxpool": [[32, "module-neural_compressor.adaptor.ox_utils.operators.maxpool"]], "neural_compressor.adaptor.ox_utils.operators.norm": [[33, "module-neural_compressor.adaptor.ox_utils.operators.norm"]], "neural_compressor.adaptor.ox_utils.operators.ops": [[34, "module-neural_compressor.adaptor.ox_utils.operators.ops"]], "neural_compressor.adaptor.ox_utils.operators.pad": [[35, "module-neural_compressor.adaptor.ox_utils.operators.pad"]], "neural_compressor.adaptor.ox_utils.operators.pooling": [[36, "module-neural_compressor.adaptor.ox_utils.operators.pooling"]], "neural_compressor.adaptor.ox_utils.operators.reduce": [[37, "module-neural_compressor.adaptor.ox_utils.operators.reduce"]], "neural_compressor.adaptor.ox_utils.operators.resize": [[38, "module-neural_compressor.adaptor.ox_utils.operators.resize"]], "neural_compressor.adaptor.ox_utils.operators.split": [[39, "module-neural_compressor.adaptor.ox_utils.operators.split"]], "neural_compressor.adaptor.ox_utils.operators.unary_op": [[40, "module-neural_compressor.adaptor.ox_utils.operators.unary_op"]], "neural_compressor.adaptor.ox_utils.quantizer": [[41, "module-neural_compressor.adaptor.ox_utils.quantizer"]], "neural_compressor.adaptor.ox_utils.smooth_quant": [[42, "module-neural_compressor.adaptor.ox_utils.smooth_quant"]], "neural_compressor.adaptor.ox_utils.util": [[43, "module-neural_compressor.adaptor.ox_utils.util"]], "neural_compressor.adaptor.ox_utils.weight_only": [[44, "module-neural_compressor.adaptor.ox_utils.weight_only"]], "neural_compressor.adaptor.pytorch": [[45, "module-neural_compressor.adaptor.pytorch"]], "neural_compressor.adaptor.query": [[46, "module-neural_compressor.adaptor.query"]], "neural_compressor.adaptor.tensorflow": [[47, "module-neural_compressor.adaptor.tensorflow"]], "neural_compressor.adaptor.tf_utils.graph_converter": [[48, "module-neural_compressor.adaptor.tf_utils.graph_converter"]], "neural_compressor.adaptor.tf_utils.graph_converter_without_calib": [[49, "module-neural_compressor.adaptor.tf_utils.graph_converter_without_calib"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert": [[50, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer": [[51, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16": [[52, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd": [[53, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout": [[54, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu": [[55, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random": [[56, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const": [[57, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction": [[58, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd": [[59, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer": [[60, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape": [[61, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm": [[62, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant": [[63, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add": [[64, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul": [[65, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math": [[66, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn": [[67, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in": [[68, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu": [[69, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm": [[70, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv": [[71, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv": [[72, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose": [[73, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer": [[74, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass": [[75, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic": [[76, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node": [[77, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu": [[78, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize": [[79, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes": [[80, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm": [[81, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input": [[82, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes": [[83, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes": [[84, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer": [[85, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base": [[86, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base"]], "neural_compressor.adaptor.tf_utils.graph_rewriter": [[87, "module-neural_compressor.adaptor.tf_utils.graph_rewriter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant": [[88, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value": [[89, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib": [[90, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize": [[91, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize": [[92, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize": [[93, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize": [[94, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8": [[95, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer": [[96, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter": [[97, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse": [[98, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert": [[99, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation": [[100, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx": [[101, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph": [[102, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node": [[103, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema": [[104, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils": [[105, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq": [[106, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern": [[107, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq": [[108, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern": [[109, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern"]], "neural_compressor.adaptor.tf_utils.graph_util": [[110, "module-neural_compressor.adaptor.tf_utils.graph_util"]], "neural_compressor.adaptor.tf_utils": [[111, "module-neural_compressor.adaptor.tf_utils"]], "neural_compressor.adaptor.tf_utils.quantize_graph": [[112, "module-neural_compressor.adaptor.tf_utils.quantize_graph"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize": [[113, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat": [[114, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config": [[115, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper": [[116, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers": [[117, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer": [[118, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add": [[119, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base": [[120, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn": [[121, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper": [[122, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn": [[123, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2": [[124, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv": [[125, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv": [[126, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in": [[127, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul": [[128, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling": [[129, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq": [[130, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq": [[131, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base": [[132, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn": [[133, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2": [[134, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv": [[135, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu": [[136, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul": [[137, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling": [[138, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph_common": [[139, "module-neural_compressor.adaptor.tf_utils.quantize_graph_common"]], "neural_compressor.adaptor.tf_utils.smooth_quant_calibration": [[140, "module-neural_compressor.adaptor.tf_utils.smooth_quant_calibration"]], "neural_compressor.adaptor.tf_utils.smooth_quant_scaler": [[141, "module-neural_compressor.adaptor.tf_utils.smooth_quant_scaler"]], "neural_compressor.adaptor.tf_utils.tf2onnx_converter": [[142, "module-neural_compressor.adaptor.tf_utils.tf2onnx_converter"]], "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction": [[143, "module-neural_compressor.adaptor.tf_utils.transform_graph.bias_correction"]], "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base": [[144, "module-neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base"]], "neural_compressor.adaptor.tf_utils.transform_graph": [[145, "module-neural_compressor.adaptor.tf_utils.transform_graph"]], "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging": [[146, "module-neural_compressor.adaptor.tf_utils.transform_graph.insert_logging"]], "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat": [[147, "module-neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat"]], "neural_compressor.adaptor.tf_utils.util": [[148, "module-neural_compressor.adaptor.tf_utils.util"]], "neural_compressor.adaptor.torch_utils.autoround.autoround": [[149, "module-neural_compressor.adaptor.torch_utils.autoround.autoround"]], "neural_compressor.adaptor.torch_utils.autoround": [[150, "module-neural_compressor.adaptor.torch_utils.autoround"]], "neural_compressor.adaptor.torch_utils.autoround.sign_sgd": [[151, "module-neural_compressor.adaptor.torch_utils.autoround.sign_sgd"]], "neural_compressor.adaptor.torch_utils.awq": [[152, "module-neural_compressor.adaptor.torch_utils.awq"]], "neural_compressor.adaptor.torch_utils.bf16_convert": [[153, "module-neural_compressor.adaptor.torch_utils.bf16_convert"]], "neural_compressor.adaptor.torch_utils.gptq": [[154, "module-neural_compressor.adaptor.torch_utils.gptq"]], "neural_compressor.adaptor.torch_utils.hawq_metric": [[155, "module-neural_compressor.adaptor.torch_utils.hawq_metric"]], "neural_compressor.adaptor.torch_utils": [[156, "module-neural_compressor.adaptor.torch_utils"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant": [[157, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle": [[158, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize": [[159, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load": [[160, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils": [[161, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.utils"]], "neural_compressor.adaptor.torch_utils.mixed_precision": [[162, "module-neural_compressor.adaptor.torch_utils.mixed_precision"]], "neural_compressor.adaptor.torch_utils.model_wrapper": [[163, "module-neural_compressor.adaptor.torch_utils.model_wrapper"]], "neural_compressor.adaptor.torch_utils.pattern_detector": [[164, "module-neural_compressor.adaptor.torch_utils.pattern_detector"]], "neural_compressor.adaptor.torch_utils.smooth_quant": [[165, "module-neural_compressor.adaptor.torch_utils.smooth_quant"]], "neural_compressor.adaptor.torch_utils.symbolic_trace": [[166, "module-neural_compressor.adaptor.torch_utils.symbolic_trace"]], "neural_compressor.adaptor.torch_utils.teq": [[167, "module-neural_compressor.adaptor.torch_utils.teq"]], "neural_compressor.adaptor.torch_utils.util": [[168, "module-neural_compressor.adaptor.torch_utils.util"]], "}": [[168, "id3"]], "neural_compressor.adaptor.torch_utils.weight_only": [[169, "module-neural_compressor.adaptor.torch_utils.weight_only"]], "neural_compressor.algorithm.algorithm": [[170, "module-neural_compressor.algorithm.algorithm"]], "neural_compressor.algorithm.fast_bias_correction": [[171, "module-neural_compressor.algorithm.fast_bias_correction"]], "neural_compressor.algorithm": [[172, "module-neural_compressor.algorithm"]], "neural_compressor.algorithm.smooth_quant": [[173, "module-neural_compressor.algorithm.smooth_quant"]], "neural_compressor.algorithm.weight_correction": [[174, "module-neural_compressor.algorithm.weight_correction"]], "neural_compressor.benchmark": [[175, "module-neural_compressor.benchmark"]], "neural_compressor.common.base_config": [[176, "module-neural_compressor.common.base_config"]], "neural_compressor.common": [[177, "module-neural_compressor.common"]], "neural_compressor.common.logger": [[178, "module-neural_compressor.common.logger"]], "neural_compressor.common.utility": [[179, "module-neural_compressor.common.utility"]], "neural_compressor.compression.callbacks": [[180, "module-neural_compressor.compression.callbacks"]], "neural_compressor.compression.distillation.criterions": [[181, "module-neural_compressor.compression.distillation.criterions"]], "neural_compressor.compression.distillation": [[182, "module-neural_compressor.compression.distillation"]], "neural_compressor.compression.distillation.optimizers": [[183, "module-neural_compressor.compression.distillation.optimizers"]], "neural_compressor.compression.distillation.utility": [[184, "module-neural_compressor.compression.distillation.utility"]], "neural_compressor.compression.hpo": [[185, "module-neural_compressor.compression.hpo"]], "neural_compressor.compression.hpo.sa_optimizer": [[186, "module-neural_compressor.compression.hpo.sa_optimizer"]], "neural_compressor.compression.hpo.search_algorithms": [[187, "module-neural_compressor.compression.hpo.search_algorithms"]], "neural_compressor.compression.hpo.search_space": [[188, "module-neural_compressor.compression.hpo.search_space"]], "neural_compressor.compression": [[189, "module-neural_compressor.compression"]], "neural_compressor.compression.pruner.criteria": [[190, "module-neural_compressor.compression.pruner.criteria"]], "neural_compressor.compression.pruner": [[191, "module-neural_compressor.compression.pruner"]], "neural_compressor.compression.pruner.model_slim.auto_slim": [[192, "module-neural_compressor.compression.pruner.model_slim.auto_slim"]], "neural_compressor.compression.pruner.model_slim": [[193, "module-neural_compressor.compression.pruner.model_slim"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer": [[194, "module-neural_compressor.compression.pruner.model_slim.pattern_analyzer"]], "neural_compressor.compression.pruner.model_slim.weight_slim": [[195, "module-neural_compressor.compression.pruner.model_slim.weight_slim"]], "neural_compressor.compression.pruner.patterns.base": [[196, "module-neural_compressor.compression.pruner.patterns.base"]], "neural_compressor.compression.pruner.patterns": [[197, "module-neural_compressor.compression.pruner.patterns"]], "neural_compressor.compression.pruner.patterns.mha": [[198, "module-neural_compressor.compression.pruner.patterns.mha"]], "neural_compressor.compression.pruner.patterns.ninm": [[199, "module-neural_compressor.compression.pruner.patterns.ninm"]], "neural_compressor.compression.pruner.patterns.nxm": [[200, "module-neural_compressor.compression.pruner.patterns.nxm"]], "neural_compressor.compression.pruner.pruners.base": [[201, "module-neural_compressor.compression.pruner.pruners.base"]], "neural_compressor.compression.pruner.pruners.basic": [[202, "module-neural_compressor.compression.pruner.pruners.basic"]], "neural_compressor.compression.pruner.pruners.block_mask": [[203, "module-neural_compressor.compression.pruner.pruners.block_mask"]], "neural_compressor.compression.pruner.pruners": [[204, "module-neural_compressor.compression.pruner.pruners"]], "neural_compressor.compression.pruner.pruners.mha": [[205, "module-neural_compressor.compression.pruner.pruners.mha"]], "neural_compressor.compression.pruner.pruners.pattern_lock": [[206, "module-neural_compressor.compression.pruner.pruners.pattern_lock"]], "neural_compressor.compression.pruner.pruners.progressive": [[207, "module-neural_compressor.compression.pruner.pruners.progressive"]], "neural_compressor.compression.pruner.pruners.retrain_free": [[208, "module-neural_compressor.compression.pruner.pruners.retrain_free"]], "neural_compressor.compression.pruner.pruners.sparse_gpt": [[209, "module-neural_compressor.compression.pruner.pruners.sparse_gpt"]], "neural_compressor.compression.pruner.pruning": [[210, "module-neural_compressor.compression.pruner.pruning"]], "neural_compressor.compression.pruner.regs": [[211, "module-neural_compressor.compression.pruner.regs"]], "neural_compressor.compression.pruner.schedulers": [[212, "module-neural_compressor.compression.pruner.schedulers"]], "neural_compressor.compression.pruner.tf_criteria": [[213, "module-neural_compressor.compression.pruner.tf_criteria"]], "neural_compressor.compression.pruner.utils": [[214, "module-neural_compressor.compression.pruner.utils"]], "neural_compressor.conf.config": [[215, "module-neural_compressor.conf.config"]], "neural_compressor.conf.dotdict": [[216, "module-neural_compressor.conf.dotdict"]], "neural_compressor.conf": [[217, "module-neural_compressor.conf"]], "neural_compressor.conf.pythonic_config": [[218, "module-neural_compressor.conf.pythonic_config"]], "neural_compressor.config": [[219, "module-neural_compressor.config"]], "neural_compressor.contrib": [[220, "module-neural_compressor.contrib"]], "neural_compressor.contrib.strategy": [[221, "module-neural_compressor.contrib.strategy"]], "neural_compressor.contrib.strategy.sigopt": [[222, "module-neural_compressor.contrib.strategy.sigopt"]], "neural_compressor.contrib.strategy.tpe": [[223, "module-neural_compressor.contrib.strategy.tpe"]], "neural_compressor.data.dataloaders.base_dataloader": [[224, "module-neural_compressor.data.dataloaders.base_dataloader"]], "neural_compressor.data.dataloaders.dataloader": [[225, "module-neural_compressor.data.dataloaders.dataloader"]], "neural_compressor.data.dataloaders.default_dataloader": [[226, "module-neural_compressor.data.dataloaders.default_dataloader"]], "neural_compressor.data.dataloaders.fetcher": [[227, "module-neural_compressor.data.dataloaders.fetcher"]], "neural_compressor.data.dataloaders": [[228, "module-neural_compressor.data.dataloaders"]], "Attributes": [[228, "attributes"], [236, "attributes"], [245, "attributes"], [279, "attributes"], [288, "attributes"], [299, "attributes"], [323, "attributes"], [363, "attributes"], [413, "attributes"], [456, "attributes"]], "neural_compressor.data.dataloaders.mxnet_dataloader": [[229, "module-neural_compressor.data.dataloaders.mxnet_dataloader"]], "neural_compressor.data.dataloaders.onnxrt_dataloader": [[230, "module-neural_compressor.data.dataloaders.onnxrt_dataloader"]], "neural_compressor.data.dataloaders.pytorch_dataloader": [[231, "module-neural_compressor.data.dataloaders.pytorch_dataloader"]], "neural_compressor.data.dataloaders.sampler": [[232, "module-neural_compressor.data.dataloaders.sampler"]], "neural_compressor.data.dataloaders.tensorflow_dataloader": [[233, "module-neural_compressor.data.dataloaders.tensorflow_dataloader"]], "neural_compressor.data.datasets.bert_dataset": [[234, "module-neural_compressor.data.datasets.bert_dataset"]], "neural_compressor.data.datasets.coco_dataset": [[235, "module-neural_compressor.data.datasets.coco_dataset"]], "neural_compressor.data.datasets.dataset": [[236, "module-neural_compressor.data.datasets.dataset"]], "neural_compressor.data.datasets.dummy_dataset": [[237, "module-neural_compressor.data.datasets.dummy_dataset"]], "neural_compressor.data.datasets.dummy_dataset_v2": [[238, "module-neural_compressor.data.datasets.dummy_dataset_v2"]], "neural_compressor.data.datasets.imagenet_dataset": [[239, "module-neural_compressor.data.datasets.imagenet_dataset"]], "neural_compressor.data.datasets": [[240, "module-neural_compressor.data.datasets"]], "neural_compressor.data.datasets.style_transfer_dataset": [[241, "module-neural_compressor.data.datasets.style_transfer_dataset"]], "neural_compressor.data.filters.coco_filter": [[242, "module-neural_compressor.data.filters.coco_filter"]], "neural_compressor.data.filters.filter": [[243, "module-neural_compressor.data.filters.filter"]], "neural_compressor.data.filters": [[244, "module-neural_compressor.data.filters"]], "neural_compressor.data": [[245, "module-neural_compressor.data"]], "neural_compressor.data.transforms.coco_transform": [[246, "module-neural_compressor.data.transforms.coco_transform"]], "neural_compressor.data.transforms.imagenet_transform": [[247, "module-neural_compressor.data.transforms.imagenet_transform"]], "neural_compressor.data.transforms": [[248, "module-neural_compressor.data.transforms"]], "neural_compressor.data.transforms.postprocess": [[249, "module-neural_compressor.data.transforms.postprocess"]], "neural_compressor.data.transforms.tokenization": [[250, "module-neural_compressor.data.transforms.tokenization"]], "neural_compressor.data.transforms.transform": [[251, "module-neural_compressor.data.transforms.transform"]], "neural_compressor.experimental.benchmark": [[252, "module-neural_compressor.experimental.benchmark"]], "neural_compressor.experimental.common.criterion": [[253, "module-neural_compressor.experimental.common.criterion"]], "neural_compressor.experimental.common.dataloader": [[254, "module-neural_compressor.experimental.common.dataloader"]], "neural_compressor.experimental.common": [[255, "module-neural_compressor.experimental.common"]], "neural_compressor.experimental.common.metric": [[256, "module-neural_compressor.experimental.common.metric"]], "neural_compressor.experimental.common.model": [[257, "module-neural_compressor.experimental.common.model"]], "neural_compressor.experimental.common.optimizer": [[258, "module-neural_compressor.experimental.common.optimizer"]], "neural_compressor.experimental.common.postprocess": [[259, "module-neural_compressor.experimental.common.postprocess"]], "neural_compressor.experimental.common.torch_utils": [[260, "module-neural_compressor.experimental.common.torch_utils"]], "neural_compressor.experimental.component": [[261, "module-neural_compressor.experimental.component"]], "neural_compressor.experimental.compression": [[262, "module-neural_compressor.experimental.compression"]], "neural_compressor.experimental.contrib": [[263, "module-neural_compressor.experimental.contrib"]], "neural_compressor.experimental.contrib.strategy": [[264, "module-neural_compressor.experimental.contrib.strategy"]], "neural_compressor.experimental.contrib.strategy.sigopt": [[265, "module-neural_compressor.experimental.contrib.strategy.sigopt"]], "neural_compressor.experimental.contrib.strategy.tpe": [[266, "module-neural_compressor.experimental.contrib.strategy.tpe"]], "neural_compressor.experimental.data.dataloaders.base_dataloader": [[267, "module-neural_compressor.experimental.data.dataloaders.base_dataloader"]], "neural_compressor.experimental.data.dataloaders.dataloader": [[268, "module-neural_compressor.experimental.data.dataloaders.dataloader"]], "neural_compressor.experimental.data.dataloaders.default_dataloader": [[269, "module-neural_compressor.experimental.data.dataloaders.default_dataloader"]], "neural_compressor.experimental.data.dataloaders.fetcher": [[270, "module-neural_compressor.experimental.data.dataloaders.fetcher"]], "neural_compressor.experimental.data.dataloaders": [[271, "module-neural_compressor.experimental.data.dataloaders"]], "neural_compressor.experimental.data.dataloaders.mxnet_dataloader": [[272, "module-neural_compressor.experimental.data.dataloaders.mxnet_dataloader"]], "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader": [[273, "module-neural_compressor.experimental.data.dataloaders.onnxrt_dataloader"]], "neural_compressor.experimental.data.dataloaders.pytorch_dataloader": [[274, "module-neural_compressor.experimental.data.dataloaders.pytorch_dataloader"]], "neural_compressor.experimental.data.dataloaders.sampler": [[275, "module-neural_compressor.experimental.data.dataloaders.sampler"]], "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader": [[276, "module-neural_compressor.experimental.data.dataloaders.tensorflow_dataloader"]], "neural_compressor.experimental.data.datasets.bert_dataset": [[277, "module-neural_compressor.experimental.data.datasets.bert_dataset"]], "neural_compressor.experimental.data.datasets.coco_dataset": [[278, "module-neural_compressor.experimental.data.datasets.coco_dataset"]], "neural_compressor.experimental.data.datasets.dataset": [[279, "module-neural_compressor.experimental.data.datasets.dataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset": [[280, "module-neural_compressor.experimental.data.datasets.dummy_dataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset_v2": [[281, "module-neural_compressor.experimental.data.datasets.dummy_dataset_v2"]], "neural_compressor.experimental.data.datasets.imagenet_dataset": [[282, "module-neural_compressor.experimental.data.datasets.imagenet_dataset"]], "neural_compressor.experimental.data.datasets": [[283, "module-neural_compressor.experimental.data.datasets"]], "neural_compressor.experimental.data.datasets.style_transfer_dataset": [[284, "module-neural_compressor.experimental.data.datasets.style_transfer_dataset"]], "neural_compressor.experimental.data.filters.coco_filter": [[285, "module-neural_compressor.experimental.data.filters.coco_filter"]], "neural_compressor.experimental.data.filters.filter": [[286, "module-neural_compressor.experimental.data.filters.filter"]], "neural_compressor.experimental.data.filters": [[287, "module-neural_compressor.experimental.data.filters"]], "neural_compressor.experimental.data": [[288, "module-neural_compressor.experimental.data"]], "neural_compressor.experimental.data.transforms.imagenet_transform": [[289, "module-neural_compressor.experimental.data.transforms.imagenet_transform"]], "neural_compressor.experimental.data.transforms": [[290, "module-neural_compressor.experimental.data.transforms"]], "neural_compressor.experimental.data.transforms.tokenization": [[291, "module-neural_compressor.experimental.data.transforms.tokenization"]], "neural_compressor.experimental.data.transforms.transform": [[292, "module-neural_compressor.experimental.data.transforms.transform"]], "neural_compressor.experimental.distillation": [[293, "module-neural_compressor.experimental.distillation"]], "neural_compressor.experimental.export": [[294, "module-neural_compressor.experimental.export"]], "neural_compressor.experimental.export.qlinear2qdq": [[295, "module-neural_compressor.experimental.export.qlinear2qdq"]], "neural_compressor.experimental.export.tf2onnx": [[296, "module-neural_compressor.experimental.export.tf2onnx"]], "neural_compressor.experimental.export.torch2onnx": [[297, "module-neural_compressor.experimental.export.torch2onnx"]], "neural_compressor.experimental.graph_optimization": [[298, "module-neural_compressor.experimental.graph_optimization"]], "neural_compressor.experimental": [[299, "module-neural_compressor.experimental"]], "neural_compressor.experimental.metric.bleu": [[300, "module-neural_compressor.experimental.metric.bleu"]], "neural_compressor.experimental.metric.bleu_util": [[301, "module-neural_compressor.experimental.metric.bleu_util"]], "neural_compressor.experimental.metric.coco_label_map": [[302, "module-neural_compressor.experimental.metric.coco_label_map"]], "neural_compressor.experimental.metric.coco_tools": [[303, "module-neural_compressor.experimental.metric.coco_tools"]], "neural_compressor.experimental.metric.evaluate_squad": [[304, "module-neural_compressor.experimental.metric.evaluate_squad"]], "neural_compressor.experimental.metric.f1": [[305, "module-neural_compressor.experimental.metric.f1"]], "neural_compressor.experimental.metric": [[306, "module-neural_compressor.experimental.metric"]], "neural_compressor.experimental.metric.metric": [[307, "module-neural_compressor.experimental.metric.metric"]], "neural_compressor.experimental.mixed_precision": [[308, "module-neural_compressor.experimental.mixed_precision"]], "neural_compressor.experimental.model_conversion": [[309, "module-neural_compressor.experimental.model_conversion"]], "neural_compressor.experimental.nas.basic_nas": [[310, "module-neural_compressor.experimental.nas.basic_nas"]], "neural_compressor.experimental.nas.dynas": [[311, "module-neural_compressor.experimental.nas.dynas"]], "neural_compressor.experimental.nas": [[312, "module-neural_compressor.experimental.nas"]], "neural_compressor.experimental.nas.nas": [[313, "module-neural_compressor.experimental.nas.nas"]], "neural_compressor.experimental.nas.nas_utils": [[314, "module-neural_compressor.experimental.nas.nas_utils"]], "neural_compressor.experimental.nas.search_algorithms": [[315, "module-neural_compressor.experimental.nas.search_algorithms"]], "neural_compressor.experimental.pruner_legacy.gradient_sensitivity": [[316, "module-neural_compressor.experimental.pruner_legacy.gradient_sensitivity"]], "neural_compressor.experimental.pruner_legacy.group_lasso": [[317, "module-neural_compressor.experimental.pruner_legacy.group_lasso"]], "neural_compressor.experimental.pruner_legacy": [[318, "module-neural_compressor.experimental.pruner_legacy"]], "neural_compressor.experimental.pruner_legacy.magnitude": [[319, "module-neural_compressor.experimental.pruner_legacy.magnitude"]], "neural_compressor.experimental.pruner_legacy.pattern_lock": [[320, "module-neural_compressor.experimental.pruner_legacy.pattern_lock"]], "neural_compressor.experimental.pruner_legacy.pruner": [[321, "module-neural_compressor.experimental.pruner_legacy.pruner"]], "neural_compressor.experimental.pruning": [[322, "module-neural_compressor.experimental.pruning"]], "neural_compressor.experimental.pruning_recipes": [[323, "module-neural_compressor.experimental.pruning_recipes"]], "neural_compressor.experimental.pruning_recipes.patterns": [[324, "module-neural_compressor.experimental.pruning_recipes.patterns"]], "neural_compressor.experimental.pruning_recipes.patterns.pattern": [[325, "module-neural_compressor.experimental.pruning_recipes.patterns.pattern"]], "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern": [[326, "module-neural_compressor.experimental.pruning_recipes.patterns.tile_pattern"]], "neural_compressor.experimental.pruning_v2": [[327, "module-neural_compressor.experimental.pruning_v2"]], "neural_compressor.experimental.pytorch_pruner": [[328, "module-neural_compressor.experimental.pytorch_pruner"]], "neural_compressor.experimental.pytorch_pruner.logger": [[329, "module-neural_compressor.experimental.pytorch_pruner.logger"]], "neural_compressor.experimental.pytorch_pruner.patterns": [[330, "module-neural_compressor.experimental.pytorch_pruner.patterns"]], "neural_compressor.experimental.pytorch_pruner.prune_utils": [[331, "module-neural_compressor.experimental.pytorch_pruner.prune_utils"]], "neural_compressor.experimental.pytorch_pruner.pruner": [[332, "module-neural_compressor.experimental.pytorch_pruner.pruner"]], "neural_compressor.experimental.pytorch_pruner.pruning": [[333, "module-neural_compressor.experimental.pytorch_pruner.pruning"]], "neural_compressor.experimental.pytorch_pruner.scheduler": [[334, "module-neural_compressor.experimental.pytorch_pruner.scheduler"]], "neural_compressor.experimental.quantization": [[335, "module-neural_compressor.experimental.quantization"]], "neural_compressor.experimental.scheduler": [[336, "module-neural_compressor.experimental.scheduler"]], "neural_compressor.experimental.strategy.auto_mixed_precision": [[337, "module-neural_compressor.experimental.strategy.auto_mixed_precision"]], "neural_compressor.experimental.strategy.basic": [[338, "module-neural_compressor.experimental.strategy.basic"]], "neural_compressor.experimental.strategy.bayesian": [[339, "module-neural_compressor.experimental.strategy.bayesian"]], "neural_compressor.experimental.strategy.exhaustive": [[340, "module-neural_compressor.experimental.strategy.exhaustive"]], "neural_compressor.experimental.strategy": [[341, "module-neural_compressor.experimental.strategy"]], "neural_compressor.experimental.strategy.mse": [[342, "module-neural_compressor.experimental.strategy.mse"]], "neural_compressor.experimental.strategy.mse_v2": [[343, "module-neural_compressor.experimental.strategy.mse_v2"]], "neural_compressor.experimental.strategy.random": [[344, "module-neural_compressor.experimental.strategy.random"]], "neural_compressor.experimental.strategy.strategy": [[345, "module-neural_compressor.experimental.strategy.strategy"]], "neural_compressor.experimental.strategy.utils.constant": [[346, "module-neural_compressor.experimental.strategy.utils.constant"]], "neural_compressor.experimental.strategy.utils": [[347, "module-neural_compressor.experimental.strategy.utils"]], "neural_compressor.experimental.strategy.utils.tuning_sampler": [[348, "module-neural_compressor.experimental.strategy.utils.tuning_sampler"]], "neural_compressor.experimental.strategy.utils.tuning_space": [[349, "module-neural_compressor.experimental.strategy.utils.tuning_space"]], "neural_compressor.experimental.strategy.utils.tuning_structs": [[350, "module-neural_compressor.experimental.strategy.utils.tuning_structs"]], "neural_compressor.experimental.strategy.utils.utility": [[351, "module-neural_compressor.experimental.strategy.utils.utility"]], "neural_compressor": [[352, "module-neural_compressor"]], "neural_compressor.metric.bleu": [[353, "module-neural_compressor.metric.bleu"]], "neural_compressor.metric.bleu_util": [[354, "module-neural_compressor.metric.bleu_util"]], "neural_compressor.metric.coco_label_map": [[355, "module-neural_compressor.metric.coco_label_map"]], "neural_compressor.metric.coco_tools": [[356, "module-neural_compressor.metric.coco_tools"]], "neural_compressor.metric.evaluate_squad": [[357, "module-neural_compressor.metric.evaluate_squad"]], "neural_compressor.metric.f1": [[358, "module-neural_compressor.metric.f1"]], "neural_compressor.metric": [[359, "module-neural_compressor.metric"]], "neural_compressor.metric.metric": [[360, "module-neural_compressor.metric.metric"]], "neural_compressor.mix_precision": [[361, "module-neural_compressor.mix_precision"]], "neural_compressor.model.base_model": [[362, "module-neural_compressor.model.base_model"]], "neural_compressor.model": [[363, "module-neural_compressor.model"]], "neural_compressor.model.keras_model": [[364, "module-neural_compressor.model.keras_model"]], "neural_compressor.model.model": [[365, "module-neural_compressor.model.model"]], "neural_compressor.model.mxnet_model": [[366, "module-neural_compressor.model.mxnet_model"]], "neural_compressor.model.nets_factory": [[367, "module-neural_compressor.model.nets_factory"]], "neural_compressor.model.onnx_model": [[368, "module-neural_compressor.model.onnx_model"]], "neural_compressor.model.tensorflow_model": [[369, "module-neural_compressor.model.tensorflow_model"]], "neural_compressor.model.torch_model": [[370, "module-neural_compressor.model.torch_model"]], "neural_compressor.objective": [[371, "module-neural_compressor.objective"]], "neural_compressor.profiling": [[372, "module-neural_compressor.profiling"]], "neural_compressor.profiling.parser.factory": [[373, "module-neural_compressor.profiling.parser.factory"]], "neural_compressor.profiling.parser": [[374, "module-neural_compressor.profiling.parser"]], "neural_compressor.profiling.parser.onnx_parser.factory": [[375, "module-neural_compressor.profiling.parser.onnx_parser.factory"]], "neural_compressor.profiling.parser.onnx_parser": [[376, "module-neural_compressor.profiling.parser.onnx_parser"]], "neural_compressor.profiling.parser.onnx_parser.parser": [[377, "module-neural_compressor.profiling.parser.onnx_parser.parser"]], "neural_compressor.profiling.parser.parser": [[378, "module-neural_compressor.profiling.parser.parser"]], "neural_compressor.profiling.parser.result": [[379, "module-neural_compressor.profiling.parser.result"]], "neural_compressor.profiling.parser.tensorflow_parser.factory": [[380, "module-neural_compressor.profiling.parser.tensorflow_parser.factory"]], "neural_compressor.profiling.parser.tensorflow_parser": [[381, "module-neural_compressor.profiling.parser.tensorflow_parser"]], "neural_compressor.profiling.parser.tensorflow_parser.parser": [[382, "module-neural_compressor.profiling.parser.tensorflow_parser.parser"]], "neural_compressor.profiling.profiler.factory": [[383, "module-neural_compressor.profiling.profiler.factory"]], "neural_compressor.profiling.profiler": [[384, "module-neural_compressor.profiling.profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.factory": [[385, "module-neural_compressor.profiling.profiler.onnxrt_profiler.factory"]], "neural_compressor.profiling.profiler.onnxrt_profiler": [[386, "module-neural_compressor.profiling.profiler.onnxrt_profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.profiler": [[387, "module-neural_compressor.profiling.profiler.onnxrt_profiler.profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.utils": [[388, "module-neural_compressor.profiling.profiler.onnxrt_profiler.utils"]], "neural_compressor.profiling.profiler.profiler": [[389, "module-neural_compressor.profiling.profiler.profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.factory": [[390, "module-neural_compressor.profiling.profiler.tensorflow_profiler.factory"]], "neural_compressor.profiling.profiler.tensorflow_profiler": [[391, "module-neural_compressor.profiling.profiler.tensorflow_profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.profiler": [[392, "module-neural_compressor.profiling.profiler.tensorflow_profiler.profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.utils": [[393, "module-neural_compressor.profiling.profiler.tensorflow_profiler.utils"]], "neural_compressor.quantization": [[394, "module-neural_compressor.quantization"]], "neural_compressor.strategy.auto": [[395, "module-neural_compressor.strategy.auto"]], "neural_compressor.strategy.auto_mixed_precision": [[396, "module-neural_compressor.strategy.auto_mixed_precision"]], "neural_compressor.strategy.basic": [[397, "module-neural_compressor.strategy.basic"]], "neural_compressor.strategy.bayesian": [[398, "module-neural_compressor.strategy.bayesian"]], "neural_compressor.strategy.conservative": [[399, "module-neural_compressor.strategy.conservative"]], "neural_compressor.strategy.exhaustive": [[400, "module-neural_compressor.strategy.exhaustive"]], "neural_compressor.strategy.hawq_v2": [[401, "module-neural_compressor.strategy.hawq_v2"]], "neural_compressor.strategy": [[402, "module-neural_compressor.strategy"]], "neural_compressor.strategy.mse": [[403, "module-neural_compressor.strategy.mse"]], "neural_compressor.strategy.mse_v2": [[404, "module-neural_compressor.strategy.mse_v2"]], "neural_compressor.strategy.random": [[405, "module-neural_compressor.strategy.random"]], "neural_compressor.strategy.strategy": [[406, "module-neural_compressor.strategy.strategy"]], "neural_compressor.strategy.utils.constant": [[407, "module-neural_compressor.strategy.utils.constant"]], "neural_compressor.strategy.utils": [[408, "module-neural_compressor.strategy.utils"]], "neural_compressor.strategy.utils.tuning_sampler": [[409, "module-neural_compressor.strategy.utils.tuning_sampler"]], "neural_compressor.strategy.utils.tuning_space": [[410, "module-neural_compressor.strategy.utils.tuning_space"]], "neural_compressor.strategy.utils.tuning_structs": [[411, "module-neural_compressor.strategy.utils.tuning_structs"]], "neural_compressor.strategy.utils.utility": [[412, "module-neural_compressor.strategy.utils.utility"]], "neural_compressor.template.api_doc_example": [[413, "module-neural_compressor.template.api_doc_example"]], "neural_compressor.template": [[414, "module-neural_compressor.template"]], "neural_compressor.tensorflow.algorithms": [[415, "module-neural_compressor.tensorflow.algorithms"]], "neural_compressor.tensorflow.algorithms.static_quantize": [[416, "module-neural_compressor.tensorflow.algorithms.static_quantize"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras": [[417, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d": [[418, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense": [[419, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d": [[420, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils": [[421, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d": [[422, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer": [[423, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d": [[424, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry": [[425, "module-neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry"]], "neural_compressor.tensorflow": [[426, "module-neural_compressor.tensorflow"]], "neural_compressor.tensorflow.quantization.config": [[427, "module-neural_compressor.tensorflow.quantization.config"]], "neural_compressor.tensorflow.quantization": [[428, "module-neural_compressor.tensorflow.quantization"]], "neural_compressor.tensorflow.quantization.quantize": [[429, "module-neural_compressor.tensorflow.quantization.quantize"]], "neural_compressor.tensorflow.utils": [[430, "module-neural_compressor.tensorflow.utils"]], "neural_compressor.torch.algorithms": [[431, "module-neural_compressor.torch.algorithms"]], "neural_compressor.torch.algorithms.weight_only.gptq": [[432, "module-neural_compressor.torch.algorithms.weight_only.gptq"]], "neural_compressor.torch.algorithms.weight_only": [[433, "module-neural_compressor.torch.algorithms.weight_only"]], "neural_compressor.torch.algorithms.weight_only.rtn": [[434, "module-neural_compressor.torch.algorithms.weight_only.rtn"]], "neural_compressor.torch.algorithms.weight_only_algos": [[435, "module-neural_compressor.torch.algorithms.weight_only_algos"]], "neural_compressor.torch.amp.autocast": [[436, "module-neural_compressor.torch.amp.autocast"]], "neural_compressor.torch.amp.fp8.functions": [[437, "module-neural_compressor.torch.amp.fp8.functions"]], "neural_compressor.torch.amp.fp8": [[438, "module-neural_compressor.torch.amp.fp8"]], "neural_compressor.torch.amp": [[439, "module-neural_compressor.torch.amp"]], "neural_compressor.torch": [[440, "module-neural_compressor.torch"]], "neural_compressor.torch.quantization.config": [[441, "module-neural_compressor.torch.quantization.config"]], "neural_compressor.torch.quantization.fp8": [[442, "module-neural_compressor.torch.quantization.fp8"]], "neural_compressor.torch.quantization.fp8.modules": [[443, "module-neural_compressor.torch.quantization.fp8.modules"]], "neural_compressor.torch.quantization.fp8.observer": [[444, "module-neural_compressor.torch.quantization.fp8.observer"]], "neural_compressor.torch.quantization.fp8.quantization_impl": [[445, "module-neural_compressor.torch.quantization.fp8.quantization_impl"]], "neural_compressor.torch.quantization": [[446, "module-neural_compressor.torch.quantization"]], "neural_compressor.torch.quantization.layers": [[447, "module-neural_compressor.torch.quantization.layers"]], "neural_compressor.torch.quantization.quantize": [[448, "module-neural_compressor.torch.quantization.quantize"]], "neural_compressor.torch.utils.constants": [[449, "module-neural_compressor.torch.utils.constants"]], "neural_compressor.torch.utils": [[450, "module-neural_compressor.torch.utils"]], "neural_compressor.torch.utils.utility": [[451, "module-neural_compressor.torch.utils.utility"]], "neural_compressor.training": [[452, "module-neural_compressor.training"]], "neural_compressor.utils.collect_layer_histogram": [[453, "module-neural_compressor.utils.collect_layer_histogram"]], "neural_compressor.utils.constant": [[454, "module-neural_compressor.utils.constant"]], "neural_compressor.utils.create_obj_from_config": [[455, "module-neural_compressor.utils.create_obj_from_config"]], "neural_compressor.utils": [[456, "module-neural_compressor.utils"]], "neural_compressor.utils.kl_divergence": [[457, "module-neural_compressor.utils.kl_divergence"]], "neural_compressor.utils.load_huggingface": [[458, "module-neural_compressor.utils.load_huggingface"]], "neural_compressor.utils.logger": [[459, "module-neural_compressor.utils.logger"]], "neural_compressor.utils.neural_insights_utils": [[460, "module-neural_compressor.utils.neural_insights_utils"]], "neural_compressor.utils.options": [[461, "module-neural_compressor.utils.options"]], "neural_compressor.utils.pytorch": [[462, "module-neural_compressor.utils.pytorch"]], "neural_compressor.utils.utility": [[463, "module-neural_compressor.utils.utility"]], "neural_compressor.utils.weights_details": [[464, "module-neural_compressor.utils.weights_details"]], "neural_compressor.version": [[465, "module-neural_compressor.version"]], "Intel\u00ae Neural Compressor Documentation": [[466, "intel-neural-compressor-documentation"], [565, "intel-neural-compressor-documentation"]], "Sections": [[466, "sections"], [565, "sections"]], "Contributor Covenant Code of Conduct": [[467, "contributor-covenant-code-of-conduct"], [468, "contributor-covenant-code-of-conduct"]], "Our Pledge": [[467, "our-pledge"]], "Our Standards": [[467, "our-standards"]], "Our Responsibilities": [[467, "our-responsibilities"]], "Scope": [[467, "scope"]], "Enforcement": [[467, "enforcement"]], "Attribution": [[467, "attribution"]], "Contribution Guidelines": [[468, "contribution-guidelines"]], "Create Pull Request": [[468, "create-pull-request"]], "Step-by-Step guidelines": [[468, "step-by-step-guidelines"]], "Pull Request Checklist": [[468, "pull-request-checklist"]], "Pull Request Template": [[468, "pull-request-template"]], "Pull Request Acceptance Criteria": [[468, "pull-request-acceptance-criteria"]], "Pull Request Status Checks Overview": [[468, "pull-request-status-checks-overview"]], "Support": [[468, "support"]], "FX": [[469, "fx"]], "Introduction": [[469, "introduction"], [470, "introduction"], [473, "introduction"], [474, "introduction"], [475, "introduction"], [490, "introduction"], [491, "introduction"], [492, "introduction"], [493, "introduction"], [496, "introduction"], [497, "introduction"], [498, "introduction"], [500, "introduction"], [502, "introduction"], [505, "introduction"], [509, "introduction"], [511, "introduction"], [512, "introduction"], [533, "introduction"], [534, "introduction"], [535, "introduction"], [547, "introduction"], [548, "introduction"], [549, "introduction"], [551, "introduction"], [553, "introduction"], [555, "introduction"], [557, "introduction"], [558, "introduction"], [559, "introduction"], [560, "introduction"], [561, "introduction"], [563, "introduction"]], "FX Mode Support Matrix in Neural Compressor": [[469, "fx-mode-support-matrix-in-neural-compressor"]], "Get Started": [[469, "get-started"], [495, "get-started"], [537, "get-started"], [552, "get-started"]], "Post Training Static Quantization": [[469, "post-training-static-quantization"], [552, "post-training-static-quantization"]], "Post Training Dynamic Quantization": [[469, "post-training-dynamic-quantization"], [552, "post-training-dynamic-quantization"]], "Quantization-Aware Training": [[469, "quantization-aware-training"]], "Examples": [[469, "examples"], [470, "examples"], [490, "examples"], [492, "examples"], [493, "examples"], [496, "examples"], [497, "examples"], [498, "examples"], [499, "examples"], [500, "examples"], [510, "examples"], [511, "examples"], [512, "examples"], [548, "examples"], [549, "examples"], [552, "examples"], [553, "examples"], [555, "examples"], [559, "examples"]], "Note": [[469, "note"]], "Details": [[469, "details"]], "Common Problem": [[469, "common-problem"]], "Dynamic Quantization": [[469, "dynamic-quantization"]], "Static Quantization & Quantization Aware Training": [[469, "static-quantization-quantization-aware-training"]], "Neural Architecture Search": [[470, "neural-architecture-search"]], "Basic NAS": [[470, "basic-nas"]], "Dynamic NAS": [[470, "dynamic-nas"]], "NAS Support Matrix": [[470, "nas-support-matrix"]], "Get Started with NAS API": [[470, "get-started-with-nas-api"]], "Basic Usage": [[470, "basic-usage"]], "1. Python code + YAML": [[470, "python-code-yaml"]], "2. Python code only": [[470, "python-code-only"]], "Advanced Usage (Custom NAS)": [[470, "advanced-usage-custom-nas"]], "Security Policy": [[471, "security-policy"]], "Report a Vulnerability": [[471, "report-a-vulnerability"]], "Intel\u00ae Neural Compressor": [[472, "intel-neural-compressor"], [530, "intel-neural-compressor"]], "Installation": [[472, "installation"], [506, "installation"], [506, "id1"], [524, "installation"], [532, "installation"], [537, "installation"]], "Install from pypi": [[472, "install-from-pypi"], [532, "install-from-pypi"]], "Getting Started": [[472, "getting-started"], [503, "getting-started"], [532, "getting-started"]], "Quantization with Python API": [[472, "quantization-with-python-api"], [503, "quantization-with-python-api"], [532, "quantization-with-python-api"]], "Documentation": [[472, "documentation"]], "Selected Publications/Events": [[472, "selected-publications-events"]], "Additional Content": [[472, "additional-content"]], "Communication": [[472, "communication"]], "Adaptor": [[473, "adaptor"], [476, "adaptor"]], "Adaptor Support Matrix": [[473, "adaptor-support-matrix"]], "Working Flow": [[473, "working-flow"], [552, "working-flow"]], "Get Started with Adaptor API": [[473, "get-started-with-adaptor-api"]], "Query API": [[473, "query-api"]], "Background": [[473, "background"]], "Query API Introduction": [[473, "query-api-introduction"]], "Example of Adding a New Backend Support": [[473, "example-of-adding-a-new-backend-support"]], "Capability": [[473, "capability"]], "Implement ONNXRTAdaptor Class": [[473, "implement-onnxrtadaptor-class"]], "How to Add An Adaptor": [[474, "how-to-add-an-adaptor"]], "API List that Need to Implement": [[474, "api-list-that-need-to-implement"]], "Design the framework YAML": [[474, "design-the-framework-yaml"]], "Add query_fw_capability to Adaptor": [[474, "add-query-fw-capability-to-adaptor"]], "Add quantize API according to tune_cfg": [[474, "add-quantize-api-according-to-tune-cfg"]], "Prepare calibration model from fp32 graph": [[474, "prepare-calibration-model-from-fp32-graph"]], "Run sampling iterations of the fp32 graph to calibrate quantizable operators.": [[474, "run-sampling-iterations-of-the-fp32-graph-to-calibrate-quantizable-operators"]], "Calculate the data range and generate quantized model": [[474, "calculate-the-data-range-and-generate-quantized-model"]], "How to Support New Data Type, Like Int4, with a Few Line Changes": [[475, "how-to-support-new-data-type-like-int4-with-a-few-line-changes"]], "Define the Quantization Ability of the Specific Operator": [[475, "define-the-quantization-ability-of-the-specific-operator"]], "Invoke the Operator Kernel According to the Tuning Configuration": [[475, "invoke-the-operator-kernel-according-to-the-tuning-configuration"]], "Use the New Data Type": [[475, "use-the-new-data-type"]], "Summary": [[475, "summary"]], "ONNX Runtime": [[477, "onnx-runtime"]], "Torch Utils": [[478, "torch-utils"]], "API Document Example": [[479, "api-document-example"]], "APIs": [[480, "apis"]], "Benchmark": [[481, "benchmark"], [510, "benchmark"], [551, "benchmark"]], "Compression": [[482, "compression"]], "Config": [[483, "config"]], "Mix Precision": [[484, "mix-precision"], [510, "mix-precision"]], "Model": [[485, "model"], [512, "model"], [533, "model"], [535, "model"]], "Objective": [[486, "objective"], [543, "objective"], [544, "objective"], [545, "objective"], [547, "objective"]], "Quantization": [[487, "quantization"], [551, "quantization"], [552, "quantization"]], "Strategy": [[488, "strategy"]], "Training": [[489, "training"]], "Benchmarking": [[490, "benchmarking"]], "Benchmark Support Matrix": [[490, "benchmark-support-matrix"]], "Get Started with Benchmark API": [[490, "get-started-with-benchmark-api"]], "Calibration Algorithms in Quantization": [[491, "calibration-algorithms-in-quantization"]], "Calibration Algorithms": [[491, "calibration-algorithms"]], "Support Matrix": [[491, "support-matrix"], [515, "support-matrix"]], "Reference": [[491, "reference"], [549, "reference"], [552, "reference"], [555, "reference"], [558, "reference"]], "DataLoader": [[492, "dataloader"]], "Supported Framework Dataloader Matrix": [[492, "supported-framework-dataloader-matrix"]], "Get Started with DataLoader": [[492, "get-started-with-dataloader"]], "Use Intel\u00ae Neural Compressor DataLoader API": [[492, "use-intel-neural-compressor-dataloader-api"]], "Build Custom Dataloader with Python API": [[492, "build-custom-dataloader-with-python-api"]], "Dataset": [[493, "dataset"]], "Supported Framework Dataset Matrix": [[493, "supported-framework-dataset-matrix"]], "TensorFlow": [[493, "tensorflow"], [509, "tensorflow"], [560, "tensorflow"]], "PyTorch": [[493, "pytorch"], [509, "pytorch"], [554, "pytorch"]], "MXNet": [[493, "mxnet"], [509, "mxnet"], [560, "mxnet"]], "ONNXRT": [[493, "onnxrt"], [509, "onnxrt"], [560, "onnxrt"]], "Get start with Dataset API": [[493, "get-start-with-dataset-api"]], "Config dataloader in a yaml file": [[493, "config-dataloader-in-a-yaml-file"]], "User-specific dataset": [[493, "user-specific-dataset"]], "Design": [[494, "design"], [561, "design"], [561, "id1"], [561, "id3"], [561, "id5"], [561, "id7"], [561, "id9"], [561, "id11"], [561, "id13"], [561, "id15"], [561, "id17"], [561, "id19"], [561, "id21"]], "Architecture": [[494, "architecture"], [505, "architecture"]], "Workflow": [[494, "workflow"]], "Diagnosis": [[495, "diagnosis"]], "Diagnosis Introduction": [[495, "diagnosis-introduction"]], "Supported Feature Matrix": [[495, "supported-feature-matrix"], [498, "supported-feature-matrix"], [502, "supported-feature-matrix"], [505, "supported-feature-matrix"], [551, "supported-feature-matrix"], [552, "supported-feature-matrix"], [559, "supported-feature-matrix"], [563, "supported-feature-matrix"]], "Install Intel\u00ae Neural Compressor": [[495, "install-intel-neural-compressor"]], "Modify script": [[495, "modify-script"]], "Quantization diagnosis": [[495, "quantization-diagnosis"]], "Benchmark diagnosis": [[495, "benchmark-diagnosis"]], "Example": [[495, "example"], [509, "example"], [515, "example"], [519, "example"], [547, "example"]], "Prepare dataset": [[495, "prepare-dataset"]], "Run quantization script": [[495, "run-quantization-script"]], "Run benchmark script": [[495, "run-benchmark-script"]], "See quantization data": [[495, "see-quantization-data"]], "How to do diagnosis": [[495, "how-to-do-diagnosis"]], "Parameter description": [[495, "parameter-description"]], "Diagnosis suggestions": [[495, "diagnosis-suggestions"]], "Fallback setting example": [[495, "fallback-setting-example"]], "See profiling data": [[495, "see-profiling-data"]], "Distillation": [[496, "distillation"], [510, "distillation"], [551, "distillation"]], "Knowledge Distillation": [[496, "knowledge-distillation"]], "Intermediate Layer Knowledge Distillation": [[496, "intermediate-layer-knowledge-distillation"]], "Self Distillation": [[496, "self-distillation"]], "Distillation Support Matrix": [[496, "distillation-support-matrix"]], "Get Started with Distillation API": [[496, "get-started-with-distillation-api"]], "Distillation for Quantization": [[497, "distillation-for-quantization"]], "Distillation for Quantization Support Matrix": [[497, "distillation-for-quantization-support-matrix"]], "Get Started with Distillation for Quantization API": [[497, "get-started-with-distillation-for-quantization-api"]], "Distributed Training and Inference (Evaluation)": [[498, "distributed-training-and-inference-evaluation"]], "Get Started with Distributed Training and Inference API": [[498, "get-started-with-distributed-training-and-inference-api"]], "Option 1: Pure Yaml Configuration": [[498, "option-1-pure-yaml-configuration"]], "Option 2: User Defined Training Function": [[498, "option-2-user-defined-training-function"]], "Horovodrun Execution": [[498, "horovodrun-execution"]], "Security": [[498, "security"]], "PyTorch Examples:": [[498, "pytorch-examples"]], "TensorFlow Examples:": [[498, "tensorflow-examples"]], "Example List": [[499, "example-list"]], "Release Data": [[499, "release-data"]], "Export": [[500, "export"]], "Supported Framework Model Matrix": [[500, "supported-framework-model-matrix"], [512, "supported-framework-model-matrix"], [553, "supported-framework-model-matrix"], [555, "supported-framework-model-matrix"]], "PyTorch Model": [[500, "pytorch-model"]], "FP32 Model Export": [[500, "fp32-model-export"], [500, "id1"]], "INT8 Model Export": [[500, "int8-model-export"], [500, "id2"]], "Tensorflow Model": [[500, "tensorflow-model"]], "Appendix": [[500, "appendix"]], "Supported quantized ops": [[500, "supported-quantized-ops"]], "Frequently Asked Questions": [[501, "frequently-asked-questions"]], "Common Build Issues": [[501, "common-build-issues"]], "Issue 1:": [[501, "issue-1"]], "Issue 2:": [[501, "issue-2"]], "Issue 3:": [[501, "issue-3"]], "Issue 4:": [[501, "issue-4"]], "Framework YAML Configuration Files": [[502, "framework-yaml-configuration-files"]], "Get started with Framework YAML Files": [[502, "get-started-with-framework-yaml-files"]], "Quick Samples": [[503, "quick-samples"]], "Validated Models": [[503, "validated-models"], [558, "validated-models"], [564, "validated-models"]], "Incompatible changes between v1.2 and v1.1": [[504, "incompatible-changes-between-v1-2-and-v1-1"]], "User-facing APIs": [[504, "user-facing-apis"]], "Built-in transform/dataset/metric APIs": [[504, "built-in-transform-dataset-metric-apis"]], "Infrastructure of Intel\u00ae Neural Compressor": [[505, "infrastructure-of-intel-neural-compressor"]], "Prerequisites": [[506, "prerequisites"], [537, "prerequisites"], [538, "prerequisites"]], "Install from Binary": [[506, "install-from-binary"]], "Install from Source": [[506, "install-from-source"], [532, "install-from-source"]], "Install from AI Kit": [[506, "install-from-ai-kit"]], "System Requirements": [[506, "system-requirements"]], "Validated Hardware Environment": [[506, "validated-hardware-environment"]], "Intel\u00ae Neural Compressor supports CPUs based on Intel 64 architecture or compatible processors:": [[506, "intel-neural-compressor-supports-cpus-based-on-intel-64-architecture-or-compatible-processors"]], "Intel\u00ae Neural Compressor supports GPUs built on Intel\u2019s Xe architecture:": [[506, "intel-neural-compressor-supports-gpus-built-on-intel-s-xe-architecture"]], "Intel\u00ae Neural Compressor quantized ONNX models support multiple hardware vendors through ONNX Runtime:": [[506, "intel-neural-compressor-quantized-onnx-models-support-multiple-hardware-vendors-through-onnx-runtime"]], "Validated Software Environment": [[506, "validated-software-environment"]], "Legal Information": [[507, "legal-information"]], "License": [[507, "license"]], "Citation": [[507, "citation"]], "Trademarks": [[507, "trademarks"]], "LLMs Quantization Recipes": [[508, "llms-quantization-recipes"]], "IPEX key models": [[508, "ipex-key-models"]], "Metrics": [[509, "metrics"]], "Supported Built-in Metric Matrix": [[509, "supported-built-in-metric-matrix"]], "Get Started with Metric": [[509, "get-started-with-metric"]], "Use Intel\u00ae Neural Compressor Metric API": [[509, "use-intel-neural-compressor-metric-api"]], "Build Custom Metric with Python API": [[509, "build-custom-metric-with-python-api"]], "Code Migration from Intel Neural Compressor 1.X to Intel Neural Compressor 2.X": [[510, "code-migration-from-intel-neural-compressor-1-x-to-intel-neural-compressor-2-x"]], "Model Quantization": [[510, "model-quantization"]], "Post-training Quantization": [[510, "post-training-quantization"]], "Quantization Aware Training": [[510, "quantization-aware-training"], [552, "quantization-aware-training"], [552, "id1"]], "Pruning": [[510, "pruning"], [549, "pruning"], [551, "pruning"]], "Orchestration": [[510, "orchestration"]], "Mixed Precision": [[511, "mixed-precision"]], "Mixed Precision Support Matrix": [[511, "mixed-precision-support-matrix"]], "Hardware and Software requests for BF16": [[511, "hardware-and-software-requests-for-bf16"]], "Hardware and Software requests for FP16": [[511, "hardware-and-software-requests-for-fp16"]], "During quantization mixed precision": [[511, "during-quantization-mixed-precision"]], "Accuracy-driven mixed precision": [[511, "accuracy-driven-mixed-precision"]], "Get Started with Mixed Precision API": [[511, "get-started-with-mixed-precision-api"]], "Neural Coder": [[513, "neural-coder"], [530, "neural-coder"], [530, "id1"]], "What do we offer?": [[513, "what-do-we-offer"]], "Getting Started!": [[513, "getting-started"], [524, "getting-started"]], "Jupyter Lab Extension": [[513, "jupyter-lab-extension"]], "Python Launcher": [[513, "python-launcher"], [518, "python-launcher"]], "Python API": [[513, "python-api"]], "Contact": [[513, "contact"], [537, "contact"]], "AWS Amazon SageMaker Support": [[514, "aws-amazon-sagemaker-support"]], "Start Jupyter Lab 3": [[514, "start-jupyter-lab-3"]], "For SageMaker Studio": [[514, "for-sagemaker-studio"]], "For SageMaker Notebook instance": [[514, "for-sagemaker-notebook-instance"]], "Installation Guide": [[514, "installation-guide"]], "BigDL Nano Support": [[515, "bigdl-nano-support"]], "Intel CPU Platforms: Best Performance Setting": [[516, "intel-cpu-platforms-best-performance-setting"]], "Install MKL, OpenMP and JEMALLOC": [[516, "install-mkl-openmp-and-jemalloc"]], "Install NUMA Controller": [[516, "install-numa-controller"]], "Environment Variables": [[516, "environment-variables"]], "Frequency Governers": [[516, "frequency-governers"]], "Neural Coder as Python API": [[517, "neural-coder-as-python-api"]], "Enable": [[517, "enable"]], "Bench": [[517, "bench"]], "SuperBench": [[517, "superbench"]], "Quick-Start": [[518, "quick-start"]], "Launcher Arguments (Optional)": [[518, "launcher-arguments-optional"]], "Neural Coder for Quantization": [[519, "neural-coder-for-quantization"]], "Features Supported": [[519, "features-supported"]], "Models Supported": [[519, "models-supported"]], "Usage": [[519, "usage"], [539, "usage"], [539, "id2"], [539, "id6"], [539, "id9"], [539, "id16"], [539, "id19"], [539, "id22"], [539, "id25"], [558, "usage"], [559, "usage"], [559, "id1"], [561, "usage"], [561, "id2"], [561, "id4"], [561, "id6"], [561, "id8"], [561, "id10"], [561, "id12"], [561, "id14"], [561, "id16"], [561, "id18"], [561, "id20"], [561, "id22"]], "PyPI distribution:": [[519, "pypi-distribution"]], "Supported Optimization Features": [[520, "supported-optimization-features"]], "v0.4": [[521, "v0-4"]], "Highlights": [[521, "highlights"]], "Others": [[521, "others"]], "Changelog": [[522, "changelog"], [526, "changelog"]], "neural_compressor_ext_lab": [[523, "neural-compressor-ext-lab"]], "Requirements": [[523, "requirements"], [527, "requirements"], [533, "requirements"], [534, "requirements"], [535, "requirements"], [543, "requirements"]], "Install": [[523, "install"], [527, "install"]], "Uninstall": [[523, "uninstall"], [527, "uninstall"]], "Contributing": [[523, "contributing"], [527, "contributing"]], "Development install": [[523, "development-install"], [527, "development-install"]], "Development uninstall": [[523, "development-uninstall"], [527, "development-uninstall"]], "Packaging the extension": [[523, "packaging-the-extension"], [527, "packaging-the-extension"]], "Intel\u00ae Neural Compressor as JupyterLab Extension": [[524, "intel-neural-compressor-as-jupyterlab-extension"]], "Auto-enable a feature": [[524, "auto-enable-a-feature"]], "Or let us help you auto-select the best feature": [[524, "or-let-us-help-you-auto-select-the-best-feature"]], "Pre-requisites": [[524, "pre-requisites"]], "Making a new release of neural_compressor_ext_lab": [[525, "making-a-new-release-of-neural-compressor-ext-lab"]], "Manual release": [[525, "manual-release"], [528, "manual-release"]], "Python package": [[525, "python-package"], [528, "python-package"]], "NPM package": [[525, "npm-package"], [528, "npm-package"]], "Automated releases with the Jupyter Releaser": [[525, "automated-releases-with-the-jupyter-releaser"], [528, "automated-releases-with-the-jupyter-releaser"]], "Publishing to conda-forge": [[525, "publishing-to-conda-forge"], [528, "publishing-to-conda-forge"]], "neural_compressor_ext_lab_alibaba": [[527, "neural-compressor-ext-lab-alibaba"]], "Making a new release of neural_compressor_ext_lab_alibaba": [[528, "making-a-new-release-of-neural-compressor-ext-lab-alibaba"]], "Change Log": [[529, "change-log"]], "[Unreleased]": [[529, "unreleased"]], "Background Introduction": [[530, "background-introduction"]], "Neural Coder Extension in VSCode": [[530, "neural-coder-extension-in-vscode"]], "Neural Coder Extension Usage": [[530, "neural-coder-extension-usage"]], "1. Open": [[530, "open"]], "2. Search": [[530, "search"]], "3. Setting": [[530, "setting"]], "4. Icon": [[530, "icon"]], "5. optimization (quantization)": [[530, "optimization-quantization"]], "5.1 Enable": [[530, "enable"]], "5.2 Auto": [[530, "auto"]], "Welcome to your VS Code Extension": [[531, "welcome-to-your-vs-code-extension"]], "What\u2019s in the folder": [[531, "what-s-in-the-folder"]], "Setup": [[531, "setup"]], "Get up and running straight away": [[531, "get-up-and-running-straight-away"]], "Make changes": [[531, "make-changes"]], "Explore the API": [[531, "explore-the-api"]], "Run tests": [[531, "run-tests"]], "Go further": [[531, "go-further"]], "Neural Insights": [[532, "neural-insights"]], "Start the Neural Insights": [[532, "start-the-neural-insights"]], "Tensor dump examples": [[532, "tensor-dump-examples"]], "Step by Step Diagnosis Example": [[532, "step-by-step-diagnosis-example"]], "Research Collaborations": [[532, "research-collaborations"]], "Step by step example how to debug accuracy with Neural Insights": [[533, "step-by-step-example-how-to-debug-accuracy-with-neural-insights"], [535, "step-by-step-example-how-to-debug-accuracy-with-neural-insights"]], "Preparation": [[533, "preparation"], [534, "preparation"], [535, "preparation"], [557, "preparation"]], "Running the quantization": [[533, "running-the-quantization"], [534, "running-the-quantization"], [535, "running-the-quantization"]], "Analyzing the result of quantization": [[533, "analyzing-the-result-of-quantization"], [535, "analyzing-the-result-of-quantization"]], "Weights summary": [[533, "weights-summary"]], "Activations summary": [[533, "activations-summary"]], "Step by step example how to dump weights data for PyTorch model with Neural Insights": [[534, "step-by-step-example-how-to-dump-weights-data-for-pytorch-model-with-neural-insights"]], "Source": [[534, "source"], [535, "source"]], "Prepare the dataset": [[535, "prepare-the-dataset"]], "Analyzing weight histograms": [[535, "analyzing-weight-histograms"]], "Open Neural Insights": [[535, "open-neural-insights"]], "Getting Started with Create React App": [[536, "getting-started-with-create-react-app"]], "Available Scripts": [[536, "available-scripts"]], "npm start": [[536, "npm-start"]], "npm test": [[536, "npm-test"]], "npm run build": [[536, "npm-run-build"]], "npm run eject": [[536, "npm-run-eject"]], "Learn More": [[536, "learn-more"], [537, "learn-more"]], "Code Splitting": [[536, "code-splitting"]], "Analyzing the Bundle Size": [[536, "analyzing-the-bundle-size"]], "Making a Progressive Web App": [[536, "making-a-progressive-web-app"]], "Advanced Configuration": [[536, "advanced-configuration"]], "Deployment": [[536, "deployment"]], "npm run build fails to minify": [[536, "npm-run-build-fails-to-minify"]], "What\u2019s Neural Solution?": [[537, "what-s-neural-solution"]], "Why Neural Solution?": [[537, "why-neural-solution"]], "How does Neural Solution Work?": [[537, "how-does-neural-solution-work"]], "Method 1. Using pip:": [[537, "method-1-using-pip"]], "Method 2. Building from source:": [[537, "method-2-building-from-source"]], "End-to-end examples": [[537, "end-to-end-examples"]], "Get started": [[538, "get-started"]], "Install Neural Solution": [[538, "install-neural-solution"]], "Method 1. Using pip": [[538, "method-1-using-pip"]], "Method 2. Building from source": [[538, "method-2-building-from-source"]], "Start service": [[538, "start-service"]], "Submit task": [[538, "submit-task"]], "Query task status": [[538, "query-task-status"]], "Stop service": [[538, "stop-service"]], "Inspect logs": [[538, "inspect-logs"]], "Manage resource": [[538, "manage-resource"], [543, "manage-resource"], [544, "manage-resource"]], "Node States": [[538, "node-states"]], "Query cluster": [[538, "query-cluster"]], "Add node": [[538, "add-node"]], "Remove node": [[538, "remove-node"]], "Neural Solution API": [[539, "neural-solution-api"]], "Base URL": [[539, "base-url"]], "Endpoints": [[539, "endpoints"]], "GET /": [[539, "get"]], "Description": [[539, "description"], [539, "id1"], [539, "id4"], [539, "id8"], [539, "id12"], [539, "id15"], [539, "id18"], [539, "id21"], [539, "id24"]], "Responses": [[539, "responses"], [539, "id3"], [539, "id7"], [539, "id11"], [539, "id14"], [539, "id17"], [539, "id20"], [539, "id23"], [539, "id26"]], "POST /task/submit": [[539, "post-task-submit"]], "Parameters": [[539, "parameters"], [539, "id5"], [539, "id10"], [539, "id13"]], "GET /task/status/{task_id}": [[539, "get-task-status-task-id"]], "GET /task/log/{task_id}": [[539, "get-task-log-task-id"]], "WebSocket /task/screen/{task_id}": [[539, "websocket-task-screen-task-id"]], "GET /ping": [[539, "get-ping"]], "GET /cluster": [[539, "get-cluster"]], "GET /download/{task_id}": [[539, "get-download-task-id"]], "GET /description": [[539, "get-description"]], "Design Doc for Optimization as a Service [WIP]": [[540, "design-doc-for-optimization-as-a-service-wip"]], "Contents": [[540, "contents"]], "Overview": [[540, "overview"], [562, "overview"]], "Workflow of OaaS": [[540, "workflow-of-oaas"]], "Class definition diagram": [[540, "class-definition-diagram"]], "Extensibility": [[540, "extensibility"]], "Task request description": [[541, "task-request-description"]], "Examples List": [[542, "examples-list"]], "An end-to-end example: quantize a custom model with Neural Solution": [[543, "an-end-to-end-example-quantize-a-custom-model-with-neural-solution"]], "Start the Neural Solution Service": [[543, "start-the-neural-solution-service"], [544, "start-the-neural-solution-service"], [545, "start-the-neural-solution-service"]], "Submit optimization task": [[543, "submit-optimization-task"], [544, "submit-optimization-task"], [545, "submit-optimization-task"]], "Query optimization result": [[543, "query-optimization-result"], [544, "query-optimization-result"], [545, "query-optimization-result"]], "Download optimized model": [[543, "download-optimized-model"], [544, "download-optimized-model"]], "Stop the service": [[543, "stop-the-service"], [544, "stop-the-service"], [545, "stop-the-service"]], "An end-to-end example: quantize a Hugging Face model with Neural Solution": [[544, "an-end-to-end-example-quantize-a-hugging-face-model-with-neural-solution"]], "An end-to-end example: quantize a Hugging Face model with Neural Solution gRPC API": [[545, "an-end-to-end-example-quantize-a-hugging-face-model-with-neural-solution-grpc-api"]], "Client": [[546, "client"]], "Single Objective": [[547, "single-objective"]], "Multiple Objectives": [[547, "multiple-objectives"]], "Objective Support Matrix": [[547, "objective-support-matrix"]], "Get Started with Objective API": [[547, "get-started-with-objective-api"]], "Config Single Objective": [[547, "config-single-objective"]], "Config Multiple Objectives": [[547, "config-multiple-objectives"]], "Optimization Orchestration": [[548, "optimization-orchestration"]], "One-shot": [[548, "one-shot"]], "Orchestration Support Matrix": [[548, "orchestration-support-matrix"]], "Get Started with Orchestration API": [[548, "get-started-with-orchestration-api"]], "Neural Network Pruning": [[549, "neural-network-pruning"]], "Pruning Patterns": [[549, "pruning-patterns"]], "Pruning Criteria": [[549, "pruning-criteria"]], "Pruning Types": [[549, "pruning-types"]], "Pruning Schedules": [[549, "pruning-schedules"]], "Pruning Scope": [[549, "pruning-scope"]], "Sparsity Decay Types": [[549, "sparsity-decay-types"]], "Regularization": [[549, "regularization"]], "Large Language Model Pruning": [[549, "large-language-model-pruning"]], "Pruning Support Matrix": [[549, "pruning-support-matrix"]], "Get Started with Pruning API": [[549, "get-started-with-pruning-api"]], "Training-aware pruning API": [[549, "training-aware-pruning-api"]], "Retrain-free Pruning API": [[549, "retrain-free-pruning-api"]], "Sparse Model Deployment": [[549, "sparse-model-deployment"]], "Pruning with Hyperparameter Optimization": [[549, "pruning-with-hyperparameter-optimization"]], "Full Publications/Events (78)": [[550, "full-publications-events-78"]], "2023 (24)": [[550, "id1"]], "2022 (35)": [[550, "id2"]], "2021 (15)": [[550, "id3"]], "2018 - 2020 (4)": [[550, "id4"]], "Pythonic Style Access for Configurations": [[551, "pythonic-style-access-for-configurations"]], "Pythonic API for User Configurations": [[551, "pythonic-api-for-user-configurations"], [551, "id1"]], "Pythonic API for Framework Configurations": [[551, "pythonic-api-for-framework-configurations"], [551, "id2"]], "Get Started with Pythonic API for Configurations": [[551, "get-started-with-pythonic-api-for-configurations"]], "NAS": [[551, "nas"]], "Quantization Introduction": [[552, "quantization-introduction"]], "Quantization Fundamentals": [[552, "quantization-fundamentals"], [558, "quantization-fundamentals"]], "Quantization Support Matrix": [[552, "quantization-support-matrix"]], "Quantization Scheme in TensorFlow": [[552, "quantization-scheme-in-tensorflow"]], "Quantization Scheme in PyTorch": [[552, "quantization-scheme-in-pytorch"]], "Quantization Scheme in IPEX": [[552, "quantization-scheme-in-ipex"]], "Quantization Scheme in MXNet": [[552, "quantization-scheme-in-mxnet"]], "Quantization Scheme in ONNX Runtime": [[552, "quantization-scheme-in-onnx-runtime"]], "Quantization Approaches": [[552, "quantization-approaches"]], "With or Without Accuracy Aware Tuning": [[552, "with-or-without-accuracy-aware-tuning"]], "Post Training Quantization": [[552, "post-training-quantization"]], "Specify Quantization Rules": [[552, "specify-quantization-rules"]], "Specify Quantization Recipes": [[552, "specify-quantization-recipes"]], "Specify Quantization Backend and Device": [[552, "specify-quantization-backend-and-device"]], "Layer Wise Quantization (LWQ)": [[553, "layer-wise-quantization-lwq"]], "PyTorch framework example": [[553, "pytorch-framework-example"]], "ONNX Runtime framework example": [[553, "onnx-runtime-framework-example"]], "Turn OFF Auto Mixed Precision during Quantization": [[554, "turn-off-auto-mixed-precision-during-quantization"]], "Tensorflow": [[554, "tensorflow"]], "Weight Only Quantization (WOQ)": [[555, "weight-only-quantization-woq"]], "Quantization Capability": [[555, "quantization-capability"]], "Export Compressed Model": [[555, "export-compressed-model"]], "User Code Example": [[555, "user-code-example"]], "WOQ Algorithms Tuning": [[555, "woq-algorithms-tuning"]], "User code example": [[555, "id1"]], "Release": [[556, "release"]], "Release Notes": [[556, "release-notes"]], "Known Issues": [[556, "known-issues"]], "Incompatible Changes": [[556, "incompatible-changes"]], "SigOpt Strategy": [[557, "sigopt-strategy"]], "SigOpt Platform": [[557, "sigopt-platform"]], "Neural Compressor Configuration": [[557, "neural-compressor-configuration"]], "Performance": [[557, "performance"]], "Benefit of SigOpt Strategy": [[557, "benefit-of-sigopt-strategy"]], "Performance Comparison of Different Strategies": [[557, "performance-comparison-of-different-strategies"]], "Smooth Quant": [[558, "smooth-quant"]], "Per-tensor & Per-channel": [[558, "per-tensor-per-channel"]], "Per-tensor example": [[558, "per-tensor-example"]], "Per-channel example": [[558, "per-channel-example"]], "Matmul quantization example": [[558, "matmul-quantization-example"]], "Per-channel limitation": [[558, "per-channel-limitation"]], "SmoothQuant and Our Enhancement": [[558, "smoothquant-and-our-enhancement"]], "SmoothQuant": [[558, "smoothquant"]], "Our enhancement:": [[558, "our-enhancement"]], "Algorithm: Auto-tuning of $\\alpha$.": [[558, "algorithm-auto-tuning-of-alpha"]], "Engineering": [[558, "engineering"]], "Using a fixed alpha": [[558, "using-a-fixed-alpha"]], "Determining the alpha through auto-tuning": [[558, "determining-the-alpha-through-auto-tuning"]], "Auto-tune the alpha for the entire model": [[558, "auto-tune-the-alpha-for-the-entire-model"]], "Auto-tune the alpha for each layer/block": [[558, "auto-tune-the-alpha-for-each-layer-block"]], "Supported Framework Matrix": [[558, "supported-framework-matrix"]], "TensorBoard": [[559, "tensorboard"]], "Get Started with TensorBoard": [[559, "get-started-with-tensorboard"]], "PyTorch TensorBoard": [[559, "pytorch-tensorboard"]], "TensorFlow Tensorboard": [[559, "tensorflow-tensorboard"]], "PyTorch Examples": [[559, "pytorch-examples"]], "TensorFlow Examples": [[559, "tensorflow-examples"]], "Transform": [[560, "transform"]], "Transform Support List": [[560, "transform-support-list"]], "Pytorch": [[560, "pytorch"]], "Tuning Strategies": [[561, "tuning-strategies"]], "Strategy Design": [[561, "strategy-design"]], "Tuning Space": [[561, "tuning-space"]], "Exit Policy": [[561, "exit-policy"]], "Accuracy Criteria": [[561, "accuracy-criteria"]], "Tuning Process": [[561, "tuning-process"]], "Tuning Algorithms": [[561, "tuning-algorithms"]], "Auto": [[561, "auto"]], "Conservative Tuning": [[561, "conservative-tuning"]], "Basic": [[561, "basic"]], "MSE": [[561, "mse"]], "MSE_V2": [[561, "mse-v2"]], "HAWQ_V2": [[561, "hawq-v2"]], "Bayesian": [[561, "bayesian"]], "Exhaustive": [[561, "exhaustive"]], "Random": [[561, "random"]], "SigOpt": [[561, "sigopt"]], "TPE": [[561, "tpe"]], "Distributed Tuning": [[561, "distributed-tuning"]], "Customize a New Tuning Strategy": [[561, "customize-a-new-tuning-strategy"]], "User Guide": [[562, "user-guide"]], "Python-based APIs": [[562, "python-based-apis"]], "Neural Coder (Zero-code Optimization)": [[562, "neural-coder-zero-code-optimization"]], "Advanced Topics": [[562, "advanced-topics"]], "Innovations for Productivity": [[562, "innovations-for-productivity"]], "User YAML Configuration Files": [[563, "user-yaml-configuration-files"]], "Get started with User YAML Files": [[563, "get-started-with-user-yaml-files"]], "Validated Quantization Examples": [[564, "validated-quantization-examples"]], "TensorFlow Models with Intel TensorFlow 2.13.0": [[564, "tensorflow-models-with-intel-tensorflow-2-13-0"]], "PyTorch Models with Torch 2.0.1+cpu in PTQ Mode": [[564, "pytorch-models-with-torch-2-0-1-cpu-in-ptq-mode"]], "PyTorch Models with Torch 2.0.1+cpu in QAT Mode": [[564, "pytorch-models-with-torch-2-0-1-cpu-in-qat-mode"]], "PyTorch Models with Intel\u00ae Extension for PyTorch* 2.0.1+cpu": [[564, "pytorch-models-with-intel-extension-for-pytorch-2-0-1-cpu"]], "PyTorch Models with Torch 2.0.1+cpu in WOQ Mode": [[564, "pytorch-models-with-torch-2-0-1-cpu-in-woq-mode"]], "ONNX Models with ONNX Runtime 1.15.1": [[564, "onnx-models-with-onnx-runtime-1-15-1"]], "ONNX Models with ONNX Runtime 1.15.0 in WOQ Mode": [[564, "onnx-models-with-onnx-runtime-1-15-0-in-woq-mode"]], "Validated Pruning Examples": [[564, "validated-pruning-examples"]], "Validated Knowledge Distillation Examples": [[564, "validated-knowledge-distillation-examples"]], "Validated ONNX QDQ INT8 Models on Multiple Hardware through ONNX Runtime": [[564, "validated-onnx-qdq-int8-models-on-multiple-hardware-through-onnx-runtime"]]}, "indexentries": {"block_mask": [[0, "module-block_mask"]], "module": [[0, "module-block_mask"], [1, "module-neural_compressor.adaptor.adaptor"], [2, "module-neural_compressor.adaptor"], [3, "module-neural_compressor.adaptor.keras"], [4, "module-neural_compressor.adaptor.keras_utils.conv2d"], [5, "module-neural_compressor.adaptor.keras_utils.dense"], [6, "module-neural_compressor.adaptor.keras_utils.depthwise_conv2d"], [7, "module-neural_compressor.adaptor.keras_utils"], [8, "module-neural_compressor.adaptor.keras_utils.pool2d"], [9, "module-neural_compressor.adaptor.keras_utils.quantizer"], [10, "module-neural_compressor.adaptor.keras_utils.separable_conv2d"], [11, "module-neural_compressor.adaptor.mxnet"], [12, "module-neural_compressor.adaptor.mxnet_utils"], [13, "module-neural_compressor.adaptor.mxnet_utils.util"], [14, "module-neural_compressor.adaptor.onnxrt"], [15, "module-neural_compressor.adaptor.ox_utils.calibration"], [16, "module-neural_compressor.adaptor.ox_utils.calibrator"], [17, "module-neural_compressor.adaptor.ox_utils"], [18, "module-neural_compressor.adaptor.ox_utils.operators.activation"], [19, "module-neural_compressor.adaptor.ox_utils.operators.argmax"], [20, "module-neural_compressor.adaptor.ox_utils.operators.attention"], [21, "module-neural_compressor.adaptor.ox_utils.operators.binary_op"], [22, "module-neural_compressor.adaptor.ox_utils.operators.concat"], [23, "module-neural_compressor.adaptor.ox_utils.operators.conv"], [24, "module-neural_compressor.adaptor.ox_utils.operators.direct_q8"], [25, "module-neural_compressor.adaptor.ox_utils.operators.embed_layernorm"], [26, "module-neural_compressor.adaptor.ox_utils.operators.gather"], [27, "module-neural_compressor.adaptor.ox_utils.operators.gavgpool"], [28, "module-neural_compressor.adaptor.ox_utils.operators.gemm"], [29, "module-neural_compressor.adaptor.ox_utils.operators"], [30, "module-neural_compressor.adaptor.ox_utils.operators.lstm"], [31, "module-neural_compressor.adaptor.ox_utils.operators.matmul"], [32, "module-neural_compressor.adaptor.ox_utils.operators.maxpool"], [33, "module-neural_compressor.adaptor.ox_utils.operators.norm"], [34, "module-neural_compressor.adaptor.ox_utils.operators.ops"], [35, "module-neural_compressor.adaptor.ox_utils.operators.pad"], [36, "module-neural_compressor.adaptor.ox_utils.operators.pooling"], [37, "module-neural_compressor.adaptor.ox_utils.operators.reduce"], [38, "module-neural_compressor.adaptor.ox_utils.operators.resize"], [39, "module-neural_compressor.adaptor.ox_utils.operators.split"], [40, "module-neural_compressor.adaptor.ox_utils.operators.unary_op"], [41, "module-neural_compressor.adaptor.ox_utils.quantizer"], [42, "module-neural_compressor.adaptor.ox_utils.smooth_quant"], [43, "module-neural_compressor.adaptor.ox_utils.util"], [44, "module-neural_compressor.adaptor.ox_utils.weight_only"], [45, "module-neural_compressor.adaptor.pytorch"], [46, "module-neural_compressor.adaptor.query"], [47, "module-neural_compressor.adaptor.tensorflow"], [48, "module-neural_compressor.adaptor.tf_utils.graph_converter"], [49, "module-neural_compressor.adaptor.tf_utils.graph_converter_without_calib"], [50, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert"], [51, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer"], [52, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16"], [53, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd"], [54, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout"], [55, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu"], [56, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random"], [57, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const"], [58, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction"], [59, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd"], [60, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer"], [61, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape"], [62, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm"], [63, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant"], [64, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add"], [65, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul"], [66, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math"], [67, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn"], [68, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in"], [69, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu"], [70, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm"], [71, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv"], [72, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv"], [73, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose"], [74, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer"], [75, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass"], [76, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic"], [77, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node"], [78, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu"], [79, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize"], [80, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes"], [81, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm"], [82, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input"], [83, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes"], [84, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes"], [85, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer"], [86, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base"], [87, "module-neural_compressor.adaptor.tf_utils.graph_rewriter"], [88, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant"], [89, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value"], [90, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib"], [91, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize"], [92, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize"], [93, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize"], [94, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize"], [95, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8"], [96, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer"], [97, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter"], [98, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse"], [99, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert"], [100, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation"], [101, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx"], [102, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph"], [103, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node"], [104, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema"], [105, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils"], [106, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq"], [107, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern"], [108, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq"], [109, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern"], [110, "module-neural_compressor.adaptor.tf_utils.graph_util"], [111, "module-neural_compressor.adaptor.tf_utils"], [112, "module-neural_compressor.adaptor.tf_utils.quantize_graph"], [113, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize"], [114, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat"], [115, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config"], [116, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper"], [117, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers"], [118, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer"], [119, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add"], [120, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base"], [121, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn"], [122, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper"], [123, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn"], [124, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2"], [125, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv"], [126, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv"], [127, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in"], [128, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul"], [129, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling"], [130, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq"], [131, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq"], [132, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base"], [133, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn"], [134, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2"], [135, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv"], [136, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu"], [137, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul"], [138, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling"], [139, "module-neural_compressor.adaptor.tf_utils.quantize_graph_common"], [140, "module-neural_compressor.adaptor.tf_utils.smooth_quant_calibration"], [141, "module-neural_compressor.adaptor.tf_utils.smooth_quant_scaler"], [142, "module-neural_compressor.adaptor.tf_utils.tf2onnx_converter"], [143, "module-neural_compressor.adaptor.tf_utils.transform_graph.bias_correction"], [144, "module-neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base"], [145, "module-neural_compressor.adaptor.tf_utils.transform_graph"], [146, "module-neural_compressor.adaptor.tf_utils.transform_graph.insert_logging"], [147, "module-neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat"], [148, "module-neural_compressor.adaptor.tf_utils.util"], [149, "module-neural_compressor.adaptor.torch_utils.autoround.autoround"], [150, "module-neural_compressor.adaptor.torch_utils.autoround"], [151, "module-neural_compressor.adaptor.torch_utils.autoround.sign_sgd"], [152, "module-neural_compressor.adaptor.torch_utils.awq"], [153, "module-neural_compressor.adaptor.torch_utils.bf16_convert"], [154, "module-neural_compressor.adaptor.torch_utils.gptq"], [155, "module-neural_compressor.adaptor.torch_utils.hawq_metric"], [156, "module-neural_compressor.adaptor.torch_utils"], [157, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant"], [158, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle"], [159, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize"], [160, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load"], [161, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.utils"], [162, "module-neural_compressor.adaptor.torch_utils.mixed_precision"], [163, "module-neural_compressor.adaptor.torch_utils.model_wrapper"], [164, "module-neural_compressor.adaptor.torch_utils.pattern_detector"], [165, "module-neural_compressor.adaptor.torch_utils.smooth_quant"], [166, "module-neural_compressor.adaptor.torch_utils.symbolic_trace"], [167, "module-neural_compressor.adaptor.torch_utils.teq"], [168, "module-neural_compressor.adaptor.torch_utils.util"], [169, "module-neural_compressor.adaptor.torch_utils.weight_only"], [170, "module-neural_compressor.algorithm.algorithm"], [171, "module-neural_compressor.algorithm.fast_bias_correction"], [172, "module-neural_compressor.algorithm"], [173, "module-neural_compressor.algorithm.smooth_quant"], [174, "module-neural_compressor.algorithm.weight_correction"], [175, "module-neural_compressor.benchmark"], [176, "module-neural_compressor.common.base_config"], [177, "module-neural_compressor.common"], [178, "module-neural_compressor.common.logger"], [179, "module-neural_compressor.common.utility"], [180, "module-neural_compressor.compression.callbacks"], [181, "module-neural_compressor.compression.distillation.criterions"], [182, "module-neural_compressor.compression.distillation"], [183, "module-neural_compressor.compression.distillation.optimizers"], [184, "module-neural_compressor.compression.distillation.utility"], [185, "module-neural_compressor.compression.hpo"], [186, "module-neural_compressor.compression.hpo.sa_optimizer"], [187, "module-neural_compressor.compression.hpo.search_algorithms"], [188, "module-neural_compressor.compression.hpo.search_space"], [189, "module-neural_compressor.compression"], [190, "module-neural_compressor.compression.pruner.criteria"], [191, "module-neural_compressor.compression.pruner"], [192, "module-neural_compressor.compression.pruner.model_slim.auto_slim"], [193, "module-neural_compressor.compression.pruner.model_slim"], [194, "module-neural_compressor.compression.pruner.model_slim.pattern_analyzer"], [195, "module-neural_compressor.compression.pruner.model_slim.weight_slim"], [196, "module-neural_compressor.compression.pruner.patterns.base"], [197, "module-neural_compressor.compression.pruner.patterns"], [198, "module-neural_compressor.compression.pruner.patterns.mha"], [199, "module-neural_compressor.compression.pruner.patterns.ninm"], [200, "module-neural_compressor.compression.pruner.patterns.nxm"], [201, "module-neural_compressor.compression.pruner.pruners.base"], [202, "module-neural_compressor.compression.pruner.pruners.basic"], [203, "module-neural_compressor.compression.pruner.pruners.block_mask"], [204, "module-neural_compressor.compression.pruner.pruners"], [205, "module-neural_compressor.compression.pruner.pruners.mha"], [206, "module-neural_compressor.compression.pruner.pruners.pattern_lock"], [207, "module-neural_compressor.compression.pruner.pruners.progressive"], [208, "module-neural_compressor.compression.pruner.pruners.retrain_free"], [209, "module-neural_compressor.compression.pruner.pruners.sparse_gpt"], [210, "module-neural_compressor.compression.pruner.pruning"], [211, "module-neural_compressor.compression.pruner.regs"], [212, "module-neural_compressor.compression.pruner.schedulers"], [213, "module-neural_compressor.compression.pruner.tf_criteria"], [214, "module-neural_compressor.compression.pruner.utils"], [215, "module-neural_compressor.conf.config"], [216, "module-neural_compressor.conf.dotdict"], [217, "module-neural_compressor.conf"], [218, "module-neural_compressor.conf.pythonic_config"], [219, "module-neural_compressor.config"], [220, "module-neural_compressor.contrib"], [221, "module-neural_compressor.contrib.strategy"], [222, "module-neural_compressor.contrib.strategy.sigopt"], [223, "module-neural_compressor.contrib.strategy.tpe"], [224, "module-neural_compressor.data.dataloaders.base_dataloader"], [225, "module-neural_compressor.data.dataloaders.dataloader"], [226, "module-neural_compressor.data.dataloaders.default_dataloader"], [227, "module-neural_compressor.data.dataloaders.fetcher"], [228, "module-neural_compressor.data.dataloaders"], [229, "module-neural_compressor.data.dataloaders.mxnet_dataloader"], [230, "module-neural_compressor.data.dataloaders.onnxrt_dataloader"], [231, "module-neural_compressor.data.dataloaders.pytorch_dataloader"], [232, "module-neural_compressor.data.dataloaders.sampler"], [233, "module-neural_compressor.data.dataloaders.tensorflow_dataloader"], [234, "module-neural_compressor.data.datasets.bert_dataset"], [235, "module-neural_compressor.data.datasets.coco_dataset"], [236, "module-neural_compressor.data.datasets.dataset"], [237, "module-neural_compressor.data.datasets.dummy_dataset"], [238, "module-neural_compressor.data.datasets.dummy_dataset_v2"], [239, "module-neural_compressor.data.datasets.imagenet_dataset"], [240, "module-neural_compressor.data.datasets"], [241, "module-neural_compressor.data.datasets.style_transfer_dataset"], [242, "module-neural_compressor.data.filters.coco_filter"], [243, "module-neural_compressor.data.filters.filter"], [244, "module-neural_compressor.data.filters"], [245, "module-neural_compressor.data"], [246, "module-neural_compressor.data.transforms.coco_transform"], [247, "module-neural_compressor.data.transforms.imagenet_transform"], [248, "module-neural_compressor.data.transforms"], [249, "module-neural_compressor.data.transforms.postprocess"], [250, "module-neural_compressor.data.transforms.tokenization"], [251, "module-neural_compressor.data.transforms.transform"], [252, "module-neural_compressor.experimental.benchmark"], [253, "module-neural_compressor.experimental.common.criterion"], [254, "module-neural_compressor.experimental.common.dataloader"], [255, "module-neural_compressor.experimental.common"], [256, "module-neural_compressor.experimental.common.metric"], [257, "module-neural_compressor.experimental.common.model"], [258, "module-neural_compressor.experimental.common.optimizer"], [259, "module-neural_compressor.experimental.common.postprocess"], [260, "module-neural_compressor.experimental.common.torch_utils"], [261, "module-neural_compressor.experimental.component"], [262, "module-neural_compressor.experimental.compression"], [263, "module-neural_compressor.experimental.contrib"], [264, "module-neural_compressor.experimental.contrib.strategy"], [265, "module-neural_compressor.experimental.contrib.strategy.sigopt"], [266, "module-neural_compressor.experimental.contrib.strategy.tpe"], [267, "module-neural_compressor.experimental.data.dataloaders.base_dataloader"], [268, "module-neural_compressor.experimental.data.dataloaders.dataloader"], [269, "module-neural_compressor.experimental.data.dataloaders.default_dataloader"], [270, "module-neural_compressor.experimental.data.dataloaders.fetcher"], [271, "module-neural_compressor.experimental.data.dataloaders"], [272, "module-neural_compressor.experimental.data.dataloaders.mxnet_dataloader"], [273, "module-neural_compressor.experimental.data.dataloaders.onnxrt_dataloader"], [274, "module-neural_compressor.experimental.data.dataloaders.pytorch_dataloader"], [275, "module-neural_compressor.experimental.data.dataloaders.sampler"], [276, "module-neural_compressor.experimental.data.dataloaders.tensorflow_dataloader"], [277, "module-neural_compressor.experimental.data.datasets.bert_dataset"], [278, "module-neural_compressor.experimental.data.datasets.coco_dataset"], [279, "module-neural_compressor.experimental.data.datasets.dataset"], [280, "module-neural_compressor.experimental.data.datasets.dummy_dataset"], [281, "module-neural_compressor.experimental.data.datasets.dummy_dataset_v2"], [282, "module-neural_compressor.experimental.data.datasets.imagenet_dataset"], [283, "module-neural_compressor.experimental.data.datasets"], [284, "module-neural_compressor.experimental.data.datasets.style_transfer_dataset"], [285, "module-neural_compressor.experimental.data.filters.coco_filter"], [286, "module-neural_compressor.experimental.data.filters.filter"], [287, "module-neural_compressor.experimental.data.filters"], [288, "module-neural_compressor.experimental.data"], [289, "module-neural_compressor.experimental.data.transforms.imagenet_transform"], [290, "module-neural_compressor.experimental.data.transforms"], [291, "module-neural_compressor.experimental.data.transforms.tokenization"], [292, "module-neural_compressor.experimental.data.transforms.transform"], [293, "module-neural_compressor.experimental.distillation"], [294, "module-neural_compressor.experimental.export"], [295, "module-neural_compressor.experimental.export.qlinear2qdq"], [296, "module-neural_compressor.experimental.export.tf2onnx"], [297, "module-neural_compressor.experimental.export.torch2onnx"], [298, "module-neural_compressor.experimental.graph_optimization"], [299, "module-neural_compressor.experimental"], [300, "module-neural_compressor.experimental.metric.bleu"], [301, "module-neural_compressor.experimental.metric.bleu_util"], [302, "module-neural_compressor.experimental.metric.coco_label_map"], [303, "module-neural_compressor.experimental.metric.coco_tools"], [304, "module-neural_compressor.experimental.metric.evaluate_squad"], [305, "module-neural_compressor.experimental.metric.f1"], [306, "module-neural_compressor.experimental.metric"], [307, "module-neural_compressor.experimental.metric.metric"], [308, "module-neural_compressor.experimental.mixed_precision"], [309, "module-neural_compressor.experimental.model_conversion"], [310, "module-neural_compressor.experimental.nas.basic_nas"], [311, "module-neural_compressor.experimental.nas.dynas"], [312, "module-neural_compressor.experimental.nas"], [313, "module-neural_compressor.experimental.nas.nas"], [314, "module-neural_compressor.experimental.nas.nas_utils"], [315, "module-neural_compressor.experimental.nas.search_algorithms"], [316, "module-neural_compressor.experimental.pruner_legacy.gradient_sensitivity"], [317, "module-neural_compressor.experimental.pruner_legacy.group_lasso"], [318, "module-neural_compressor.experimental.pruner_legacy"], [319, "module-neural_compressor.experimental.pruner_legacy.magnitude"], [320, "module-neural_compressor.experimental.pruner_legacy.pattern_lock"], [321, "module-neural_compressor.experimental.pruner_legacy.pruner"], [322, "module-neural_compressor.experimental.pruning"], [323, "module-neural_compressor.experimental.pruning_recipes"], [324, "module-neural_compressor.experimental.pruning_recipes.patterns"], [325, "module-neural_compressor.experimental.pruning_recipes.patterns.pattern"], [326, "module-neural_compressor.experimental.pruning_recipes.patterns.tile_pattern"], [327, "module-neural_compressor.experimental.pruning_v2"], [328, "module-neural_compressor.experimental.pytorch_pruner"], [329, "module-neural_compressor.experimental.pytorch_pruner.logger"], [330, "module-neural_compressor.experimental.pytorch_pruner.patterns"], [331, "module-neural_compressor.experimental.pytorch_pruner.prune_utils"], [332, "module-neural_compressor.experimental.pytorch_pruner.pruner"], [333, "module-neural_compressor.experimental.pytorch_pruner.pruning"], [334, "module-neural_compressor.experimental.pytorch_pruner.scheduler"], [335, "module-neural_compressor.experimental.quantization"], [336, "module-neural_compressor.experimental.scheduler"], [337, "module-neural_compressor.experimental.strategy.auto_mixed_precision"], [338, "module-neural_compressor.experimental.strategy.basic"], [339, "module-neural_compressor.experimental.strategy.bayesian"], [340, "module-neural_compressor.experimental.strategy.exhaustive"], [341, "module-neural_compressor.experimental.strategy"], [342, "module-neural_compressor.experimental.strategy.mse"], [343, "module-neural_compressor.experimental.strategy.mse_v2"], [344, "module-neural_compressor.experimental.strategy.random"], [345, "module-neural_compressor.experimental.strategy.strategy"], [346, "module-neural_compressor.experimental.strategy.utils.constant"], [347, "module-neural_compressor.experimental.strategy.utils"], [348, "module-neural_compressor.experimental.strategy.utils.tuning_sampler"], [349, "module-neural_compressor.experimental.strategy.utils.tuning_space"], [350, "module-neural_compressor.experimental.strategy.utils.tuning_structs"], [351, "module-neural_compressor.experimental.strategy.utils.utility"], [352, "module-neural_compressor"], [353, "module-neural_compressor.metric.bleu"], [354, "module-neural_compressor.metric.bleu_util"], [355, "module-neural_compressor.metric.coco_label_map"], [356, "module-neural_compressor.metric.coco_tools"], [357, "module-neural_compressor.metric.evaluate_squad"], [358, "module-neural_compressor.metric.f1"], [359, "module-neural_compressor.metric"], [360, "module-neural_compressor.metric.metric"], [361, "module-neural_compressor.mix_precision"], [362, "module-neural_compressor.model.base_model"], [363, "module-neural_compressor.model"], [364, "module-neural_compressor.model.keras_model"], [365, "module-neural_compressor.model.model"], [366, "module-neural_compressor.model.mxnet_model"], [367, "module-neural_compressor.model.nets_factory"], [368, "module-neural_compressor.model.onnx_model"], [369, "module-neural_compressor.model.tensorflow_model"], [370, "module-neural_compressor.model.torch_model"], [371, "module-neural_compressor.objective"], [372, "module-neural_compressor.profiling"], [373, "module-neural_compressor.profiling.parser.factory"], [374, "module-neural_compressor.profiling.parser"], [375, "module-neural_compressor.profiling.parser.onnx_parser.factory"], [376, "module-neural_compressor.profiling.parser.onnx_parser"], [377, "module-neural_compressor.profiling.parser.onnx_parser.parser"], [378, "module-neural_compressor.profiling.parser.parser"], [379, "module-neural_compressor.profiling.parser.result"], [380, "module-neural_compressor.profiling.parser.tensorflow_parser.factory"], [381, "module-neural_compressor.profiling.parser.tensorflow_parser"], [382, "module-neural_compressor.profiling.parser.tensorflow_parser.parser"], [383, "module-neural_compressor.profiling.profiler.factory"], [384, "module-neural_compressor.profiling.profiler"], [385, "module-neural_compressor.profiling.profiler.onnxrt_profiler.factory"], [386, "module-neural_compressor.profiling.profiler.onnxrt_profiler"], [387, "module-neural_compressor.profiling.profiler.onnxrt_profiler.profiler"], [388, "module-neural_compressor.profiling.profiler.onnxrt_profiler.utils"], [389, "module-neural_compressor.profiling.profiler.profiler"], [390, "module-neural_compressor.profiling.profiler.tensorflow_profiler.factory"], [391, "module-neural_compressor.profiling.profiler.tensorflow_profiler"], [392, "module-neural_compressor.profiling.profiler.tensorflow_profiler.profiler"], [393, "module-neural_compressor.profiling.profiler.tensorflow_profiler.utils"], [394, "module-neural_compressor.quantization"], [395, "module-neural_compressor.strategy.auto"], [396, "module-neural_compressor.strategy.auto_mixed_precision"], [397, "module-neural_compressor.strategy.basic"], [398, "module-neural_compressor.strategy.bayesian"], [399, "module-neural_compressor.strategy.conservative"], [400, "module-neural_compressor.strategy.exhaustive"], [401, "module-neural_compressor.strategy.hawq_v2"], [402, "module-neural_compressor.strategy"], [403, "module-neural_compressor.strategy.mse"], [404, "module-neural_compressor.strategy.mse_v2"], [405, "module-neural_compressor.strategy.random"], [406, "module-neural_compressor.strategy.strategy"], [407, "module-neural_compressor.strategy.utils.constant"], [408, "module-neural_compressor.strategy.utils"], [409, "module-neural_compressor.strategy.utils.tuning_sampler"], [410, "module-neural_compressor.strategy.utils.tuning_space"], [411, "module-neural_compressor.strategy.utils.tuning_structs"], [412, "module-neural_compressor.strategy.utils.utility"], [413, "module-neural_compressor.template.api_doc_example"], [414, "module-neural_compressor.template"], [415, "module-neural_compressor.tensorflow.algorithms"], [416, "module-neural_compressor.tensorflow.algorithms.static_quantize"], [417, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras"], [418, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d"], [419, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense"], [420, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d"], [421, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils"], [422, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d"], [423, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer"], [424, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d"], [425, "module-neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry"], [426, "module-neural_compressor.tensorflow"], [427, "module-neural_compressor.tensorflow.quantization.config"], [428, "module-neural_compressor.tensorflow.quantization"], [429, "module-neural_compressor.tensorflow.quantization.quantize"], [430, "module-neural_compressor.tensorflow.utils"], [431, "module-neural_compressor.torch.algorithms"], [432, "module-neural_compressor.torch.algorithms.weight_only.gptq"], [433, "module-neural_compressor.torch.algorithms.weight_only"], [434, "module-neural_compressor.torch.algorithms.weight_only.rtn"], [435, "module-neural_compressor.torch.algorithms.weight_only_algos"], [436, "module-neural_compressor.torch.amp.autocast"], [437, "module-neural_compressor.torch.amp.fp8.functions"], [438, "module-neural_compressor.torch.amp.fp8"], [439, "module-neural_compressor.torch.amp"], [440, "module-neural_compressor.torch"], [441, "module-neural_compressor.torch.quantization.config"], [442, "module-neural_compressor.torch.quantization.fp8"], [443, "module-neural_compressor.torch.quantization.fp8.modules"], [444, "module-neural_compressor.torch.quantization.fp8.observer"], [445, "module-neural_compressor.torch.quantization.fp8.quantization_impl"], [446, "module-neural_compressor.torch.quantization"], [447, "module-neural_compressor.torch.quantization.layers"], [448, "module-neural_compressor.torch.quantization.quantize"], [449, "module-neural_compressor.torch.utils.constants"], [450, "module-neural_compressor.torch.utils"], [451, "module-neural_compressor.torch.utils.utility"], [452, "module-neural_compressor.training"], [453, "module-neural_compressor.utils.collect_layer_histogram"], [454, "module-neural_compressor.utils.constant"], [455, "module-neural_compressor.utils.create_obj_from_config"], [456, "module-neural_compressor.utils"], [457, "module-neural_compressor.utils.kl_divergence"], [458, "module-neural_compressor.utils.load_huggingface"], [459, "module-neural_compressor.utils.logger"], [460, "module-neural_compressor.utils.neural_insights_utils"], [461, "module-neural_compressor.utils.options"], [462, "module-neural_compressor.utils.pytorch"], [463, "module-neural_compressor.utils.utility"], [464, "module-neural_compressor.utils.weights_details"], [465, "module-neural_compressor.version"]], "adaptor (class in neural_compressor.adaptor.adaptor)": [[1, "neural_compressor.adaptor.adaptor.Adaptor"]], "adaptor_registry() (in module neural_compressor.adaptor.adaptor)": [[1, "neural_compressor.adaptor.adaptor.adaptor_registry"]], "neural_compressor.adaptor.adaptor": [[1, "module-neural_compressor.adaptor.adaptor"]], "neural_compressor.adaptor": [[2, "module-neural_compressor.adaptor"]], "kerasadaptor (class in neural_compressor.adaptor.keras)": [[3, "neural_compressor.adaptor.keras.KerasAdaptor"]], "kerasquery (class in neural_compressor.adaptor.keras)": [[3, "neural_compressor.adaptor.keras.KerasQuery"]], "neural_compressor.adaptor.keras": [[3, "module-neural_compressor.adaptor.keras"]], "neural_compressor.adaptor.keras_utils.conv2d": [[4, "module-neural_compressor.adaptor.keras_utils.conv2d"]], "neural_compressor.adaptor.keras_utils.dense": [[5, "module-neural_compressor.adaptor.keras_utils.dense"]], "neural_compressor.adaptor.keras_utils.depthwise_conv2d": [[6, "module-neural_compressor.adaptor.keras_utils.depthwise_conv2d"]], "neural_compressor.adaptor.keras_utils": [[7, "module-neural_compressor.adaptor.keras_utils"]], "neural_compressor.adaptor.keras_utils.pool2d": [[8, "module-neural_compressor.adaptor.keras_utils.pool2d"]], "neural_compressor.adaptor.keras_utils.quantizer": [[9, "module-neural_compressor.adaptor.keras_utils.quantizer"]], "neural_compressor.adaptor.keras_utils.separable_conv2d": [[10, "module-neural_compressor.adaptor.keras_utils.separable_conv2d"]], "mxnetquery (class in neural_compressor.adaptor.mxnet)": [[11, "neural_compressor.adaptor.mxnet.MXNetQuery"]], "mxnetadaptor (class in neural_compressor.adaptor.mxnet)": [[11, "neural_compressor.adaptor.mxnet.MxNetAdaptor"]], "neural_compressor.adaptor.mxnet": [[11, "module-neural_compressor.adaptor.mxnet"]], "neural_compressor.adaptor.mxnet_utils": [[12, "module-neural_compressor.adaptor.mxnet_utils"]], "calibcollector (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.CalibCollector"]], "calibdata (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.CalibData"]], "collectorbase (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.CollectorBase"]], "dataiterloader (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.DataIterLoader"]], "dataloaderwrap (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.DataLoaderWrap"]], "namecollector (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.NameCollector"]], "optype (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.OpType"]], "tensorcollector (class in neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.TensorCollector"]], "amp_convert() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.amp_convert"]], "calib_model() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.calib_model"]], "check_mx_version() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.check_mx_version"]], "combine_capabilities() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.combine_capabilities"]], "create_data_example() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.create_data_example"]], "distribute_calib_tensors() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.distribute_calib_tensors"]], "ensure_list() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.ensure_list"]], "fuse() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.fuse"]], "get_framework_name() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.get_framework_name"]], "is_model_quantized() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.is_model_quantized"]], "isiterable() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.isiterable"]], "make_module() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.make_module"]], "make_nc_model() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.make_nc_model"]], "make_symbol_block() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.make_symbol_block"]], "ndarray_to_device() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.ndarray_to_device"]], "neural_compressor.adaptor.mxnet_utils.util": [[13, "module-neural_compressor.adaptor.mxnet_utils.util"]], "parse_tune_config() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.parse_tune_config"]], "prepare_dataloader() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.prepare_dataloader"]], "prepare_model() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.prepare_model"]], "prepare_model_data() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.prepare_model_data"]], "quantize_sym_model() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.quantize_sym_model"]], "query_quantizable_nodes() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.query_quantizable_nodes"]], "run_forward() (in module neural_compressor.adaptor.mxnet_utils.util)": [[13, "neural_compressor.adaptor.mxnet_utils.util.run_forward"]], "onnxrtquery (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRTQuery"]], "onnxrt_integeropsadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRT_IntegerOpsAdaptor"]], "onnxrt_qdqadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRT_QDQAdaptor"]], "onnxrt_qlinearopsadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRT_QLinearOpsAdaptor"]], "onnxrt_weightonlyadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRT_WeightOnlyAdaptor"]], "onnxruntimeadaptor (class in neural_compressor.adaptor.onnxrt)": [[14, "neural_compressor.adaptor.onnxrt.ONNXRUNTIMEAdaptor"]], "neural_compressor.adaptor.onnxrt": [[14, "module-neural_compressor.adaptor.onnxrt"]], "onnxrtaugment (class in neural_compressor.adaptor.ox_utils.calibration)": [[15, "neural_compressor.adaptor.ox_utils.calibration.ONNXRTAugment"]], "neural_compressor.adaptor.ox_utils.calibration": [[15, "module-neural_compressor.adaptor.ox_utils.calibration"]], "calibratorbase (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.CalibratorBase"]], "histogramcollector (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.HistogramCollector"]], "klcalibrator (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.KLCalibrator"]], "minmaxcalibrator (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.MinMaxCalibrator"]], "percentilecalibrator (class in neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.PercentileCalibrator"]], "calib_registry() (in module neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.calib_registry"]], "neural_compressor.adaptor.ox_utils.calibrator": [[16, "module-neural_compressor.adaptor.ox_utils.calibrator"]], "smooth_distribution() (in module neural_compressor.adaptor.ox_utils.calibrator)": [[16, "neural_compressor.adaptor.ox_utils.calibrator.smooth_distribution"]], "neural_compressor.adaptor.ox_utils": [[17, "module-neural_compressor.adaptor.ox_utils"]], "activationoperator (class in neural_compressor.adaptor.ox_utils.operators.activation)": [[18, "neural_compressor.adaptor.ox_utils.operators.activation.ActivationOperator"]], "float16activationoperator (class in neural_compressor.adaptor.ox_utils.operators.activation)": [[18, "neural_compressor.adaptor.ox_utils.operators.activation.Float16ActivationOperator"]], "qactivationoperator (class in neural_compressor.adaptor.ox_utils.operators.activation)": [[18, "neural_compressor.adaptor.ox_utils.operators.activation.QActivationOperator"]], "removableactivationoperator (class in neural_compressor.adaptor.ox_utils.operators.activation)": [[18, "neural_compressor.adaptor.ox_utils.operators.activation.RemovableActivationOperator"]], "neural_compressor.adaptor.ox_utils.operators.activation": [[18, "module-neural_compressor.adaptor.ox_utils.operators.activation"]], "argmaxoperator (class in neural_compressor.adaptor.ox_utils.operators.argmax)": [[19, "neural_compressor.adaptor.ox_utils.operators.argmax.ArgMaxOperator"]], "qargmaxoperator (class in neural_compressor.adaptor.ox_utils.operators.argmax)": [[19, "neural_compressor.adaptor.ox_utils.operators.argmax.QArgMaxOperator"]], "neural_compressor.adaptor.ox_utils.operators.argmax": [[19, "module-neural_compressor.adaptor.ox_utils.operators.argmax"]], "attentionoperator (class in neural_compressor.adaptor.ox_utils.operators.attention)": [[20, "neural_compressor.adaptor.ox_utils.operators.attention.AttentionOperator"]], "qattentionoperator (class in neural_compressor.adaptor.ox_utils.operators.attention)": [[20, "neural_compressor.adaptor.ox_utils.operators.attention.QAttentionOperator"]], "neural_compressor.adaptor.ox_utils.operators.attention": [[20, "module-neural_compressor.adaptor.ox_utils.operators.attention"]], "binarydirect8bitoperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op)": [[21, "neural_compressor.adaptor.ox_utils.operators.binary_op.BinaryDirect8BitOperator"]], "binaryoperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op)": [[21, "neural_compressor.adaptor.ox_utils.operators.binary_op.BinaryOperator"]], "float16binaryoperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op)": [[21, "neural_compressor.adaptor.ox_utils.operators.binary_op.Float16BinaryOperator"]], "qbinaryoperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op)": [[21, "neural_compressor.adaptor.ox_utils.operators.binary_op.QBinaryOperator"]], "neural_compressor.adaptor.ox_utils.operators.binary_op": [[21, "module-neural_compressor.adaptor.ox_utils.operators.binary_op"]], "concatoperator (class in neural_compressor.adaptor.ox_utils.operators.concat)": [[22, "neural_compressor.adaptor.ox_utils.operators.concat.ConcatOperator"]], "qconcatoperator (class in neural_compressor.adaptor.ox_utils.operators.concat)": [[22, "neural_compressor.adaptor.ox_utils.operators.concat.QConcatOperator"]], "neural_compressor.adaptor.ox_utils.operators.concat": [[22, "module-neural_compressor.adaptor.ox_utils.operators.concat"]], "convoperator (class in neural_compressor.adaptor.ox_utils.operators.conv)": [[23, "neural_compressor.adaptor.ox_utils.operators.conv.ConvOperator"]], "qconvoperator (class in neural_compressor.adaptor.ox_utils.operators.conv)": [[23, "neural_compressor.adaptor.ox_utils.operators.conv.QConvOperator"]], "neural_compressor.adaptor.ox_utils.operators.conv": [[23, "module-neural_compressor.adaptor.ox_utils.operators.conv"]], "direct8bitoperator (class in neural_compressor.adaptor.ox_utils.operators.direct_q8)": [[24, "neural_compressor.adaptor.ox_utils.operators.direct_q8.Direct8BitOperator"]], "qdirectoperator (class in neural_compressor.adaptor.ox_utils.operators.direct_q8)": [[24, "neural_compressor.adaptor.ox_utils.operators.direct_q8.QDirectOperator"]], "neural_compressor.adaptor.ox_utils.operators.direct_q8": [[24, "module-neural_compressor.adaptor.ox_utils.operators.direct_q8"]], "embedlayernormalizationoperator (class in neural_compressor.adaptor.ox_utils.operators.embed_layernorm)": [[25, "neural_compressor.adaptor.ox_utils.operators.embed_layernorm.EmbedLayerNormalizationOperator"]], "qembedlayernormalizationoperator (class in neural_compressor.adaptor.ox_utils.operators.embed_layernorm)": [[25, "neural_compressor.adaptor.ox_utils.operators.embed_layernorm.QEmbedLayerNormalizationOperator"]], "neural_compressor.adaptor.ox_utils.operators.embed_layernorm": [[25, "module-neural_compressor.adaptor.ox_utils.operators.embed_layernorm"]], "gatheroperator (class in neural_compressor.adaptor.ox_utils.operators.gather)": [[26, "neural_compressor.adaptor.ox_utils.operators.gather.GatherOperator"]], "qgatheroperator (class in neural_compressor.adaptor.ox_utils.operators.gather)": [[26, "neural_compressor.adaptor.ox_utils.operators.gather.QGatherOperator"]], "neural_compressor.adaptor.ox_utils.operators.gather": [[26, "module-neural_compressor.adaptor.ox_utils.operators.gather"]], "globalaveragepooloperator (class in neural_compressor.adaptor.ox_utils.operators.gavgpool)": [[27, "neural_compressor.adaptor.ox_utils.operators.gavgpool.GlobalAveragePoolOperator"]], "qglobalaveragepooloperator (class in neural_compressor.adaptor.ox_utils.operators.gavgpool)": [[27, "neural_compressor.adaptor.ox_utils.operators.gavgpool.QGlobalAveragePoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.gavgpool": [[27, "module-neural_compressor.adaptor.ox_utils.operators.gavgpool"]], "gemmoperator (class in neural_compressor.adaptor.ox_utils.operators.gemm)": [[28, "neural_compressor.adaptor.ox_utils.operators.gemm.GemmOperator"]], "qgemmoperator (class in neural_compressor.adaptor.ox_utils.operators.gemm)": [[28, "neural_compressor.adaptor.ox_utils.operators.gemm.QGemmOperator"]], "neural_compressor.adaptor.ox_utils.operators.gemm": [[28, "module-neural_compressor.adaptor.ox_utils.operators.gemm"]], "neural_compressor.adaptor.ox_utils.operators": [[29, "module-neural_compressor.adaptor.ox_utils.operators"]], "lstmoperator (class in neural_compressor.adaptor.ox_utils.operators.lstm)": [[30, "neural_compressor.adaptor.ox_utils.operators.lstm.LSTMOperator"]], "neural_compressor.adaptor.ox_utils.operators.lstm": [[30, "module-neural_compressor.adaptor.ox_utils.operators.lstm"]], "fusedmatmuloperator (class in neural_compressor.adaptor.ox_utils.operators.matmul)": [[31, "neural_compressor.adaptor.ox_utils.operators.matmul.FusedMatMulOperator"]], "matmuloperator (class in neural_compressor.adaptor.ox_utils.operators.matmul)": [[31, "neural_compressor.adaptor.ox_utils.operators.matmul.MatMulOperator"]], "qmatmuloperator (class in neural_compressor.adaptor.ox_utils.operators.matmul)": [[31, "neural_compressor.adaptor.ox_utils.operators.matmul.QMatMulOperator"]], "neural_compressor.adaptor.ox_utils.operators.matmul": [[31, "module-neural_compressor.adaptor.ox_utils.operators.matmul"]], "maxpooloperator (class in neural_compressor.adaptor.ox_utils.operators.maxpool)": [[32, "neural_compressor.adaptor.ox_utils.operators.maxpool.MaxPoolOperator"]], "qmaxpooloperator (class in neural_compressor.adaptor.ox_utils.operators.maxpool)": [[32, "neural_compressor.adaptor.ox_utils.operators.maxpool.QMaxPoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.maxpool": [[32, "module-neural_compressor.adaptor.ox_utils.operators.maxpool"]], "batchnormalizationoperator (class in neural_compressor.adaptor.ox_utils.operators.norm)": [[33, "neural_compressor.adaptor.ox_utils.operators.norm.BatchNormalizationOperator"]], "normalizationoperator (class in neural_compressor.adaptor.ox_utils.operators.norm)": [[33, "neural_compressor.adaptor.ox_utils.operators.norm.NormalizationOperator"]], "neural_compressor.adaptor.ox_utils.operators.norm": [[33, "module-neural_compressor.adaptor.ox_utils.operators.norm"]], "operator (class in neural_compressor.adaptor.ox_utils.operators.ops)": [[34, "neural_compressor.adaptor.ox_utils.operators.ops.Operator"]], "qoperator (class in neural_compressor.adaptor.ox_utils.operators.ops)": [[34, "neural_compressor.adaptor.ox_utils.operators.ops.QOperator"]], "neural_compressor.adaptor.ox_utils.operators.ops": [[34, "module-neural_compressor.adaptor.ox_utils.operators.ops"]], "op_registry() (in module neural_compressor.adaptor.ox_utils.operators.ops)": [[34, "neural_compressor.adaptor.ox_utils.operators.ops.op_registry"]], "qop_registry() (in module neural_compressor.adaptor.ox_utils.operators.ops)": [[34, "neural_compressor.adaptor.ox_utils.operators.ops.qop_registry"]], "padoperator (class in neural_compressor.adaptor.ox_utils.operators.pad)": [[35, "neural_compressor.adaptor.ox_utils.operators.pad.PadOperator"]], "qpadoperator (class in neural_compressor.adaptor.ox_utils.operators.pad)": [[35, "neural_compressor.adaptor.ox_utils.operators.pad.QPadOperator"]], "neural_compressor.adaptor.ox_utils.operators.pad": [[35, "module-neural_compressor.adaptor.ox_utils.operators.pad"]], "pooloperator (class in neural_compressor.adaptor.ox_utils.operators.pooling)": [[36, "neural_compressor.adaptor.ox_utils.operators.pooling.PoolOperator"]], "qpooloperator (class in neural_compressor.adaptor.ox_utils.operators.pooling)": [[36, "neural_compressor.adaptor.ox_utils.operators.pooling.QPoolOperator"]], "neural_compressor.adaptor.ox_utils.operators.pooling": [[36, "module-neural_compressor.adaptor.ox_utils.operators.pooling"]], "reduceminmaxoperator (class in neural_compressor.adaptor.ox_utils.operators.reduce)": [[37, "neural_compressor.adaptor.ox_utils.operators.reduce.ReduceMinMaxOperator"]], "reduceoperator (class in neural_compressor.adaptor.ox_utils.operators.reduce)": [[37, "neural_compressor.adaptor.ox_utils.operators.reduce.ReduceOperator"]], "neural_compressor.adaptor.ox_utils.operators.reduce": [[37, "module-neural_compressor.adaptor.ox_utils.operators.reduce"]], "qresizeoperator (class in neural_compressor.adaptor.ox_utils.operators.resize)": [[38, "neural_compressor.adaptor.ox_utils.operators.resize.QResizeOperator"]], "resizeoperator (class in neural_compressor.adaptor.ox_utils.operators.resize)": [[38, "neural_compressor.adaptor.ox_utils.operators.resize.ResizeOperator"]], "neural_compressor.adaptor.ox_utils.operators.resize": [[38, "module-neural_compressor.adaptor.ox_utils.operators.resize"]], "qsplitoperator (class in neural_compressor.adaptor.ox_utils.operators.split)": [[39, "neural_compressor.adaptor.ox_utils.operators.split.QSplitOperator"]], "splitoperator (class in neural_compressor.adaptor.ox_utils.operators.split)": [[39, "neural_compressor.adaptor.ox_utils.operators.split.SplitOperator"]], "neural_compressor.adaptor.ox_utils.operators.split": [[39, "module-neural_compressor.adaptor.ox_utils.operators.split"]], "unarydirect8bitoperator (class in neural_compressor.adaptor.ox_utils.operators.unary_op)": [[40, "neural_compressor.adaptor.ox_utils.operators.unary_op.UnaryDirect8BitOperator"]], "unaryoperator (class in neural_compressor.adaptor.ox_utils.operators.unary_op)": [[40, "neural_compressor.adaptor.ox_utils.operators.unary_op.UnaryOperator"]], "neural_compressor.adaptor.ox_utils.operators.unary_op": [[40, "module-neural_compressor.adaptor.ox_utils.operators.unary_op"]], "quantizer (class in neural_compressor.adaptor.ox_utils.quantizer)": [[41, "neural_compressor.adaptor.ox_utils.quantizer.Quantizer"]], "neural_compressor.adaptor.ox_utils.quantizer": [[41, "module-neural_compressor.adaptor.ox_utils.quantizer"]], "ortsmoothquant (class in neural_compressor.adaptor.ox_utils.smooth_quant)": [[42, "neural_compressor.adaptor.ox_utils.smooth_quant.ORTSmoothQuant"]], "get_quant_dequant_output() (in module neural_compressor.adaptor.ox_utils.smooth_quant)": [[42, "neural_compressor.adaptor.ox_utils.smooth_quant.get_quant_dequant_output"]], "make_sub_graph() (in module neural_compressor.adaptor.ox_utils.smooth_quant)": [[42, "neural_compressor.adaptor.ox_utils.smooth_quant.make_sub_graph"]], "neural_compressor.adaptor.ox_utils.smooth_quant": [[42, "module-neural_compressor.adaptor.ox_utils.smooth_quant"]], "quant_dequant_data() (in module neural_compressor.adaptor.ox_utils.smooth_quant)": [[42, "neural_compressor.adaptor.ox_utils.smooth_quant.quant_dequant_data"]], "quantformat (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantFormat"]], "quanttype (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantType"]], "quantizationmode (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantizationMode"]], "quantizedinitializer (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantizedInitializer"]], "quantizedvalue (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantizedValue"]], "quantizedvaluetype (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.QuantizedValueType"]], "valueinfo (class in neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.ValueInfo"]], "attribute_to_kwarg() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.attribute_to_kwarg"]], "calculate_scale_zp() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.calculate_scale_zp"]], "cast_tensor() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.cast_tensor"]], "collate_preds() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.collate_preds"]], "dequantize_data() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.dequantize_data"]], "dequantize_data_with_scale_zero() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.dequantize_data_with_scale_zero"]], "dtype_to_name() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.dtype_to_name"]], "find_by_name() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.find_by_name"]], "float_to_bfloat16() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.float_to_bfloat16"]], "float_to_float16() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.float_to_float16"]], "infer_shapes() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.infer_shapes"]], "is_b_transposed() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.is_B_transposed"]], "make_dquant_node() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.make_dquant_node"]], "make_quant_node() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.make_quant_node"]], "neural_compressor.adaptor.ox_utils.util": [[43, "module-neural_compressor.adaptor.ox_utils.util"]], "quantize_data() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.quantize_data"]], "quantize_data_per_channel() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.quantize_data_per_channel"]], "quantize_data_with_scale_zero() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.quantize_data_with_scale_zero"]], "quantize_nparray() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.quantize_nparray"]], "remove_init_from_model_input() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.remove_init_from_model_input"]], "simple_progress_bar() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.simple_progress_bar"]], "split_shared_bias() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.split_shared_bias"]], "to_numpy() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.to_numpy"]], "trt_env_setup() (in module neural_compressor.adaptor.ox_utils.util)": [[43, "neural_compressor.adaptor.ox_utils.util.trt_env_setup"]], "apply_awq_clip() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.apply_awq_clip"]], "apply_awq_scale() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.apply_awq_scale"]], "awq_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.awq_quantize"]], "get_blob_size() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.get_blob_size"]], "get_weight_scale() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.get_weight_scale"]], "gptq() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.gptq"]], "gptq_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.gptq_quantize"]], "make_matmul_weight_only_node() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.make_matmul_weight_only_node"]], "neural_compressor.adaptor.ox_utils.weight_only": [[44, "module-neural_compressor.adaptor.ox_utils.weight_only"]], "pad_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.pad_tensor"]], "prepare_inputs() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.prepare_inputs"]], "qdq_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.qdq_tensor"]], "quant_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.quant_tensor"]], "rtn_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only)": [[44, "neural_compressor.adaptor.ox_utils.weight_only.rtn_quantize"]], "pytorchadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorchAdaptor"]], "pytorchquery (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorchQuery"]], "pytorchweightonlyadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorchWeightOnlyAdaptor"]], "pytorch_fxadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorch_FXAdaptor"]], "pytorch_ipexadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.PyTorch_IPEXAdaptor"]], "templateadaptor (class in neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.TemplateAdaptor"]], "get_ops_recursively() (in module neural_compressor.adaptor.pytorch)": [[45, "neural_compressor.adaptor.pytorch.get_ops_recursively"]], "neural_compressor.adaptor.pytorch": [[45, "module-neural_compressor.adaptor.pytorch"]], "querybackendcapability (class in neural_compressor.adaptor.query)": [[46, "neural_compressor.adaptor.query.QueryBackendCapability"]], "neural_compressor.adaptor.query": [[46, "module-neural_compressor.adaptor.query"]], "tensorflowadaptor (class in neural_compressor.adaptor.tensorflow)": [[47, "neural_compressor.adaptor.tensorflow.TensorFlowAdaptor"]], "tensorflowquery (class in neural_compressor.adaptor.tensorflow)": [[47, "neural_compressor.adaptor.tensorflow.TensorflowQuery"]], "tensorflow_itexadaptor (class in neural_compressor.adaptor.tensorflow)": [[47, "neural_compressor.adaptor.tensorflow.Tensorflow_ITEXAdaptor"]], "neural_compressor.adaptor.tensorflow": [[47, "module-neural_compressor.adaptor.tensorflow"]], "graphconverter (class in neural_compressor.adaptor.tf_utils.graph_converter)": [[48, "neural_compressor.adaptor.tf_utils.graph_converter.GraphConverter"]], "neural_compressor.adaptor.tf_utils.graph_converter": [[48, "module-neural_compressor.adaptor.tf_utils.graph_converter"]], "graphconverterwithoutcalib (class in neural_compressor.adaptor.tf_utils.graph_converter_without_calib)": [[49, "neural_compressor.adaptor.tf_utils.graph_converter_without_calib.GraphConverterWithoutCalib"]], "neural_compressor.adaptor.tf_utils.graph_converter_without_calib": [[49, "module-neural_compressor.adaptor.tf_utils.graph_converter_without_calib"]], "bf16convert (class in neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert)": [[50, "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert.BF16Convert"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert": [[50, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert"]], "dequantizecastoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer)": [[51, "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer.DequantizeCastOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer": [[51, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.bf16": [[52, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.bf16"]], "convertaddtobiasaddoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd)": [[53, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd.ConvertAddToBiasAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd": [[53, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd"]], "convertlayoutoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout)": [[54, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout.ConvertLayoutOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout": [[54, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout"]], "convertleakyreluoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu)": [[55, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu.ConvertLeakyReluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu": [[55, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu"]], "convertnantorandom (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random)": [[56, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random.ConvertNanToRandom"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random": [[56, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random"]], "convertplaceholdertoconst (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const)": [[57, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const.ConvertPlaceholderToConst"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const": [[57, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const"]], "dilatedcontraction (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction)": [[58, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction.DilatedContraction"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction": [[58, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction"]], "injectdummybiasaddoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd)": [[59, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd.InjectDummyBiasAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd": [[59, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd"]], "expanddimsoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer)": [[60, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer.ExpandDimsOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer": [[60, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer"]], "fetchweightfromreshapeoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape)": [[61, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape.FetchWeightFromReshapeOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape": [[61, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape"]], "foldbatchnormnodesoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm)": [[62, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm.FoldBatchNormNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm": [[62, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm"]], "graphfoldconstantoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant)": [[63, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant.GraphFoldConstantOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant": [[63, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant"]], "fusebiasaddandaddoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add)": [[64, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add.FuseBiasAddAndAddOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add": [[64, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add"]], "fusecolumnwisemuloptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul)": [[65, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul.FuseColumnWiseMulOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul": [[65, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul"]], "fuseconvwithmathoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math)": [[66, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math.FuseConvWithMathOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math": [[66, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math"]], "fusedecomposedbnoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.FuseDecomposedBNOptimizer"]], "bypass_reshape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.bypass_reshape"]], "get_const_dim_count() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.get_const_dim_count"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn": [[67, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn"]], "node_from_map() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.node_from_map"]], "node_name_from_input() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.node_name_from_input"]], "valid_reshape_inputs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.valid_reshape_inputs"]], "values_from_const() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn)": [[67, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn.values_from_const"]], "fusedecomposedinoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.FuseDecomposedINOptimizer"]], "bypass_reshape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.bypass_reshape"]], "get_const_dim_count() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.get_const_dim_count"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in": [[68, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in"]], "node_from_map() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.node_from_map"]], "node_name_from_input() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.node_name_from_input"]], "valid_reshape_inputs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.valid_reshape_inputs"]], "values_from_const() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in)": [[68, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in.values_from_const"]], "fusegeluoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu)": [[69, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu.FuseGeluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu": [[69, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu"]], "fuselayernormoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm)": [[70, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm.FuseLayerNormOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm": [[70, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm"]], "node_from_map() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm)": [[70, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm.node_from_map"]], "node_name_from_input() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm)": [[70, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm.node_name_from_input"]], "values_from_const() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm)": [[70, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm.values_from_const"]], "fusepadwithconv2doptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv)": [[71, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv.FusePadWithConv2DOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv": [[71, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv"]], "fusepadwithfp32conv2doptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv)": [[72, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv.FusePadWithFP32Conv2DOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv": [[72, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv"]], "fusetransposereshapeoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose)": [[73, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose.FuseTransposeReshapeOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose": [[73, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose"]], "graphcseoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer)": [[74, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer.GraphCseOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer": [[74, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer"]], "grappleroptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass)": [[75, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass.GrapplerOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass": [[75, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic": [[76, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic"]], "insertprintminmaxnode (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node)": [[77, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node.InsertPrintMinMaxNode"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node": [[77, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node"]], "movesqueezeafterreluoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu)": [[78, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu.MoveSqueezeAfterReluOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu": [[78, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu"]], "preoptimization (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize)": [[79, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize.PreOptimization"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize": [[79, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize"]], "removetrainingnodesoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes)": [[80, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes.RemoveTrainingNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes": [[80, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes"]], "renamebatchnormoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm)": [[81, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm.RenameBatchNormOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm": [[81, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm"]], "splitsharedinputoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input)": [[82, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input.SplitSharedInputOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input": [[82, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input"]], "stripequivalentnodesoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes)": [[83, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes.StripEquivalentNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes": [[83, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes"]], "stripunusednodesoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes)": [[84, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes.StripUnusedNodesOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes": [[84, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes"]], "switchoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer)": [[85, "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer.SwitchOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer": [[85, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer"]], "graphrewriterbase (class in neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base)": [[86, "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base.GraphRewriterBase"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base": [[86, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base"]], "neural_compressor.adaptor.tf_utils.graph_rewriter": [[87, "module-neural_compressor.adaptor.tf_utils.graph_rewriter"]], "freezefakequantopoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant)": [[88, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant.FreezeFakeQuantOpOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant": [[88, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant"]], "freezevaluetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value)": [[89, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value.FreezeValueTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value": [[89, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value"]], "freezevaluewithoutcalibtransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib)": [[90, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib.FreezeValueWithoutCalibTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib": [[90, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib"]], "fuseconvredundantdequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize)": [[91, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize.FuseConvRedundantDequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize": [[91, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize"]], "fuseconvrequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize)": [[92, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize.FuseConvRequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize": [[92, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize"]], "fusematmulredundantdequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize)": [[93, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize.FuseMatMulRedundantDequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize": [[93, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize"]], "fusematmulrequantizedequantizenewapitransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize)": [[94, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize.FuseMatMulRequantizeDequantizeNewAPITransformer"]], "fusematmulrequantizedequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize)": [[94, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize.FuseMatMulRequantizeDequantizeTransformer"]], "fusematmulrequantizenewapitransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize)": [[94, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize.FuseMatMulRequantizeNewAPITransformer"]], "fusematmulrequantizetransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize)": [[94, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize.FuseMatMulRequantizeTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize": [[94, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8": [[95, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8"]], "metainfochangingmemopoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer)": [[96, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer.MetaInfoChangingMemOpOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer": [[96, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer"]], "posthostconstconverter (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter)": [[97, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter.PostHostConstConverter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter": [[97, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter"]], "postcseoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse)": [[98, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse.PostCseOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse": [[98, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse"]], "quantizedrnnconverter (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert)": [[99, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert.QuantizedRNNConverter"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert": [[99, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert"]], "scalepropagationtransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation)": [[100, "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation.ScaleProPagationTransformer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation": [[100, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx": [[101, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx"]], "onnxgraph (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph)": [[102, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph.OnnxGraph"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph": [[102, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph"]], "onnxnode (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node)": [[103, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node.OnnxNode"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node": [[103, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node"]], "onnxopschema (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema)": [[104, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema.OnnxOpSchema"]], "get_max_supported_opset_version() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema)": [[104, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema.get_max_supported_opset_version"]], "get_schema() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema)": [[104, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema.get_schema"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema": [[104, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema"]], "seqtype (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.SeqType"]], "add_port_to_name() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.add_port_to_name"]], "are_shapes_equal() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.are_shapes_equal"]], "assert_error() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.assert_error"]], "compute_const_folding_using_tf() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.compute_const_folding_using_tf"]], "convert_tensorflow_tensor_to_onnx() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.convert_tensorflow_tensor_to_onnx"]], "find_opset() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.find_opset"]], "get_index_from_strided_slice_of_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_index_from_strided_slice_of_shape"]], "get_subgraphs_from_onnx() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_subgraphs_from_onnx"]], "get_tensorflow_node_attr() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_tensorflow_node_attr"]], "get_tensorflow_node_shape_attr() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_tensorflow_node_shape_attr"]], "get_tensorflow_tensor_data() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_tensorflow_tensor_data"]], "get_tensorflow_tensor_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.get_tensorflow_tensor_shape"]], "infer_onnx_shape_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.infer_onnx_shape_dtype"]], "initialize_name_counter() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.initialize_name_counter"]], "is_list_or_tuple() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.is_list_or_tuple"]], "is_onnx_domain() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.is_onnx_domain"]], "make_onnx_inputs_outputs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.make_onnx_inputs_outputs"]], "make_onnx_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.make_onnx_shape"]], "map_numpy_to_onnx_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.map_numpy_to_onnx_dtype"]], "map_onnx_to_numpy_type() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.map_onnx_to_numpy_type"]], "map_tensorflow_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.map_tensorflow_dtype"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils": [[105, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils"]], "read_tensorflow_node_attrs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.read_tensorflow_node_attrs"]], "save_protobuf() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.save_protobuf"]], "set_name() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)": [[105, "neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils.set_name"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq": [[106, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq"]], "generategraphwithqdqpattern (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern)": [[107, "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern.GenerateGraphWithQDQPattern"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern": [[107, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern"]], "mergeduplicatedqdqoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq)": [[108, "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq.MergeDuplicatedQDQOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq": [[108, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq"]], "shareqdqforitexypatternoptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern)": [[109, "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern.ShareQDQForItexYPatternOptimizer"]], "neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern": [[109, "module-neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern"]], "graphanalyzer (class in neural_compressor.adaptor.tf_utils.graph_util)": [[110, "neural_compressor.adaptor.tf_utils.graph_util.GraphAnalyzer"]], "graphrewriterhelper (class in neural_compressor.adaptor.tf_utils.graph_util)": [[110, "neural_compressor.adaptor.tf_utils.graph_util.GraphRewriterHelper"]], "neural_compressor.adaptor.tf_utils.graph_util": [[110, "module-neural_compressor.adaptor.tf_utils.graph_util"]], "neural_compressor.adaptor.tf_utils": [[111, "module-neural_compressor.adaptor.tf_utils"]], "neural_compressor.adaptor.tf_utils.quantize_graph": [[112, "module-neural_compressor.adaptor.tf_utils.quantize_graph"]], "fakequantize (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize)": [[113, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize.FakeQuantize"]], "fakequantizebase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize)": [[113, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize.FakeQuantizeBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize": [[113, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat": [[114, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat"]], "quantizeconfig (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config)": [[115, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config.QuantizeConfig"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config": [[115, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config"]], "init_quantize_config() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper)": [[116, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper.init_quantize_config"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper": [[116, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper"]], "qat_clone_function() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper)": [[116, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper.qat_clone_function"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers": [[117, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers"]], "config_quantizable_layers() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer)": [[118, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer.config_quantizable_layers"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer": [[118, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer"]], "quantizelayeradd (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add)": [[119, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add.QuantizeLayerAdd"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add": [[119, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add"]], "quantizelayerbase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base)": [[120, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base.QuantizeLayerBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base": [[120, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base"]], "quantizelayerbatchnormalization (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn)": [[121, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn.QuantizeLayerBatchNormalization"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn": [[121, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn"]], "quantizewrapper (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper)": [[122, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper.QuantizeWrapper"]], "quantizewrapperbase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper)": [[122, "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper.QuantizeWrapperBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper": [[122, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper"]], "fusenodestartwithfusedbatchnormv3 (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn)": [[123, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn.FuseNodeStartWithFusedBatchNormV3"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn": [[123, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn"]], "fusenodestartwithconcatv2 (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2)": [[124, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2.FuseNodeStartWithConcatV2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2": [[124, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2"]], "fusenodestartwithconv2d (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv)": [[125, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv.FuseNodeStartWithConv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv": [[125, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv"]], "fusenodestartwithdeconv2d (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv)": [[126, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv.FuseNodeStartWithDeconv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv": [[126, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv"]], "fusenodestartwithfusedinstancenorm (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in)": [[127, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in.FuseNodeStartWithFusedInstanceNorm"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in": [[127, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in"]], "fusenodestartwithmatmul (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul)": [[128, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul.FuseNodeStartWithMatmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul": [[128, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul"]], "fusenodestartwithpooling (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling)": [[129, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling.FuseNodeStartWithPooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling": [[129, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq": [[130, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq"]], "optimizeqdqgraph (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq)": [[131, "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq.OptimizeQDQGraph"]], "neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq": [[131, "module-neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq"]], "quantizegraphbase (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base)": [[132, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base.QuantizeGraphBase"]], "quantizenodebase (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base)": [[132, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base.QuantizeNodeBase"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base": [[132, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base"]], "fusenodestartwithfusedbatchnormv3 (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn)": [[133, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn.FuseNodeStartWithFusedBatchNormV3"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn": [[133, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn"]], "fusenodestartwithconcatv2 (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2)": [[134, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2.FuseNodeStartWithConcatV2"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2": [[134, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2"]], "fusenodestartwithconv2d (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv)": [[135, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv.FuseNodeStartWithConv2d"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv": [[135, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv"]], "quantizegraphforintel (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu)": [[136, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu.QuantizeGraphForIntel"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu": [[136, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu"]], "fusenodestartwithmatmul (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul)": [[137, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul.FuseNodeStartWithMatmul"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul": [[137, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul"]], "fusenodestartwithpooling (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling)": [[138, "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling.FuseNodeStartWithPooling"]], "neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling": [[138, "module-neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling"]], "quantizegraphhelper (class in neural_compressor.adaptor.tf_utils.quantize_graph_common)": [[139, "neural_compressor.adaptor.tf_utils.quantize_graph_common.QuantizeGraphHelper"]], "neural_compressor.adaptor.tf_utils.quantize_graph_common": [[139, "module-neural_compressor.adaptor.tf_utils.quantize_graph_common"]], "smoothquantcalibration (class in neural_compressor.adaptor.tf_utils.smooth_quant_calibration)": [[140, "neural_compressor.adaptor.tf_utils.smooth_quant_calibration.SmoothQuantCalibration"]], "smoothquantcalibrationllm (class in neural_compressor.adaptor.tf_utils.smooth_quant_calibration)": [[140, "neural_compressor.adaptor.tf_utils.smooth_quant_calibration.SmoothQuantCalibrationLLM"]], "neural_compressor.adaptor.tf_utils.smooth_quant_calibration": [[140, "module-neural_compressor.adaptor.tf_utils.smooth_quant_calibration"]], "smoothquantscaler (class in neural_compressor.adaptor.tf_utils.smooth_quant_scaler)": [[141, "neural_compressor.adaptor.tf_utils.smooth_quant_scaler.SmoothQuantScaler"]], "smoothquantscalerllm (class in neural_compressor.adaptor.tf_utils.smooth_quant_scaler)": [[141, "neural_compressor.adaptor.tf_utils.smooth_quant_scaler.SmoothQuantScalerLLM"]], "neural_compressor.adaptor.tf_utils.smooth_quant_scaler": [[141, "module-neural_compressor.adaptor.tf_utils.smooth_quant_scaler"]], "tensorflowqdqtoonnxqdqconverter (class in neural_compressor.adaptor.tf_utils.tf2onnx_converter)": [[142, "neural_compressor.adaptor.tf_utils.tf2onnx_converter.TensorflowQDQToOnnxQDQConverter"]], "neural_compressor.adaptor.tf_utils.tf2onnx_converter": [[142, "module-neural_compressor.adaptor.tf_utils.tf2onnx_converter"]], "biascorrection (class in neural_compressor.adaptor.tf_utils.transform_graph.bias_correction)": [[143, "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction.BiasCorrection"]], "neural_compressor.adaptor.tf_utils.transform_graph.bias_correction": [[143, "module-neural_compressor.adaptor.tf_utils.transform_graph.bias_correction"]], "graphtransformbase (class in neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base)": [[144, "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base.GraphTransformBase"]], "neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base": [[144, "module-neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base"]], "neural_compressor.adaptor.tf_utils.transform_graph": [[145, "module-neural_compressor.adaptor.tf_utils.transform_graph"]], "insertlogging (class in neural_compressor.adaptor.tf_utils.transform_graph.insert_logging)": [[146, "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging.InsertLogging"]], "neural_compressor.adaptor.tf_utils.transform_graph.insert_logging": [[146, "module-neural_compressor.adaptor.tf_utils.transform_graph.insert_logging"]], "rerangequantizedconcat (class in neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat)": [[147, "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat.RerangeQuantizedConcat"]], "neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat": [[147, "module-neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat"]], "apply_inlining() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.apply_inlining"]], "collate_tf_preds() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.collate_tf_preds"]], "construct_function_from_graph_def() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.construct_function_from_graph_def"]], "disable_random() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.disable_random"]], "fix_ref_type_of_graph_def() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.fix_ref_type_of_graph_def"]], "generate_feed_dict() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.generate_feed_dict"]], "get_estimator_graph() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_estimator_graph"]], "get_graph_def() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_graph_def"]], "get_input_output_node_names() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_input_output_node_names"]], "get_model_input_shape() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_model_input_shape"]], "get_tensor_by_name() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_tensor_by_name"]], "get_tensor_val_from_graph_node() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_tensor_val_from_graph_node"]], "get_weight_from_input_tensor() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.get_weight_from_input_tensor"]], "int8_node_name_reverse() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.int8_node_name_reverse"]], "is_ckpt_format() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.is_ckpt_format"]], "is_saved_model_format() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.is_saved_model_format"]], "iterator_sess_run() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.iterator_sess_run"]], "neural_compressor.adaptor.tf_utils.util": [[148, "module-neural_compressor.adaptor.tf_utils.util"]], "parse_saved_model() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.parse_saved_model"]], "read_graph() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.read_graph"]], "reconstruct_saved_model() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.reconstruct_saved_model"]], "strip_equivalent_nodes() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.strip_equivalent_nodes"]], "strip_unused_nodes() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.strip_unused_nodes"]], "tf_diagnosis_helper() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.tf_diagnosis_helper"]], "version1_eq_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_eq_version2"]], "version1_gt_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_gt_version2"]], "version1_gte_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_gte_version2"]], "version1_lt_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_lt_version2"]], "version1_lte_version2() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.version1_lte_version2"]], "write_graph() (in module neural_compressor.adaptor.tf_utils.util)": [[148, "neural_compressor.adaptor.tf_utils.util.write_graph"]], "autoadamround (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.AutoAdamRound"]], "autooptround (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.AutoOPTRound"]], "autoround (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.AutoRound"]], "saveinputs (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.SaveInputs"]], "wrappermultiblock (class in neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.WrapperMultiblock"]], "block_forward() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.block_forward"]], "check_is_cpu() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.check_is_cpu"]], "collect_minmax_scale() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.collect_minmax_scale"]], "collect_round_v() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.collect_round_v"]], "get_batch_dim() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_batch_dim"]], "get_block_names() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_block_names"]], "get_dataloader() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_dataloader"]], "get_module() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_module"]], "get_scale_shape() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_scale_shape"]], "get_tokenizer_function() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.get_tokenizer_function"]], "move_input_to_device() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.move_input_to_device"]], "neural_compressor.adaptor.torch_utils.autoround.autoround": [[149, "module-neural_compressor.adaptor.torch_utils.autoround.autoround"]], "quant_weight() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.quant_weight"]], "quant_weight_actor() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.quant_weight_actor"]], "quant_weight_asym() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.quant_weight_asym"]], "quant_weight_sym() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.quant_weight_sym"]], "round_ste() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.round_ste"]], "sampling_inputs() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.sampling_inputs"]], "set_module() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.set_module"]], "unwrapper_block() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.unwrapper_block"]], "wrapper_block() (in module neural_compressor.adaptor.torch_utils.autoround.autoround)": [[149, "neural_compressor.adaptor.torch_utils.autoround.autoround.wrapper_block"]], "neural_compressor.adaptor.torch_utils.autoround": [[150, "module-neural_compressor.adaptor.torch_utils.autoround"]], "sgd (class in neural_compressor.adaptor.torch_utils.autoround.sign_sgd)": [[151, "neural_compressor.adaptor.torch_utils.autoround.sign_sgd.SGD"]], "neural_compressor.adaptor.torch_utils.autoround.sign_sgd": [[151, "module-neural_compressor.adaptor.torch_utils.autoround.sign_sgd"]], "sgd() (in module neural_compressor.adaptor.torch_utils.autoround.sign_sgd)": [[151, "neural_compressor.adaptor.torch_utils.autoround.sign_sgd.sgd"]], "actawareweightquant (class in neural_compressor.adaptor.torch_utils.awq)": [[152, "neural_compressor.adaptor.torch_utils.awq.ActAwareWeightQuant"]], "neural_compressor.adaptor.torch_utils.awq": [[152, "module-neural_compressor.adaptor.torch_utils.awq"]], "bf16modulewrapper (class in neural_compressor.adaptor.torch_utils.bf16_convert)": [[153, "neural_compressor.adaptor.torch_utils.bf16_convert.BF16ModuleWrapper"]], "convert() (in module neural_compressor.adaptor.torch_utils.bf16_convert)": [[153, "neural_compressor.adaptor.torch_utils.bf16_convert.Convert"]], "bf16_symbolic_trace() (in module neural_compressor.adaptor.torch_utils.bf16_convert)": [[153, "neural_compressor.adaptor.torch_utils.bf16_convert.bf16_symbolic_trace"]], "neural_compressor.adaptor.torch_utils.bf16_convert": [[153, "module-neural_compressor.adaptor.torch_utils.bf16_convert"]], "gptq (class in neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.GPTQ"]], "gptquantizer (class in neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.GPTQuantizer"]], "find_layers() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.find_layers"]], "find_layers_name() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.find_layers_name"]], "is_leaf() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.is_leaf"]], "log_quantizable_layers_per_transformer() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.log_quantizable_layers_per_transformer"]], "neural_compressor.adaptor.torch_utils.gptq": [[154, "module-neural_compressor.adaptor.torch_utils.gptq"]], "quantize() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.quantize"]], "trace_gptq_target_blocks() (in module neural_compressor.adaptor.torch_utils.gptq)": [[154, "neural_compressor.adaptor.torch_utils.gptq.trace_gptq_target_blocks"]], "hessiantrace (class in neural_compressor.adaptor.torch_utils.hawq_metric)": [[155, "neural_compressor.adaptor.torch_utils.hawq_metric.HessianTrace"]], "node_collector (class in neural_compressor.adaptor.torch_utils.hawq_metric)": [[155, "neural_compressor.adaptor.torch_utils.hawq_metric.Node_collector"]], "compare_weights() (in module neural_compressor.adaptor.torch_utils.hawq_metric)": [[155, "neural_compressor.adaptor.torch_utils.hawq_metric.compare_weights"]], "hawq_top() (in module neural_compressor.adaptor.torch_utils.hawq_metric)": [[155, "neural_compressor.adaptor.torch_utils.hawq_metric.hawq_top"]], "neural_compressor.adaptor.torch_utils.hawq_metric": [[155, "module-neural_compressor.adaptor.torch_utils.hawq_metric"]], "neural_compressor.adaptor.torch_utils": [[156, "module-neural_compressor.adaptor.torch_utils"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant": [[157, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant"]], "pickleerror": [[158, "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle.PickleError"]], "picklingerror": [[158, "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle.PicklingError"]], "unpicklingerror": [[158, "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle.UnpicklingError"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle": [[158, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle"]], "layerwisequant (class in neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize)": [[159, "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize.LayerWiseQuant"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize": [[159, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize"]], "load() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load)": [[160, "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load.load"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load": [[160, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load"]], "dowload_hf_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.dowload_hf_model"]], "get_children() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.get_children"]], "get_module() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.get_module"]], "get_named_children() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.get_named_children"]], "get_super_module_by_name() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.get_super_module_by_name"]], "load_empty_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.load_empty_model"]], "load_layer_wise_quantized_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.load_layer_wise_quantized_model"]], "load_tensor() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.load_tensor"]], "load_tensor_from_shard() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.load_tensor_from_shard"]], "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils": [[161, "module-neural_compressor.adaptor.torch_utils.layer_wise_quant.utils"]], "update_module() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils)": [[161, "neural_compressor.adaptor.torch_utils.layer_wise_quant.utils.update_module"]], "ipex_mixed_precision() (in module neural_compressor.adaptor.torch_utils.mixed_precision)": [[162, "neural_compressor.adaptor.torch_utils.mixed_precision.ipex_mixed_precision"]], "neural_compressor.adaptor.torch_utils.mixed_precision": [[162, "module-neural_compressor.adaptor.torch_utils.mixed_precision"]], "fakeaffinetensorquantfunction (class in neural_compressor.adaptor.torch_utils.model_wrapper)": [[163, "neural_compressor.adaptor.torch_utils.model_wrapper.FakeAffineTensorQuantFunction"]], "mullinear (class in neural_compressor.adaptor.torch_utils.model_wrapper)": [[163, "neural_compressor.adaptor.torch_utils.model_wrapper.MulLinear"]], "teqlinearfakequant (class in neural_compressor.adaptor.torch_utils.model_wrapper)": [[163, "neural_compressor.adaptor.torch_utils.model_wrapper.TEQLinearFakeQuant"]], "neural_compressor.adaptor.torch_utils.model_wrapper": [[163, "module-neural_compressor.adaptor.torch_utils.model_wrapper"]], "transformerbasedmodelblockpatterndetector (class in neural_compressor.adaptor.torch_utils.pattern_detector)": [[164, "neural_compressor.adaptor.torch_utils.pattern_detector.TransformerBasedModelBlockPatternDetector"]], "neural_compressor.adaptor.torch_utils.pattern_detector": [[164, "module-neural_compressor.adaptor.torch_utils.pattern_detector"]], "torchsmoothquant (class in neural_compressor.adaptor.torch_utils.smooth_quant)": [[165, "neural_compressor.adaptor.torch_utils.smooth_quant.TorchSmoothQuant"]], "get_module() (in module neural_compressor.adaptor.torch_utils.smooth_quant)": [[165, "neural_compressor.adaptor.torch_utils.smooth_quant.get_module"]], "neural_compressor.adaptor.torch_utils.smooth_quant": [[165, "module-neural_compressor.adaptor.torch_utils.smooth_quant"]], "set_module() (in module neural_compressor.adaptor.torch_utils.smooth_quant)": [[165, "neural_compressor.adaptor.torch_utils.smooth_quant.set_module"]], "neural_compressor.adaptor.torch_utils.symbolic_trace": [[166, "module-neural_compressor.adaptor.torch_utils.symbolic_trace"]], "symbolic_trace() (in module neural_compressor.adaptor.torch_utils.symbolic_trace)": [[166, "neural_compressor.adaptor.torch_utils.symbolic_trace.symbolic_trace"]], "trace_and_fuse_sub_graph() (in module neural_compressor.adaptor.torch_utils.symbolic_trace)": [[166, "neural_compressor.adaptor.torch_utils.symbolic_trace.trace_and_fuse_sub_graph"]], "tequantizer (class in neural_compressor.adaptor.torch_utils.teq)": [[167, "neural_compressor.adaptor.torch_utils.teq.TEQuantizer"]], "neural_compressor.adaptor.torch_utils.teq": [[167, "module-neural_compressor.adaptor.torch_utils.teq"]], "append_attr() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.append_attr"]], "auto_copy() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.auto_copy"]], "calculate_quant_min_max() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.calculate_quant_min_max"]], "calibration() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.calibration"]], "check_cfg_and_qconfig() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.check_cfg_and_qconfig"]], "collate_torch_preds() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.collate_torch_preds"]], "collect_weight_info() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.collect_weight_info"]], "fetch_module() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.fetch_module"]], "forward_wrapper() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.forward_wrapper"]], "generate_activation_observer() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.generate_activation_observer"]], "get_absorb_layers() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_absorb_layers"]], "get_block_prefix() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_block_prefix"]], "get_depth() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_depth"]], "get_dict_at_depth() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_dict_at_depth"]], "get_element_under_depth() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_element_under_depth"]], "get_embedding_contiguous() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_embedding_contiguous"]], "get_example_input() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_example_input"]], "get_fallback_order() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_fallback_order"]], "get_hidden_states() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_hidden_states"]], "get_module_input_output() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_module_input_output"]], "get_mse_order_per_fp32() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_mse_order_per_fp32"]], "get_mse_order_per_int8() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_mse_order_per_int8"]], "get_op_type_by_name() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_op_type_by_name"]], "get_quantizable_ops_from_cfgs() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_quantizable_ops_from_cfgs"]], "get_torch_version() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.get_torch_version"]], "input2tuple() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.input2tuple"]], "is_fused_module() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.is_fused_module"]], "match_datatype_pattern() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.match_datatype_pattern"]], "move_input_device() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.move_input_device"]], "neural_compressor.adaptor.torch_utils.util": [[168, "module-neural_compressor.adaptor.torch_utils.util"]], "paser_cfgs() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.paser_cfgs"]], "set_module() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.set_module"]], "simple_inference() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.simple_inference"]], "update_sq_scale() (in module neural_compressor.adaptor.torch_utils.util)": [[168, "neural_compressor.adaptor.torch_utils.util.update_sq_scale"]], "awq_quantize() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.awq_quantize"]], "gptq_quantize() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.gptq_quantize"]], "neural_compressor.adaptor.torch_utils.weight_only": [[169, "module-neural_compressor.adaptor.torch_utils.weight_only"]], "qdq_weight_actor() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.qdq_weight_actor"]], "qdq_weight_asym() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.qdq_weight_asym"]], "qdq_weight_sym() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.qdq_weight_sym"]], "quant_weight() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.quant_weight"]], "quant_weight_w_scale() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.quant_weight_w_scale"]], "quantize_4bit() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.quantize_4bit"]], "rtn_quantize() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.rtn_quantize"]], "search_clip() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.search_clip"]], "teq_quantize() (in module neural_compressor.adaptor.torch_utils.weight_only)": [[169, "neural_compressor.adaptor.torch_utils.weight_only.teq_quantize"]], "algorithms (class in neural_compressor.algorithm.algorithm)": [[170, "neural_compressor.algorithm.algorithm.ALGORITHMS"]], "algorithm (class in neural_compressor.algorithm.algorithm)": [[170, "neural_compressor.algorithm.algorithm.Algorithm"]], "algorithmscheduler (class in neural_compressor.algorithm.algorithm)": [[170, "neural_compressor.algorithm.algorithm.AlgorithmScheduler"]], "algorithm_registry() (in module neural_compressor.algorithm.algorithm)": [[170, "neural_compressor.algorithm.algorithm.algorithm_registry"]], "neural_compressor.algorithm.algorithm": [[170, "module-neural_compressor.algorithm.algorithm"]], "fastbiascorrection (class in neural_compressor.algorithm.fast_bias_correction)": [[171, "neural_compressor.algorithm.fast_bias_correction.FastBiasCorrection"]], "neural_compressor.algorithm.fast_bias_correction": [[171, "module-neural_compressor.algorithm.fast_bias_correction"]], "neural_compressor.algorithm": [[172, "module-neural_compressor.algorithm"]], "smoothquant (class in neural_compressor.algorithm.smooth_quant)": [[173, "neural_compressor.algorithm.smooth_quant.SmoothQuant"]], "neural_compressor.algorithm.smooth_quant": [[173, "module-neural_compressor.algorithm.smooth_quant"]], "weightcorrection (class in neural_compressor.algorithm.weight_correction)": [[174, "neural_compressor.algorithm.weight_correction.WeightCorrection"]], "neural_compressor.algorithm.weight_correction": [[174, "module-neural_compressor.algorithm.weight_correction"]], "benchmark_with_raw_cmd() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.benchmark_with_raw_cmd"]], "call_one() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.call_one"]], "config_instance() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.config_instance"]], "fit() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.fit"]], "generate_prefix() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.generate_prefix"]], "get_architecture() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_architecture"]], "get_bounded_threads() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_bounded_threads"]], "get_core_ids() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_core_ids"]], "get_physical_ids() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_physical_ids"]], "get_threads() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_threads"]], "get_threads_per_core() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.get_threads_per_core"]], "neural_compressor.benchmark": [[175, "module-neural_compressor.benchmark"]], "profile() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.profile"]], "run_instance() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.run_instance"]], "set_all_env_var() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.set_all_env_var"]], "set_env_var() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.set_env_var"]], "summary_benchmark() (in module neural_compressor.benchmark)": [[175, "neural_compressor.benchmark.summary_benchmark"]], "baseconfig (class in neural_compressor.common.base_config)": [[176, "neural_compressor.common.base_config.BaseConfig"]], "composableconfig (class in neural_compressor.common.base_config)": [[176, "neural_compressor.common.base_config.ComposableConfig"]], "neural_compressor.common.base_config": [[176, "module-neural_compressor.common.base_config"]], "register_config() (in module neural_compressor.common.base_config)": [[176, "neural_compressor.common.base_config.register_config"]], "neural_compressor.common": [[177, "module-neural_compressor.common"]], "logger (class in neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.Logger"]], "debug() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.debug"]], "error() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.error"]], "fatal() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.fatal"]], "info() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.info"]], "log() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.log"]], "neural_compressor.common.logger": [[178, "module-neural_compressor.common.logger"]], "warn() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.warn"]], "warning() (in module neural_compressor.common.logger)": [[178, "neural_compressor.common.logger.warning"]], "neural_compressor.common.utility": [[179, "module-neural_compressor.common.utility"]], "basecallbacks (class in neural_compressor.compression.callbacks)": [[180, "neural_compressor.compression.callbacks.BaseCallbacks"]], "distillationcallbacks (class in neural_compressor.compression.callbacks)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks"]], "pruningcallbacks (class in neural_compressor.compression.callbacks)": [[180, "neural_compressor.compression.callbacks.PruningCallbacks"]], "quantizationawaretrainingcallbacks (class in neural_compressor.compression.callbacks)": [[180, "neural_compressor.compression.callbacks.QuantizationAwareTrainingCallbacks"]], "_epoch_ran (neural_compressor.compression.callbacks.distillationcallbacks attribute)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks._epoch_ran"]], "best_model (neural_compressor.compression.callbacks.distillationcallbacks attribute)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks.best_model"]], "best_score (neural_compressor.compression.callbacks.distillationcallbacks attribute)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks.best_score"]], "eval_frequency (neural_compressor.compression.callbacks.distillationcallbacks attribute)": [[180, "neural_compressor.compression.callbacks.DistillationCallbacks.eval_frequency"]], "neural_compressor.compression.callbacks": [[180, "module-neural_compressor.compression.callbacks"]], "criterions (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.Criterions"]], "intermediatelayersknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.IntermediateLayersKnowledgeDistillationLoss"]], "knowledgedistillationframework (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.KnowledgeDistillationFramework"]], "knowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.KnowledgeDistillationLoss"]], "pytorchcriterions (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchCriterions"]], "pytorchcrossentropyloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchCrossEntropyLoss"]], "pytorchintermediatelayersknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchIntermediateLayersKnowledgeDistillationLoss"]], "pytorchintermediatelayersknowledgedistillationlosswrapper (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchIntermediateLayersKnowledgeDistillationLossWrapper"]], "pytorchknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchKnowledgeDistillationLoss"]], "pytorchknowledgedistillationlosswrapper (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchKnowledgeDistillationLossWrapper"]], "pytorchselfknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchSelfKnowledgeDistillationLoss"]], "pytorchselfknowledgedistillationlosswrapper (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.PyTorchSelfKnowledgeDistillationLossWrapper"]], "selfknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.SelfKnowledgeDistillationLoss"]], "tensorflowcrossentropyloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorFlowCrossEntropyLoss"]], "tensorflowsparsecategoricalcrossentropy (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorFlowSparseCategoricalCrossentropy"]], "tensorflowcriterions (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorflowCriterions"]], "tensorflowknowledgedistillationloss (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorflowKnowledgeDistillationLoss"]], "tensorflowknowledgedistillationlossexternal (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorflowKnowledgeDistillationLossExternal"]], "tensorflowknowledgedistillationlosswrapper (class in neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.TensorflowKnowledgeDistillationLossWrapper"]], "criterion_registry() (in module neural_compressor.compression.distillation.criterions)": [[181, "neural_compressor.compression.distillation.criterions.criterion_registry"]], "neural_compressor.compression.distillation.criterions": [[181, "module-neural_compressor.compression.distillation.criterions"]], "neural_compressor.compression.distillation": [[182, "module-neural_compressor.compression.distillation"]], "optimizers (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.Optimizers"]], "pytorchoptimizers (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.PyTorchOptimizers"]], "pytorchsgd (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.PyTorchSGD"]], "tensorflowadam (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.TensorFlowAdam"]], "tensorflowadamw (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.TensorFlowAdamW"]], "tensorflowsgd (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.TensorFlowSGD"]], "tensorflowoptimizers (class in neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.TensorflowOptimizers"]], "neural_compressor.compression.distillation.optimizers": [[183, "module-neural_compressor.compression.distillation.optimizers"]], "optimizer_registry() (in module neural_compressor.compression.distillation.optimizers)": [[183, "neural_compressor.compression.distillation.optimizers.optimizer_registry"]], "get_activation() (in module neural_compressor.compression.distillation.utility)": [[184, "neural_compressor.compression.distillation.utility.get_activation"]], "neural_compressor.compression.distillation.utility": [[184, "module-neural_compressor.compression.distillation.utility"]], "record_output() (in module neural_compressor.compression.distillation.utility)": [[184, "neural_compressor.compression.distillation.utility.record_output"]], "neural_compressor.compression.hpo": [[185, "module-neural_compressor.compression.hpo"]], "neural_compressor.compression.hpo.sa_optimizer": [[186, "module-neural_compressor.compression.hpo.sa_optimizer"]], "bayesianoptimizationsearcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.BayesianOptimizationSearcher"]], "gridsearcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.GridSearcher"]], "randomsearcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.RandomSearcher"]], "searcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.Searcher"]], "xgbsearcher (class in neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.XgbSearcher"]], "neural_compressor.compression.hpo.search_algorithms": [[187, "module-neural_compressor.compression.hpo.search_algorithms"]], "register_searcher() (in module neural_compressor.compression.hpo.search_algorithms)": [[187, "neural_compressor.compression.hpo.search_algorithms.register_searcher"]], "basesearchspace (class in neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.BaseSearchSpace"]], "continuoussearchspace (class in neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.ContinuousSearchSpace"]], "discretesearchspace (class in neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.DiscreteSearchSpace"]], "searchspace (class in neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.SearchSpace"]], "neural_compressor.compression.hpo.search_space": [[188, "module-neural_compressor.compression.hpo.search_space"]], "register_searchspace() (in module neural_compressor.compression.hpo.search_space)": [[188, "neural_compressor.compression.hpo.search_space.register_searchspace"]], "neural_compressor.compression": [[189, "module-neural_compressor.compression"]], "blockmaskcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.BlockMaskCriterion"]], "gradientcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.GradientCriterion"]], "magnitudecriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.MagnitudeCriterion"]], "pruningcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.PruningCriterion"]], "retrainfreecriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.RetrainFreeCriterion"]], "snipcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.SnipCriterion"]], "snipmomentumcriterion (class in neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.SnipMomentumCriterion"]], "get_criterion() (in module neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.get_criterion"]], "neural_compressor.compression.pruner.criteria": [[190, "module-neural_compressor.compression.pruner.criteria"]], "register_criterion() (in module neural_compressor.compression.pruner.criteria)": [[190, "neural_compressor.compression.pruner.criteria.register_criterion"]], "scores (neural_compressor.compression.pruner.criteria.blockmaskcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.BlockMaskCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.gradientcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.GradientCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.magnitudecriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.MagnitudeCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.pruningcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.PruningCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.retrainfreecriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.RetrainFreeCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.snipcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.SnipCriterion.scores"]], "scores (neural_compressor.compression.pruner.criteria.snipmomentumcriterion attribute)": [[190, "neural_compressor.compression.pruner.criteria.SnipMomentumCriterion.scores"]], "neural_compressor.compression.pruner": [[191, "module-neural_compressor.compression.pruner"]], "prepare_pruning() (in module neural_compressor.compression.pruner)": [[191, "neural_compressor.compression.pruner.prepare_pruning"]], "save() (in module neural_compressor.compression.pruner)": [[191, "neural_compressor.compression.pruner.save"]], "generate_ffn2_pruning_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.generate_ffn2_pruning_config"]], "generate_mha_pruning_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.generate_mha_pruning_config"]], "model_slim() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.model_slim"]], "model_slim_ffn2() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.model_slim_ffn2"]], "model_slim_mha() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.model_slim_mha"]], "neural_compressor.compression.pruner.model_slim.auto_slim": [[192, "module-neural_compressor.compression.pruner.model_slim.auto_slim"]], "parse_auto_slim_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim)": [[192, "neural_compressor.compression.pruner.model_slim.auto_slim.parse_auto_slim_config"]], "neural_compressor.compression.pruner.model_slim": [[193, "module-neural_compressor.compression.pruner.model_slim"]], "classifierheadsearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher"]], "classifierheadsearchertf (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF"]], "jitbasicsearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher"]], "linear2linearsearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher"]], "recipesearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher"]], "selfmhasearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher"]], "current_pattern (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.current_pattern"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher.device"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearchertf attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF.device"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.device"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.device"]], "device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.selfmhasearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher.device"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher.flatten_static_graph"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearchertf attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF.flatten_static_graph"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.flatten_static_graph"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.flatten_static_graph"]], "flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.selfmhasearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher.flatten_static_graph"]], "get_attributes() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.get_attributes"]], "get_common_module() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.get_common_module"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearchertf attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.recipesearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher.model"]], "model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.selfmhasearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher.model"]], "neural_compressor.compression.pruner.model_slim.pattern_analyzer": [[194, "module-neural_compressor.compression.pruner.model_slim.pattern_analyzer"]], "print_iterables() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.print_iterables"]], "recipe (neural_compressor.compression.pruner.model_slim.pattern_analyzer.recipesearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher.recipe"]], "searching_results (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.searching_results"]], "searching_results (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.searching_results"]], "searching_results (neural_compressor.compression.pruner.model_slim.pattern_analyzer.recipesearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher.searching_results"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher.static_graph"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.classifierheadsearchertf attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF.static_graph"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.static_graph"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.static_graph"]], "static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.selfmhasearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher.static_graph"]], "target_layers (neural_compressor.compression.pruner.model_slim.pattern_analyzer.jitbasicsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher.target_layers"]], "target_layers (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.target_layers"]], "target_op_lut (neural_compressor.compression.pruner.model_slim.pattern_analyzer.linear2linearsearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher.target_op_lut"]], "targets (neural_compressor.compression.pruner.model_slim.pattern_analyzer.recipesearcher attribute)": [[194, "neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher.targets"]], "linearcompression (class in neural_compressor.compression.pruner.model_slim.weight_slim)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression"]], "linearcompressioniterator (class in neural_compressor.compression.pruner.model_slim.weight_slim)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompressionIterator"]], "postcompressionutils (class in neural_compressor.compression.pruner.model_slim.weight_slim)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.PostCompressionUtils"]], "device (neural_compressor.compression.pruner.model_slim.weight_slim.linearcompression attribute)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression.device"]], "layer_1 (neural_compressor.compression.pruner.model_slim.weight_slim.linearcompression attribute)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression.layer_1"]], "layer_2 (neural_compressor.compression.pruner.model_slim.weight_slim.linearcompression attribute)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression.layer_2"]], "linear_patterns (neural_compressor.compression.pruner.model_slim.weight_slim.linearcompressioniterator attribute)": [[195, "neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompressionIterator.linear_patterns"]], "neural_compressor.compression.pruner.model_slim.weight_slim": [[195, "module-neural_compressor.compression.pruner.model_slim.weight_slim"]], "basepattern (class in neural_compressor.compression.pruner.patterns.base)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern"]], "kerasbasepattern (class in neural_compressor.compression.pruner.patterns.base)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern"]], "pytorchbasepattern (class in neural_compressor.compression.pruner.patterns.base)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern"]], "config (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.config"]], "config (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.config"]], "config (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.config"]], "invalid_layers (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.invalid_layers"]], "invalid_layers (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.invalid_layers"]], "invalid_layers (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.invalid_layers"]], "is_global (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.is_global"]], "is_global (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.is_global"]], "is_global (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.is_global"]], "keep_mask_layers (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.keep_mask_layers"]], "keep_mask_layers (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.keep_mask_layers"]], "keep_mask_layers (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.keep_mask_layers"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.max_sparsity_ratio_per_op"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.max_sparsity_ratio_per_op"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.max_sparsity_ratio_per_op"]], "min_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.min_sparsity_ratio_per_op"]], "min_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.min_sparsity_ratio_per_op"]], "min_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.min_sparsity_ratio_per_op"]], "modules (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.modules"]], "modules (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.modules"]], "modules (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.modules"]], "neural_compressor.compression.pruner.patterns.base": [[196, "module-neural_compressor.compression.pruner.patterns.base"]], "pattern (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.pattern"]], "pattern (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.pattern"]], "pattern (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.pattern"]], "register_pattern() (in module neural_compressor.compression.pruner.patterns.base)": [[196, "neural_compressor.compression.pruner.patterns.base.register_pattern"]], "target_sparsity (neural_compressor.compression.pruner.patterns.base.basepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.BasePattern.target_sparsity"]], "target_sparsity (neural_compressor.compression.pruner.patterns.base.kerasbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.KerasBasePattern.target_sparsity"]], "target_sparsity (neural_compressor.compression.pruner.patterns.base.pytorchbasepattern attribute)": [[196, "neural_compressor.compression.pruner.patterns.base.PytorchBasePattern.target_sparsity"]], "get_pattern() (in module neural_compressor.compression.pruner.patterns)": [[197, "neural_compressor.compression.pruner.patterns.get_pattern"]], "neural_compressor.compression.pruner.patterns": [[197, "module-neural_compressor.compression.pruner.patterns"]], "m (neural_compressor.compression.pruner.patterns.mha.patternmha attribute)": [[198, "neural_compressor.compression.pruner.patterns.mha.PatternMHA.M"]], "n (neural_compressor.compression.pruner.patterns.mha.patternmha attribute)": [[198, "neural_compressor.compression.pruner.patterns.mha.PatternMHA.N"]], "patternmha (class in neural_compressor.compression.pruner.patterns.mha)": [[198, "neural_compressor.compression.pruner.patterns.mha.PatternMHA"]], "neural_compressor.compression.pruner.patterns.mha": [[198, "module-neural_compressor.compression.pruner.patterns.mha"]], "m (neural_compressor.compression.pruner.patterns.ninm.pytorchpatternninm attribute)": [[199, "neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM.M"]], "n (neural_compressor.compression.pruner.patterns.ninm.pytorchpatternninm attribute)": [[199, "neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM.N"]], "pytorchpatternninm (class in neural_compressor.compression.pruner.patterns.ninm)": [[199, "neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM"]], "neural_compressor.compression.pruner.patterns.ninm": [[199, "module-neural_compressor.compression.pruner.patterns.ninm"]], "keraspatternnxm (class in neural_compressor.compression.pruner.patterns.nxm)": [[200, "neural_compressor.compression.pruner.patterns.nxm.KerasPatternNxM"]], "pytorchpatternnxm (class in neural_compressor.compression.pruner.patterns.nxm)": [[200, "neural_compressor.compression.pruner.patterns.nxm.PytorchPatternNxM"]], "block_size (neural_compressor.compression.pruner.patterns.nxm.keraspatternnxm attribute)": [[200, "neural_compressor.compression.pruner.patterns.nxm.KerasPatternNxM.block_size"]], "block_size (neural_compressor.compression.pruner.patterns.nxm.pytorchpatternnxm attribute)": [[200, "neural_compressor.compression.pruner.patterns.nxm.PytorchPatternNxM.block_size"]], "neural_compressor.compression.pruner.patterns.nxm": [[200, "module-neural_compressor.compression.pruner.patterns.nxm"]], "basepruner (class in neural_compressor.compression.pruner.pruners.base)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner"]], "kerasbasepruner (class in neural_compressor.compression.pruner.pruners.base)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner"]], "pytorchbasepruner (class in neural_compressor.compression.pruner.pruners.base)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner"]], "config (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.config"]], "config (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.config"]], "config (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.config"]], "current_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.current_sparsity_ratio"]], "current_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.current_sparsity_ratio"]], "current_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.current_sparsity_ratio"]], "end_step (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.end_step"]], "end_step (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.end_step"]], "end_step (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.end_step"]], "global_step (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.global_step"]], "global_step (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.global_step"]], "global_step (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.global_step"]], "masks (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.masks"]], "masks (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.masks"]], "masks (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.masks"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.max_sparsity_ratio_per_op"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.max_sparsity_ratio_per_op"]], "max_sparsity_ratio_per_op (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.max_sparsity_ratio_per_op"]], "modules (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.modules"]], "modules (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.modules"]], "modules (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.modules"]], "neural_compressor.compression.pruner.pruners.base": [[201, "module-neural_compressor.compression.pruner.pruners.base"]], "pattern (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.pattern"]], "pattern (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.pattern"]], "pattern (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.pattern"]], "pruning_frequency (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.pruning_frequency"]], "pruning_frequency (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.pruning_frequency"]], "pruning_frequency (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.pruning_frequency"]], "register_pruner() (in module neural_compressor.compression.pruner.pruners.base)": [[201, "neural_compressor.compression.pruner.pruners.base.register_pruner"]], "scheduler (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.scheduler"]], "scheduler (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.scheduler"]], "scheduler (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.scheduler"]], "scores (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.scores"]], "scores (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.scores"]], "scores (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.scores"]], "start_step (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.start_step"]], "start_step (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.start_step"]], "start_step (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.start_step"]], "target_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.basepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.BasePruner.target_sparsity_ratio"]], "target_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.kerasbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.KerasBasePruner.target_sparsity_ratio"]], "target_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.pytorchbasepruner attribute)": [[201, "neural_compressor.compression.pruner.pruners.base.PytorchBasePruner.target_sparsity_ratio"]], "kerasbasicpruner (class in neural_compressor.compression.pruner.pruners.basic)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner"]], "pytorchbasicpruner (class in neural_compressor.compression.pruner.pruners.basic)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner"]], "criterion (neural_compressor.compression.pruner.pruners.basic.kerasbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner.criterion"]], "criterion (neural_compressor.compression.pruner.pruners.basic.pytorchbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner.criterion"]], "neural_compressor.compression.pruner.pruners.basic": [[202, "module-neural_compressor.compression.pruner.pruners.basic"]], "pattern (neural_compressor.compression.pruner.pruners.basic.kerasbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner.pattern"]], "pattern (neural_compressor.compression.pruner.pruners.basic.pytorchbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner.pattern"]], "reg (neural_compressor.compression.pruner.pruners.basic.kerasbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner.reg"]], "reg (neural_compressor.compression.pruner.pruners.basic.pytorchbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner.reg"]], "scheduler (neural_compressor.compression.pruner.pruners.basic.kerasbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner.scheduler"]], "scheduler (neural_compressor.compression.pruner.pruners.basic.pytorchbasicpruner attribute)": [[202, "neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner.scheduler"]], "pytorchblockmaskpruner (class in neural_compressor.compression.pruner.pruners.block_mask)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner"]], "criterion (neural_compressor.compression.pruner.pruners.block_mask.pytorchblockmaskpruner attribute)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner.criterion"]], "neural_compressor.compression.pruner.pruners.block_mask": [[203, "module-neural_compressor.compression.pruner.pruners.block_mask"]], "pattern (neural_compressor.compression.pruner.pruners.block_mask.pytorchblockmaskpruner attribute)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner.pattern"]], "reg (neural_compressor.compression.pruner.pruners.block_mask.pytorchblockmaskpruner attribute)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner.reg"]], "scheduler (neural_compressor.compression.pruner.pruners.block_mask.pytorchblockmaskpruner attribute)": [[203, "neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner.scheduler"]], "get_pruner() (in module neural_compressor.compression.pruner.pruners)": [[204, "neural_compressor.compression.pruner.pruners.get_pruner"]], "neural_compressor.compression.pruner.pruners": [[204, "module-neural_compressor.compression.pruner.pruners"]], "parse_valid_pruner_types() (in module neural_compressor.compression.pruner.pruners)": [[204, "neural_compressor.compression.pruner.pruners.parse_valid_pruner_types"]], "pythonmultiheadattentionpruner (class in neural_compressor.compression.pruner.pruners.mha)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner"]], "head_masks (neural_compressor.compression.pruner.pruners.mha.pythonmultiheadattentionpruner attribute)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner.head_masks"]], "linear_layers (neural_compressor.compression.pruner.pruners.mha.pythonmultiheadattentionpruner attribute)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner.linear_layers"]], "mha_compressions (neural_compressor.compression.pruner.pruners.mha.pythonmultiheadattentionpruner attribute)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner.mha_compressions"]], "mha_scores (neural_compressor.compression.pruner.pruners.mha.pythonmultiheadattentionpruner attribute)": [[205, "neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner.mha_scores"]], "neural_compressor.compression.pruner.pruners.mha": [[205, "module-neural_compressor.compression.pruner.pruners.mha"]], "pytorchpatternlockpruner (class in neural_compressor.compression.pruner.pruners.pattern_lock)": [[206, "neural_compressor.compression.pruner.pruners.pattern_lock.PytorchPatternLockPruner"]], "neural_compressor.compression.pruner.pruners.pattern_lock": [[206, "module-neural_compressor.compression.pruner.pruners.pattern_lock"]], "pytorchprogressivepruner (class in neural_compressor.compression.pruner.pruners.progressive)": [[207, "neural_compressor.compression.pruner.pruners.progressive.PytorchProgressivePruner"]], "neural_compressor.compression.pruner.pruners.progressive": [[207, "module-neural_compressor.compression.pruner.pruners.progressive"]], "pytorchretrainfreepruner (class in neural_compressor.compression.pruner.pruners.retrain_free)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner"]], "criterion (neural_compressor.compression.pruner.pruners.retrain_free.pytorchretrainfreepruner attribute)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner.criterion"]], "neural_compressor.compression.pruner.pruners.retrain_free": [[208, "module-neural_compressor.compression.pruner.pruners.retrain_free"]], "pattern (neural_compressor.compression.pruner.pruners.retrain_free.pytorchretrainfreepruner attribute)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner.pattern"]], "reg (neural_compressor.compression.pruner.pruners.retrain_free.pytorchretrainfreepruner attribute)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner.reg"]], "scheduler (neural_compressor.compression.pruner.pruners.retrain_free.pytorchretrainfreepruner attribute)": [[208, "neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner.scheduler"]], "sparsegptpruner (class in neural_compressor.compression.pruner.pruners.sparse_gpt)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner"]], "criterion (neural_compressor.compression.pruner.pruners.sparse_gpt.sparsegptpruner attribute)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner.criterion"]], "neural_compressor.compression.pruner.pruners.sparse_gpt": [[209, "module-neural_compressor.compression.pruner.pruners.sparse_gpt"]], "pattern (neural_compressor.compression.pruner.pruners.sparse_gpt.sparsegptpruner attribute)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner.pattern"]], "reg (neural_compressor.compression.pruner.pruners.sparse_gpt.sparsegptpruner attribute)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner.reg"]], "scheduler (neural_compressor.compression.pruner.pruners.sparse_gpt.sparsegptpruner attribute)": [[209, "neural_compressor.compression.pruner.pruners.sparse_gpt.SparseGPTPruner.scheduler"]], "basepruning (class in neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning"]], "basicpruning (class in neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning"]], "retrainfreepruning (class in neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning"]], "sparsegptpruning (class in neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.SparseGPTPruning"]], "config_file_path (neural_compressor.compression.pruner.pruning.basepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning.config_file_path"]], "config_file_path (neural_compressor.compression.pruner.pruning.basicpruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning.config_file_path"]], "config_file_path (neural_compressor.compression.pruner.pruning.retrainfreepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning.config_file_path"]], "model (neural_compressor.compression.pruner.pruning.basepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning.model"]], "model (neural_compressor.compression.pruner.pruning.basicpruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning.model"]], "model (neural_compressor.compression.pruner.pruning.retrainfreepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning.model"]], "neural_compressor.compression.pruner.pruning": [[210, "module-neural_compressor.compression.pruner.pruning"]], "pruner_info (neural_compressor.compression.pruner.pruning.basepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning.pruner_info"]], "pruner_info (neural_compressor.compression.pruner.pruning.basicpruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning.pruner_info"]], "pruner_info (neural_compressor.compression.pruner.pruning.retrainfreepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning.pruner_info"]], "pruners (neural_compressor.compression.pruner.pruning.basepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasePruning.pruners"]], "pruners (neural_compressor.compression.pruner.pruning.basicpruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.BasicPruning.pruners"]], "pruners (neural_compressor.compression.pruner.pruning.retrainfreepruning attribute)": [[210, "neural_compressor.compression.pruner.pruning.RetrainFreePruning.pruners"]], "register_pruning() (in module neural_compressor.compression.pruner.pruning)": [[210, "neural_compressor.compression.pruner.pruning.register_pruning"]], "basereg (class in neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.BaseReg"]], "grouplasso (class in neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.GroupLasso"]], "alpha (neural_compressor.compression.pruner.regs.grouplasso attribute)": [[211, "neural_compressor.compression.pruner.regs.GroupLasso.alpha"]], "get_reg() (in module neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.get_reg"]], "get_reg_type() (in module neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.get_reg_type"]], "neural_compressor.compression.pruner.regs": [[211, "module-neural_compressor.compression.pruner.regs"]], "reg_terms (neural_compressor.compression.pruner.regs.grouplasso attribute)": [[211, "neural_compressor.compression.pruner.regs.GroupLasso.reg_terms"]], "register_reg() (in module neural_compressor.compression.pruner.regs)": [[211, "neural_compressor.compression.pruner.regs.register_reg"]], "iterativescheduler (class in neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.IterativeScheduler"]], "oneshotscheduler (class in neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.OneshotScheduler"]], "pruningscheduler (class in neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.PruningScheduler"]], "config (neural_compressor.compression.pruner.schedulers.pruningscheduler attribute)": [[212, "neural_compressor.compression.pruner.schedulers.PruningScheduler.config"]], "get_scheduler() (in module neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.get_scheduler"]], "neural_compressor.compression.pruner.schedulers": [[212, "module-neural_compressor.compression.pruner.schedulers"]], "register_scheduler() (in module neural_compressor.compression.pruner.schedulers)": [[212, "neural_compressor.compression.pruner.schedulers.register_scheduler"]], "magnitudecriterion (class in neural_compressor.compression.pruner.tf_criteria)": [[213, "neural_compressor.compression.pruner.tf_criteria.MagnitudeCriterion"]], "pruningcriterion (class in neural_compressor.compression.pruner.tf_criteria)": [[213, "neural_compressor.compression.pruner.tf_criteria.PruningCriterion"]], "get_tf_criterion() (in module neural_compressor.compression.pruner.tf_criteria)": [[213, "neural_compressor.compression.pruner.tf_criteria.get_tf_criterion"]], "neural_compressor.compression.pruner.tf_criteria": [[213, "module-neural_compressor.compression.pruner.tf_criteria"]], "register_criterion() (in module neural_compressor.compression.pruner.tf_criteria)": [[213, "neural_compressor.compression.pruner.tf_criteria.register_criterion"]], "scores (neural_compressor.compression.pruner.tf_criteria.magnitudecriterion attribute)": [[213, "neural_compressor.compression.pruner.tf_criteria.MagnitudeCriterion.scores"]], "scores (neural_compressor.compression.pruner.tf_criteria.pruningcriterion attribute)": [[213, "neural_compressor.compression.pruner.tf_criteria.PruningCriterion.scores"]], "check_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.check_config"]], "check_key_validity() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.check_key_validity"]], "collect_layer_inputs() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.collect_layer_inputs"]], "generate_pruner_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.generate_pruner_config"]], "get_layers() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.get_layers"]], "get_sparsity_ratio() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.get_sparsity_ratio"]], "get_sparsity_ratio_tf() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.get_sparsity_ratio_tf"]], "neural_compressor.compression.pruner.utils": [[214, "module-neural_compressor.compression.pruner.utils"]], "parse_last_linear() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.parse_last_linear"]], "parse_last_linear_tf() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.parse_last_linear_tf"]], "parse_to_prune() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.parse_to_prune"]], "parse_to_prune_tf() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.parse_to_prune_tf"]], "process_and_check_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.process_and_check_config"]], "process_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.process_config"]], "process_weight_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.process_weight_config"]], "process_yaml_config() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.process_yaml_config"]], "reset_none_to_default() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.reset_none_to_default"]], "update_params() (in module neural_compressor.compression.pruner.utils)": [[214, "neural_compressor.compression.pruner.utils.update_params"]], "benchmark_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Benchmark_Conf"]], "conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Conf"]], "defaultconf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.DefaultConf"]], "distillation_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Distillation_Conf"]], "graph_optimization_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Graph_Optimization_Conf"]], "mixedprecision_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.MixedPrecision_Conf"]], "nasconfig (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.NASConfig"]], "prunerv2 (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.PrunerV2"]], "pruning_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Pruning_Conf"]], "quantization_conf (class in neural_compressor.conf.config)": [[215, "neural_compressor.conf.config.Quantization_Conf"]], "neural_compressor.conf.config": [[215, "module-neural_compressor.conf.config"]], "dotdict (class in neural_compressor.conf.dotdict)": [[216, "neural_compressor.conf.dotdict.DotDict"]], "deep_get() (in module neural_compressor.conf.dotdict)": [[216, "neural_compressor.conf.dotdict.deep_get"]], "deep_set() (in module neural_compressor.conf.dotdict)": [[216, "neural_compressor.conf.dotdict.deep_set"]], "neural_compressor.conf.dotdict": [[216, "module-neural_compressor.conf.dotdict"]], "neural_compressor.conf": [[217, "module-neural_compressor.conf"]], "accuracycriterion (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.AccuracyCriterion"]], "benchmarkconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.BenchmarkConfig"]], "distillationconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.DistillationConfig"]], "knowledgedistillationlossconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.KnowledgeDistillationLossConfig"]], "options (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.Options"]], "quantizationconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.QuantizationConfig"]], "weightpruningconfig (class in neural_compressor.conf.pythonic_config)": [[218, "neural_compressor.conf.pythonic_config.WeightPruningConfig"]], "neural_compressor.conf.pythonic_config": [[218, "module-neural_compressor.conf.pythonic_config"]], "accuracycriterion (class in neural_compressor.config)": [[219, "neural_compressor.config.AccuracyCriterion"]], "benchmarkconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.BenchmarkConfig"]], "distillationconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.DistillationConfig"]], "dotdict (class in neural_compressor.config)": [[219, "neural_compressor.config.DotDict"]], "exportconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.ExportConfig"]], "hpoconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.HPOConfig"]], "intermediatelayersknowledgedistillationlossconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.IntermediateLayersKnowledgeDistillationLossConfig"]], "keras (class in neural_compressor.config)": [[219, "neural_compressor.config.Keras"]], "knowledgedistillationlossconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.KnowledgeDistillationLossConfig"]], "mxnet (class in neural_compressor.config)": [[219, "neural_compressor.config.MXNet"]], "mixedprecisionconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.MixedPrecisionConfig"]], "nasconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.NASConfig"]], "onnx (class in neural_compressor.config)": [[219, "neural_compressor.config.ONNX"]], "onnxqlinear2qdqconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.ONNXQlinear2QDQConfig"]], "options (class in neural_compressor.config)": [[219, "neural_compressor.config.Options"]], "posttrainingquantconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.PostTrainingQuantConfig"]], "pytorch (class in neural_compressor.config)": [[219, "neural_compressor.config.PyTorch"]], "quantizationawaretrainingconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.QuantizationAwareTrainingConfig"]], "selfknowledgedistillationlossconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.SelfKnowledgeDistillationLossConfig"]], "tf2onnxconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.TF2ONNXConfig"]], "tensorflow (class in neural_compressor.config)": [[219, "neural_compressor.config.TensorFlow"]], "torch2onnxconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.Torch2ONNXConfig"]], "tuningcriterion (class in neural_compressor.config)": [[219, "neural_compressor.config.TuningCriterion"]], "weightpruningconfig (class in neural_compressor.config)": [[219, "neural_compressor.config.WeightPruningConfig"]], "neural_compressor.config": [[219, "module-neural_compressor.config"]], "neural_compressor.contrib": [[220, "module-neural_compressor.contrib"]], "neural_compressor.contrib.strategy": [[221, "module-neural_compressor.contrib.strategy"]], "sigopttunestrategy (class in neural_compressor.contrib.strategy.sigopt)": [[222, "neural_compressor.contrib.strategy.sigopt.SigOptTuneStrategy"]], "neural_compressor.contrib.strategy.sigopt": [[222, "module-neural_compressor.contrib.strategy.sigopt"]], "tpetunestrategy (class in neural_compressor.contrib.strategy.tpe)": [[223, "neural_compressor.contrib.strategy.tpe.TpeTuneStrategy"]], "neural_compressor.contrib.strategy.tpe": [[223, "module-neural_compressor.contrib.strategy.tpe"]], "basedataloader (class in neural_compressor.data.dataloaders.base_dataloader)": [[224, "neural_compressor.data.dataloaders.base_dataloader.BaseDataLoader"]], "neural_compressor.data.dataloaders.base_dataloader": [[224, "module-neural_compressor.data.dataloaders.base_dataloader"]], "dataloader (class in neural_compressor.data.dataloaders.dataloader)": [[225, "neural_compressor.data.dataloaders.dataloader.DataLoader"]], "check_dataloader() (in module neural_compressor.data.dataloaders.dataloader)": [[225, "neural_compressor.data.dataloaders.dataloader.check_dataloader"]], "neural_compressor.data.dataloaders.dataloader": [[225, "module-neural_compressor.data.dataloaders.dataloader"]], "defaultdataloader (class in neural_compressor.data.dataloaders.default_dataloader)": [[226, "neural_compressor.data.dataloaders.default_dataloader.DefaultDataLoader"]], "default_collate() (in module neural_compressor.data.dataloaders.default_dataloader)": [[226, "neural_compressor.data.dataloaders.default_dataloader.default_collate"]], "neural_compressor.data.dataloaders.default_dataloader": [[226, "module-neural_compressor.data.dataloaders.default_dataloader"]], "fetcher (class in neural_compressor.data.dataloaders.fetcher)": [[227, "neural_compressor.data.dataloaders.fetcher.Fetcher"]], "indexfetcher (class in neural_compressor.data.dataloaders.fetcher)": [[227, "neural_compressor.data.dataloaders.fetcher.IndexFetcher"]], "iterablefetcher (class in neural_compressor.data.dataloaders.fetcher)": [[227, "neural_compressor.data.dataloaders.fetcher.IterableFetcher"]], "neural_compressor.data.dataloaders.fetcher": [[227, "module-neural_compressor.data.dataloaders.fetcher"]], "neural_compressor.data.dataloaders": [[228, "module-neural_compressor.data.dataloaders"]], "mxnetdataloader (class in neural_compressor.data.dataloaders.mxnet_dataloader)": [[229, "neural_compressor.data.dataloaders.mxnet_dataloader.MXNetDataLoader"]], "neural_compressor.data.dataloaders.mxnet_dataloader": [[229, "module-neural_compressor.data.dataloaders.mxnet_dataloader"]], "onnxrtbertdataloader (class in neural_compressor.data.dataloaders.onnxrt_dataloader)": [[230, "neural_compressor.data.dataloaders.onnxrt_dataloader.ONNXRTBertDataLoader"]], "onnxrtdataloader (class in neural_compressor.data.dataloaders.onnxrt_dataloader)": [[230, "neural_compressor.data.dataloaders.onnxrt_dataloader.ONNXRTDataLoader"]], "neural_compressor.data.dataloaders.onnxrt_dataloader": [[230, "module-neural_compressor.data.dataloaders.onnxrt_dataloader"]], "pytorchdataloader (class in neural_compressor.data.dataloaders.pytorch_dataloader)": [[231, "neural_compressor.data.dataloaders.pytorch_dataloader.PyTorchDataLoader"]], "neural_compressor.data.dataloaders.pytorch_dataloader": [[231, "module-neural_compressor.data.dataloaders.pytorch_dataloader"]], "batchsampler (class in neural_compressor.data.dataloaders.sampler)": [[232, "neural_compressor.data.dataloaders.sampler.BatchSampler"]], "iterablesampler (class in neural_compressor.data.dataloaders.sampler)": [[232, "neural_compressor.data.dataloaders.sampler.IterableSampler"]], "sampler (class in neural_compressor.data.dataloaders.sampler)": [[232, "neural_compressor.data.dataloaders.sampler.Sampler"]], "sequentialsampler (class in neural_compressor.data.dataloaders.sampler)": [[232, "neural_compressor.data.dataloaders.sampler.SequentialSampler"]], "neural_compressor.data.dataloaders.sampler": [[232, "module-neural_compressor.data.dataloaders.sampler"]], "tfdatadataloader (class in neural_compressor.data.dataloaders.tensorflow_dataloader)": [[233, "neural_compressor.data.dataloaders.tensorflow_dataloader.TFDataDataLoader"]], "tensorflowbertdataloader (class in neural_compressor.data.dataloaders.tensorflow_dataloader)": [[233, "neural_compressor.data.dataloaders.tensorflow_dataloader.TensorflowBertDataLoader"]], "tensorflowdataloader (class in neural_compressor.data.dataloaders.tensorflow_dataloader)": [[233, "neural_compressor.data.dataloaders.tensorflow_dataloader.TensorflowDataLoader"]], "tensorflowmodelzoobertdataloader (class in neural_compressor.data.dataloaders.tensorflow_dataloader)": [[233, "neural_compressor.data.dataloaders.tensorflow_dataloader.TensorflowModelZooBertDataLoader"]], "neural_compressor.data.dataloaders.tensorflow_dataloader": [[233, "module-neural_compressor.data.dataloaders.tensorflow_dataloader"]], "inputfeatures (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.InputFeatures"]], "onnxrtbertdataset (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.ONNXRTBertDataset"]], "parsedecodebert (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.ParseDecodeBert"]], "pytorchbertdataset (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.PytorchBertDataset"]], "tensorflowbertdataset (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.TensorflowBertDataset"]], "tensorflowmodelzoobertdataset (class in neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.TensorflowModelZooBertDataset"]], "convert_examples_to_features() (in module neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.convert_examples_to_features"]], "load_and_cache_examples() (in module neural_compressor.data.datasets.bert_dataset)": [[234, "neural_compressor.data.datasets.bert_dataset.load_and_cache_examples"]], "neural_compressor.data.datasets.bert_dataset": [[234, "module-neural_compressor.data.datasets.bert_dataset"]], "coconpy (class in neural_compressor.data.datasets.coco_dataset)": [[235, "neural_compressor.data.datasets.coco_dataset.COCONpy"]], "cocoraw (class in neural_compressor.data.datasets.coco_dataset)": [[235, "neural_compressor.data.datasets.coco_dataset.COCORaw"]], "cocorecorddataset (class in neural_compressor.data.datasets.coco_dataset)": [[235, "neural_compressor.data.datasets.coco_dataset.COCORecordDataset"]], "parsedecodecoco (class in neural_compressor.data.datasets.coco_dataset)": [[235, "neural_compressor.data.datasets.coco_dataset.ParseDecodeCoco"]], "neural_compressor.data.datasets.coco_dataset": [[235, "module-neural_compressor.data.datasets.coco_dataset"]], "cifar10 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.CIFAR10"]], "cifar100 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.CIFAR100"]], "dataset (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.Dataset"]], "datasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.Datasets"]], "fashionmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.FashionMNIST"]], "imagefolder (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.ImageFolder"]], "iterabledataset (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.IterableDataset"]], "mnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MNIST"]], "mxnetcifar10 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetCIFAR10"]], "mxnetcifar100 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetCIFAR100"]], "mxnetdatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetDatasets"]], "mxnetfashionmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetFashionMNIST"]], "mxnetimagefolder (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetImageFolder"]], "mxnetmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.MXNetMNIST"]], "onnxrtitdatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.ONNXRTITDatasets"]], "onnxrtqldatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.ONNXRTQLDatasets"]], "pytorchdatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PyTorchDatasets"]], "pytorchcifar10 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchCIFAR10"]], "pytorchcifar100 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchCIFAR100"]], "pytorchfashionmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchFashionMNIST"]], "pytorchmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchMNIST"]], "pytorchmxnetwrapdataset (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchMxnetWrapDataset"]], "pytorchmxnetwrapfunction (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.PytorchMxnetWrapFunction"]], "tensorflow (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.Tensorflow"]], "tensorflowcifar10 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowCIFAR10"]], "tensorflowcifar100 (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowCIFAR100"]], "tensorflowdatasets (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowDatasets"]], "tensorflowfashionmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowFashionMNIST"]], "tensorflowimagerecord (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowImageRecord"]], "tensorflowmnist (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowMNIST"]], "tensorflowtfrecorddataset (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowTFRecordDataset"]], "tensorflowvocrecord (class in neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.TensorflowVOCRecord"]], "calculate_md5() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.calculate_md5"]], "check_integrity() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.check_integrity"]], "dataset_registry() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.dataset_registry"]], "download_url() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.download_url"]], "framework_datasets (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.framework_datasets"]], "gen_bar_updater() (in module neural_compressor.data.datasets.dataset)": [[236, "neural_compressor.data.datasets.dataset.gen_bar_updater"]], "neural_compressor.data.datasets.dataset": [[236, "module-neural_compressor.data.datasets.dataset"]], "dummydataset (class in neural_compressor.data.datasets.dummy_dataset)": [[237, "neural_compressor.data.datasets.dummy_dataset.DummyDataset"]], "neural_compressor.data.datasets.dummy_dataset": [[237, "module-neural_compressor.data.datasets.dummy_dataset"]], "dummydataset (class in neural_compressor.data.datasets.dummy_dataset_v2)": [[238, "neural_compressor.data.datasets.dummy_dataset_v2.DummyDataset"]], "sparsedummydataset (class in neural_compressor.data.datasets.dummy_dataset_v2)": [[238, "neural_compressor.data.datasets.dummy_dataset_v2.SparseDummyDataset"]], "neural_compressor.data.datasets.dummy_dataset_v2": [[238, "module-neural_compressor.data.datasets.dummy_dataset_v2"]], "imagenetraw (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.ImagenetRaw"]], "mxnetimagenetraw (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.MXNetImagenetRaw"]], "onnxrtimagenetdataset (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.ONNXRTImagenetDataset"]], "pytorchimagenetraw (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.PytorchImagenetRaw"]], "tensorflowimagenetdataset (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.TensorflowImagenetDataset"]], "tensorflowimagenetraw (class in neural_compressor.data.datasets.imagenet_dataset)": [[239, "neural_compressor.data.datasets.imagenet_dataset.TensorflowImagenetRaw"]], "neural_compressor.data.datasets.imagenet_dataset": [[239, "module-neural_compressor.data.datasets.imagenet_dataset"]], "neural_compressor.data.datasets": [[240, "module-neural_compressor.data.datasets"]], "styletransferdataset (class in neural_compressor.data.datasets.style_transfer_dataset)": [[241, "neural_compressor.data.datasets.style_transfer_dataset.StyleTransferDataset"]], "neural_compressor.data.datasets.style_transfer_dataset": [[241, "module-neural_compressor.data.datasets.style_transfer_dataset"]], "labelbalancecocorawfilter (class in neural_compressor.data.filters.coco_filter)": [[242, "neural_compressor.data.filters.coco_filter.LabelBalanceCOCORawFilter"]], "labelbalancecocorecordfilter (class in neural_compressor.data.filters.coco_filter)": [[242, "neural_compressor.data.filters.coco_filter.LabelBalanceCOCORecordFilter"]], "neural_compressor.data.filters.coco_filter": [[242, "module-neural_compressor.data.filters.coco_filter"]], "filters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.FILTERS"]], "filter (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.Filter"]], "mxnetfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.MXNetFilters"]], "onnxrtitfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.ONNXRTITFilters"]], "onnxrtqlfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.ONNXRTQLFilters"]], "pytorchfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.PyTorchFilters"]], "tensorflowfilters (class in neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.TensorflowFilters"]], "filter_registry() (in module neural_compressor.data.filters.filter)": [[243, "neural_compressor.data.filters.filter.filter_registry"]], "neural_compressor.data.filters.filter": [[243, "module-neural_compressor.data.filters.filter"]], "neural_compressor.data.filters": [[244, "module-neural_compressor.data.filters"]], "neural_compressor.data": [[245, "module-neural_compressor.data"]], "parsedecodecocotransform (class in neural_compressor.data.transforms.coco_transform)": [[246, "neural_compressor.data.transforms.coco_transform.ParseDecodeCocoTransform"]], "neural_compressor.data.transforms.coco_transform": [[246, "module-neural_compressor.data.transforms.coco_transform"]], "bilinearimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.BilinearImagenetTransform"]], "labelshift (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.LabelShift"]], "onnxresizecropimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.ONNXResizeCropImagenetTransform"]], "onnxbilinearimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.OnnxBilinearImagenetTransform"]], "parsedecodeimagenet (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.ParseDecodeImagenet"]], "parsedecodeimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.ParseDecodeImagenetTransform"]], "quantizedinput (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.QuantizedInput"]], "resizewithaspectratio (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.ResizeWithAspectRatio"]], "tensorflowresizecropimagenettransform (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.TensorflowResizeCropImagenetTransform"]], "tensorflowshiftrescale (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.TensorflowShiftRescale"]], "tensorflowtransposelastchannel (class in neural_compressor.data.transforms.imagenet_transform)": [[247, "neural_compressor.data.transforms.imagenet_transform.TensorflowTransposeLastChannel"]], "neural_compressor.data.transforms.imagenet_transform": [[247, "module-neural_compressor.data.transforms.imagenet_transform"]], "neural_compressor.data.transforms": [[248, "module-neural_compressor.data.transforms"]], "postprocess (class in neural_compressor.data.transforms.postprocess)": [[249, "neural_compressor.data.transforms.postprocess.Postprocess"]], "neural_compressor.data.transforms.postprocess": [[249, "module-neural_compressor.data.transforms.postprocess"]], "basictokenizer (class in neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.BasicTokenizer"]], "fulltokenizer (class in neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.FullTokenizer"]], "wordpiecetokenizer (class in neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.WordpieceTokenizer"]], "convert_by_vocab() (in module neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.convert_by_vocab"]], "convert_to_unicode() (in module neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.convert_to_unicode"]], "load_vocab() (in module neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.load_vocab"]], "neural_compressor.data.transforms.tokenization": [[250, "module-neural_compressor.data.transforms.tokenization"]], "whitespace_tokenize() (in module neural_compressor.data.transforms.tokenization)": [[250, "neural_compressor.data.transforms.tokenization.whitespace_tokenize"]], "alignimagechanneltransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.AlignImageChannelTransform"]], "basetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.BaseTransform"]], "castonnxtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CastONNXTransform"]], "castpytorchtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CastPyTorchTransform"]], "casttftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CastTFTransform"]], "centercroptftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CenterCropTFTransform"]], "centercroptransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CenterCropTransform"]], "collecttransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CollectTransform"]], "composetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ComposeTransform"]], "cropresizetftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CropResizeTFTransform"]], "cropresizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CropResizeTransform"]], "croptoboundingbox (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.CropToBoundingBox"]], "inputfeatures (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.InputFeatures"]], "mxnetcropresizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetCropResizeTransform"]], "mxnetcroptoboundingbox (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetCropToBoundingBox"]], "mxnetnormalizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetNormalizeTransform"]], "mxnettransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetTransforms"]], "mxnettranspose (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.MXNetTranspose"]], "normalizetftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.NormalizeTFTransform"]], "normalizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.NormalizeTransform"]], "onnxrtcroptoboundingbox (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ONNXRTCropToBoundingBox"]], "onnxrtittransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ONNXRTITTransforms"]], "onnxrtqltransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ONNXRTQLTransforms"]], "paddedcentercroptransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PaddedCenterCropTransform"]], "parsedecodevoctransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ParseDecodeVocTransform"]], "pytorchalignimagechannel (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchAlignImageChannel"]], "pytorchcropresizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchCropResizeTransform"]], "pytorchnormalizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchNormalizeTransform"]], "pytorchtransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchTransforms"]], "pytorchtranspose (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PyTorchTranspose"]], "pytorchmxnettransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PytorchMxnetTransform"]], "pytorchmxnetwrapfunction (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.PytorchMxnetWrapFunction"]], "randomcroptftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomCropTFTransform"]], "randomcroptransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomCropTransform"]], "randomhorizontalflip (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomHorizontalFlip"]], "randomresizedcropmxnettransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomResizedCropMXNetTransform"]], "randomresizedcroppytorchtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomResizedCropPytorchTransform"]], "randomresizedcroptftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomResizedCropTFTransform"]], "randomresizedcroptransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomResizedCropTransform"]], "randomverticalflip (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RandomVerticalFlip"]], "rescalekeraspretraintransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RescaleKerasPretrainTransform"]], "rescaletftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RescaleTFTransform"]], "rescaletransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.RescaleTransform"]], "resizemxnettransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizeMXNetTransform"]], "resizepytorchtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizePytorchTransform"]], "resizetftransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizeTFTransform"]], "resizetransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizeTransform"]], "resizewithratio (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ResizeWithRatio"]], "squadexample (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.SquadExample"]], "tfmodelzoocollecttransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TFModelZooCollectTransform"]], "tfsquadv1modelzooposttransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TFSquadV1ModelZooPostTransform"]], "tfsquadv1posttransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TFSquadV1PostTransform"]], "transforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TRANSFORMS"], [251, "neural_compressor.data.transforms.transform.Transforms"]], "tensorflowcroptoboundingbox (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowCropToBoundingBox"]], "tensorflowrandomhorizontalflip (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowRandomHorizontalFlip"]], "tensorflowrandomverticalflip (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowRandomVerticalFlip"]], "tensorflowresizewithratio (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowResizeWithRatio"]], "tensorflowtransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowTransform"]], "tensorflowtransforms (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowTransforms"]], "tensorflowtranspose (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowTranspose"]], "tensorflowwrapfunction (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.TensorflowWrapFunction"]], "toarray (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ToArray"]], "tondarraytransform (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.ToNDArrayTransform"]], "transpose (class in neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.Transpose"]], "convert_examples_to_features() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.convert_examples_to_features"]], "get_final_text() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.get_final_text"]], "get_torchvision_map() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.get_torchvision_map"]], "neural_compressor.data.transforms.transform": [[251, "module-neural_compressor.data.transforms.transform"]], "read_squad_examples() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.read_squad_examples"]], "transform_registry() (in module neural_compressor.data.transforms.transform)": [[251, "neural_compressor.data.transforms.transform.transform_registry"]], "benchmark (class in neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.Benchmark"]], "get_architecture() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_architecture"]], "get_bounded_threads() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_bounded_threads"]], "get_core_ids() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_core_ids"]], "get_physical_ids() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_physical_ids"]], "get_threads() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_threads"]], "get_threads_per_core() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.get_threads_per_core"]], "neural_compressor.experimental.benchmark": [[252, "module-neural_compressor.experimental.benchmark"]], "set_all_env_var() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.set_all_env_var"]], "set_env_var() (in module neural_compressor.experimental.benchmark)": [[252, "neural_compressor.experimental.benchmark.set_env_var"]], "criterions (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.Criterions"]], "intermediatelayersknowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.IntermediateLayersKnowledgeDistillationLoss"]], "knowledgedistillationframework (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.KnowledgeDistillationFramework"]], "knowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.KnowledgeDistillationLoss"]], "pytorchcriterions (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchCriterions"]], "pytorchintermediatelayersknowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchIntermediateLayersKnowledgeDistillationLoss"]], "pytorchintermediatelayersknowledgedistillationlosswrapper (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchIntermediateLayersKnowledgeDistillationLossWrapper"]], "pytorchknowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchKnowledgeDistillationLoss"]], "pytorchknowledgedistillationlosswrapper (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.PyTorchKnowledgeDistillationLossWrapper"]], "selfknowledgedistillationloss (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.SelfKnowledgeDistillationLoss"]], "tensorflowcriterions (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.TensorflowCriterions"]], "tensorflowknowledgedistillationlossexternal (class in neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.TensorflowKnowledgeDistillationLossExternal"]], "criterion_registry() (in module neural_compressor.experimental.common.criterion)": [[253, "neural_compressor.experimental.common.criterion.criterion_registry"]], "neural_compressor.experimental.common.criterion": [[253, "module-neural_compressor.experimental.common.criterion"]], "dataloader (class in neural_compressor.experimental.common.dataloader)": [[254, "neural_compressor.experimental.common.dataloader.DataLoader"]], "neural_compressor.experimental.common.dataloader": [[254, "module-neural_compressor.experimental.common.dataloader"]], "neural_compressor.experimental.common": [[255, "module-neural_compressor.experimental.common"]], "metric (class in neural_compressor.experimental.common.metric)": [[256, "neural_compressor.experimental.common.metric.Metric"]], "neural_compressor.experimental.common.metric": [[256, "module-neural_compressor.experimental.common.metric"]], "model (class in neural_compressor.experimental.common.model)": [[257, "neural_compressor.experimental.common.model.Model"]], "neural_compressor.experimental.common.model": [[257, "module-neural_compressor.experimental.common.model"]], "set_backend() (in module neural_compressor.experimental.common.model)": [[257, "neural_compressor.experimental.common.model.set_backend"]], "optimizers (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.Optimizers"]], "pytorchoptimizers (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.PyTorchOptimizers"]], "pytorchsgd (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.PyTorchSGD"]], "tensorflowadamw (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.TensorFlowAdamW"]], "tensorflowsgd (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.TensorFlowSGD"]], "tensorflowoptimizers (class in neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.TensorflowOptimizers"]], "neural_compressor.experimental.common.optimizer": [[258, "module-neural_compressor.experimental.common.optimizer"]], "optimizer_registry() (in module neural_compressor.experimental.common.optimizer)": [[258, "neural_compressor.experimental.common.optimizer.optimizer_registry"]], "postprocess (class in neural_compressor.experimental.common.postprocess)": [[259, "neural_compressor.experimental.common.postprocess.Postprocess"]], "neural_compressor.experimental.common.postprocess": [[259, "module-neural_compressor.experimental.common.postprocess"]], "get_activation() (in module neural_compressor.experimental.common.torch_utils)": [[260, "neural_compressor.experimental.common.torch_utils.get_activation"]], "neural_compressor.experimental.common.torch_utils": [[260, "module-neural_compressor.experimental.common.torch_utils"]], "record_output() (in module neural_compressor.experimental.common.torch_utils)": [[260, "neural_compressor.experimental.common.torch_utils.record_output"]], "component (class in neural_compressor.experimental.component)": [[261, "neural_compressor.experimental.component.Component"]], "neural_compressor.experimental.component": [[261, "module-neural_compressor.experimental.component"]], "neural_compressor.experimental.compression": [[262, "module-neural_compressor.experimental.compression"]], "neural_compressor.experimental.contrib": [[263, "module-neural_compressor.experimental.contrib"]], "neural_compressor.experimental.contrib.strategy": [[264, "module-neural_compressor.experimental.contrib.strategy"]], "sigopttunestrategy (class in neural_compressor.experimental.contrib.strategy.sigopt)": [[265, "neural_compressor.experimental.contrib.strategy.sigopt.SigOptTuneStrategy"]], "neural_compressor.experimental.contrib.strategy.sigopt": [[265, "module-neural_compressor.experimental.contrib.strategy.sigopt"]], "tpetunestrategy (class in neural_compressor.experimental.contrib.strategy.tpe)": [[266, "neural_compressor.experimental.contrib.strategy.tpe.TpeTuneStrategy"]], "neural_compressor.experimental.contrib.strategy.tpe": [[266, "module-neural_compressor.experimental.contrib.strategy.tpe"]], "basedataloader (class in neural_compressor.experimental.data.dataloaders.base_dataloader)": [[267, "neural_compressor.experimental.data.dataloaders.base_dataloader.BaseDataLoader"]], "neural_compressor.experimental.data.dataloaders.base_dataloader": [[267, "module-neural_compressor.experimental.data.dataloaders.base_dataloader"]], "neural_compressor.experimental.data.dataloaders.dataloader": [[268, "module-neural_compressor.experimental.data.dataloaders.dataloader"]], "defaultdataloader (class in neural_compressor.experimental.data.dataloaders.default_dataloader)": [[269, "neural_compressor.experimental.data.dataloaders.default_dataloader.DefaultDataLoader"]], "default_collate() (in module neural_compressor.experimental.data.dataloaders.default_dataloader)": [[269, "neural_compressor.experimental.data.dataloaders.default_dataloader.default_collate"]], "neural_compressor.experimental.data.dataloaders.default_dataloader": [[269, "module-neural_compressor.experimental.data.dataloaders.default_dataloader"]], "fetcher (class in neural_compressor.experimental.data.dataloaders.fetcher)": [[270, "neural_compressor.experimental.data.dataloaders.fetcher.Fetcher"]], "indexfetcher (class in neural_compressor.experimental.data.dataloaders.fetcher)": [[270, "neural_compressor.experimental.data.dataloaders.fetcher.IndexFetcher"]], "iterablefetcher (class in neural_compressor.experimental.data.dataloaders.fetcher)": [[270, "neural_compressor.experimental.data.dataloaders.fetcher.IterableFetcher"]], "neural_compressor.experimental.data.dataloaders.fetcher": [[270, "module-neural_compressor.experimental.data.dataloaders.fetcher"]], "neural_compressor.experimental.data.dataloaders": [[271, "module-neural_compressor.experimental.data.dataloaders"]], "mxnetdataloader (class in neural_compressor.experimental.data.dataloaders.mxnet_dataloader)": [[272, "neural_compressor.experimental.data.dataloaders.mxnet_dataloader.MXNetDataLoader"]], "neural_compressor.experimental.data.dataloaders.mxnet_dataloader": [[272, "module-neural_compressor.experimental.data.dataloaders.mxnet_dataloader"]], "onnxrtbertdataloader (class in neural_compressor.experimental.data.dataloaders.onnxrt_dataloader)": [[273, "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader.ONNXRTBertDataLoader"]], "onnxrtdataloader (class in neural_compressor.experimental.data.dataloaders.onnxrt_dataloader)": [[273, "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader.ONNXRTDataLoader"]], "neural_compressor.experimental.data.dataloaders.onnxrt_dataloader": [[273, "module-neural_compressor.experimental.data.dataloaders.onnxrt_dataloader"]], "pytorchdataloader (class in neural_compressor.experimental.data.dataloaders.pytorch_dataloader)": [[274, "neural_compressor.experimental.data.dataloaders.pytorch_dataloader.PyTorchDataLoader"]], "neural_compressor.experimental.data.dataloaders.pytorch_dataloader": [[274, "module-neural_compressor.experimental.data.dataloaders.pytorch_dataloader"]], "batchsampler (class in neural_compressor.experimental.data.dataloaders.sampler)": [[275, "neural_compressor.experimental.data.dataloaders.sampler.BatchSampler"]], "iterablesampler (class in neural_compressor.experimental.data.dataloaders.sampler)": [[275, "neural_compressor.experimental.data.dataloaders.sampler.IterableSampler"]], "sampler (class in neural_compressor.experimental.data.dataloaders.sampler)": [[275, "neural_compressor.experimental.data.dataloaders.sampler.Sampler"]], "sequentialsampler (class in neural_compressor.experimental.data.dataloaders.sampler)": [[275, "neural_compressor.experimental.data.dataloaders.sampler.SequentialSampler"]], "neural_compressor.experimental.data.dataloaders.sampler": [[275, "module-neural_compressor.experimental.data.dataloaders.sampler"]], "tfdatadataloader (class in neural_compressor.experimental.data.dataloaders.tensorflow_dataloader)": [[276, "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader.TFDataDataLoader"]], "tensorflowbertdataloader (class in neural_compressor.experimental.data.dataloaders.tensorflow_dataloader)": [[276, "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader.TensorflowBertDataLoader"]], "tensorflowdataloader (class in neural_compressor.experimental.data.dataloaders.tensorflow_dataloader)": [[276, "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader.TensorflowDataLoader"]], "tensorflowmodelzoobertdataloader (class in neural_compressor.experimental.data.dataloaders.tensorflow_dataloader)": [[276, "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader.TensorflowModelZooBertDataLoader"]], "neural_compressor.experimental.data.dataloaders.tensorflow_dataloader": [[276, "module-neural_compressor.experimental.data.dataloaders.tensorflow_dataloader"]], "inputfeatures (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.InputFeatures"]], "onnxrtbertdataset (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.ONNXRTBertDataset"]], "parsedecodebert (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.ParseDecodeBert"]], "pytorchbertdataset (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.PytorchBertDataset"]], "tensorflowbertdataset (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.TensorflowBertDataset"]], "tensorflowmodelzoobertdataset (class in neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.TensorflowModelZooBertDataset"]], "convert_examples_to_features() (in module neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.convert_examples_to_features"]], "load_and_cache_examples() (in module neural_compressor.experimental.data.datasets.bert_dataset)": [[277, "neural_compressor.experimental.data.datasets.bert_dataset.load_and_cache_examples"]], "neural_compressor.experimental.data.datasets.bert_dataset": [[277, "module-neural_compressor.experimental.data.datasets.bert_dataset"]], "coconpy (class in neural_compressor.experimental.data.datasets.coco_dataset)": [[278, "neural_compressor.experimental.data.datasets.coco_dataset.COCONpy"]], "cocoraw (class in neural_compressor.experimental.data.datasets.coco_dataset)": [[278, "neural_compressor.experimental.data.datasets.coco_dataset.COCORaw"]], "cocorecorddataset (class in neural_compressor.experimental.data.datasets.coco_dataset)": [[278, "neural_compressor.experimental.data.datasets.coco_dataset.COCORecordDataset"]], "parsedecodecoco (class in neural_compressor.experimental.data.datasets.coco_dataset)": [[278, "neural_compressor.experimental.data.datasets.coco_dataset.ParseDecodeCoco"]], "neural_compressor.experimental.data.datasets.coco_dataset": [[278, "module-neural_compressor.experimental.data.datasets.coco_dataset"]], "cifar10 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.CIFAR10"]], "cifar100 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.CIFAR100"]], "dataset (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.Dataset"]], "datasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.Datasets"]], "fashionmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.FashionMNIST"]], "imagefolder (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.ImageFolder"]], "iterabledataset (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.IterableDataset"]], "mnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MNIST"]], "mxnetcifar10 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetCIFAR10"]], "mxnetcifar100 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetCIFAR100"]], "mxnetdatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetDatasets"]], "mxnetfashionmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetFashionMNIST"]], "mxnetimagefolder (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetImageFolder"]], "mxnetmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.MXNetMNIST"]], "onnxrtitdatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.ONNXRTITDatasets"]], "onnxrtqldatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.ONNXRTQLDatasets"]], "pytorchdatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PyTorchDatasets"]], "pytorchcifar10 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchCIFAR10"]], "pytorchcifar100 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchCIFAR100"]], "pytorchfashionmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchFashionMNIST"]], "pytorchmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchMNIST"]], "pytorchmxnetwrapdataset (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchMxnetWrapDataset"]], "pytorchmxnetwrapfunction (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.PytorchMxnetWrapFunction"]], "tensorflowcifar10 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowCIFAR10"]], "tensorflowcifar100 (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowCIFAR100"]], "tensorflowdatasets (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowDatasets"]], "tensorflowfashionmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowFashionMNIST"]], "tensorflowimagefolder (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowImageFolder"]], "tensorflowimagerecord (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowImageRecord"]], "tensorflowmnist (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowMNIST"]], "tensorflowtfrecorddataset (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowTFRecordDataset"]], "tensorflowvocrecord (class in neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.TensorflowVOCRecord"]], "calculate_md5() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.calculate_md5"]], "check_integrity() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.check_integrity"]], "dataset_registry() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.dataset_registry"]], "download_url() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.download_url"]], "framework_datasets (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.framework_datasets"]], "gen_bar_updater() (in module neural_compressor.experimental.data.datasets.dataset)": [[279, "neural_compressor.experimental.data.datasets.dataset.gen_bar_updater"]], "neural_compressor.experimental.data.datasets.dataset": [[279, "module-neural_compressor.experimental.data.datasets.dataset"]], "dummydataset (class in neural_compressor.experimental.data.datasets.dummy_dataset)": [[280, "neural_compressor.experimental.data.datasets.dummy_dataset.DummyDataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset": [[280, "module-neural_compressor.experimental.data.datasets.dummy_dataset"]], "dummydataset (class in neural_compressor.experimental.data.datasets.dummy_dataset_v2)": [[281, "neural_compressor.experimental.data.datasets.dummy_dataset_v2.DummyDataset"]], "sparsedummydataset (class in neural_compressor.experimental.data.datasets.dummy_dataset_v2)": [[281, "neural_compressor.experimental.data.datasets.dummy_dataset_v2.SparseDummyDataset"]], "neural_compressor.experimental.data.datasets.dummy_dataset_v2": [[281, "module-neural_compressor.experimental.data.datasets.dummy_dataset_v2"]], "imagenetraw (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.ImagenetRaw"]], "mxnetimagenetraw (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.MXNetImagenetRaw"]], "onnxrtimagenetdataset (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.ONNXRTImagenetDataset"]], "pytorchimagenetraw (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.PytorchImagenetRaw"]], "tensorflowimagenetdataset (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.TensorflowImagenetDataset"]], "tensorflowimagenetraw (class in neural_compressor.experimental.data.datasets.imagenet_dataset)": [[282, "neural_compressor.experimental.data.datasets.imagenet_dataset.TensorflowImagenetRaw"]], "neural_compressor.experimental.data.datasets.imagenet_dataset": [[282, "module-neural_compressor.experimental.data.datasets.imagenet_dataset"]], "neural_compressor.experimental.data.datasets": [[283, "module-neural_compressor.experimental.data.datasets"]], "styletransferdataset (class in neural_compressor.experimental.data.datasets.style_transfer_dataset)": [[284, "neural_compressor.experimental.data.datasets.style_transfer_dataset.StyleTransferDataset"]], "neural_compressor.experimental.data.datasets.style_transfer_dataset": [[284, "module-neural_compressor.experimental.data.datasets.style_transfer_dataset"]], "labelbalancecocorawfilter (class in neural_compressor.experimental.data.filters.coco_filter)": [[285, "neural_compressor.experimental.data.filters.coco_filter.LabelBalanceCOCORawFilter"]], "labelbalancecocorecordfilter (class in neural_compressor.experimental.data.filters.coco_filter)": [[285, "neural_compressor.experimental.data.filters.coco_filter.LabelBalanceCOCORecordFilter"]], "neural_compressor.experimental.data.filters.coco_filter": [[285, "module-neural_compressor.experimental.data.filters.coco_filter"]], "filters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.FILTERS"]], "filter (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.Filter"]], "mxnetfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.MXNetFilters"]], "onnxrtitfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.ONNXRTITFilters"]], "onnxrtqlfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.ONNXRTQLFilters"]], "pytorchfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.PyTorchFilters"]], "tensorflowfilters (class in neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.TensorflowFilters"]], "filter_registry() (in module neural_compressor.experimental.data.filters.filter)": [[286, "neural_compressor.experimental.data.filters.filter.filter_registry"]], "neural_compressor.experimental.data.filters.filter": [[286, "module-neural_compressor.experimental.data.filters.filter"]], "neural_compressor.experimental.data.filters": [[287, "module-neural_compressor.experimental.data.filters"]], "neural_compressor.experimental.data": [[288, "module-neural_compressor.experimental.data"]], "bilinearimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.BilinearImagenetTransform"]], "labelshift (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.LabelShift"]], "onnxresizecropimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.ONNXResizeCropImagenetTransform"]], "onnxbilinearimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.OnnxBilinearImagenetTransform"]], "parsedecodeimagenet (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.ParseDecodeImagenet"]], "parsedecodeimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.ParseDecodeImagenetTransform"]], "quantizedinput (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.QuantizedInput"]], "resizewithaspectratio (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.ResizeWithAspectRatio"]], "tensorflowresizecropimagenettransform (class in neural_compressor.experimental.data.transforms.imagenet_transform)": [[289, "neural_compressor.experimental.data.transforms.imagenet_transform.TensorflowResizeCropImagenetTransform"]], "neural_compressor.experimental.data.transforms.imagenet_transform": [[289, "module-neural_compressor.experimental.data.transforms.imagenet_transform"]], "neural_compressor.experimental.data.transforms": [[290, "module-neural_compressor.experimental.data.transforms"]], "basictokenizer (class in neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.BasicTokenizer"]], "fulltokenizer (class in neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.FullTokenizer"]], "wordpiecetokenizer (class in neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.WordpieceTokenizer"]], "convert_by_vocab() (in module neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.convert_by_vocab"]], "convert_to_unicode() (in module neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.convert_to_unicode"]], "load_vocab() (in module neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.load_vocab"]], "neural_compressor.experimental.data.transforms.tokenization": [[291, "module-neural_compressor.experimental.data.transforms.tokenization"]], "whitespace_tokenize() (in module neural_compressor.experimental.data.transforms.tokenization)": [[291, "neural_compressor.experimental.data.transforms.tokenization.whitespace_tokenize"]], "alignimagechanneltransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.AlignImageChannelTransform"]], "basetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.BaseTransform"]], "castonnxtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CastONNXTransform"]], "castpytorchtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CastPyTorchTransform"]], "casttftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CastTFTransform"]], "centercroptftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CenterCropTFTransform"]], "centercroptransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CenterCropTransform"]], "collecttransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CollectTransform"]], "composetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ComposeTransform"]], "cropresizetftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CropResizeTFTransform"]], "cropresizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CropResizeTransform"]], "croptoboundingbox (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.CropToBoundingBox"]], "inputfeatures (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.InputFeatures"]], "mxnetcropresizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetCropResizeTransform"]], "mxnetcroptoboundingbox (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetCropToBoundingBox"]], "mxnetnormalizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetNormalizeTransform"]], "mxnettransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetTransforms"]], "mxnettranspose (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.MXNetTranspose"]], "normalizetftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.NormalizeTFTransform"]], "normalizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.NormalizeTransform"]], "onnxrtcroptoboundingbox (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ONNXRTCropToBoundingBox"]], "onnxrtittransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ONNXRTITTransforms"]], "onnxrtqltransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ONNXRTQLTransforms"]], "paddedcentercroptransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PaddedCenterCropTransform"]], "parsedecodevoctransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ParseDecodeVocTransform"]], "pytorchalignimagechannel (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchAlignImageChannel"]], "pytorchcropresizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchCropResizeTransform"]], "pytorchnormalizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchNormalizeTransform"]], "pytorchtransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchTransforms"]], "pytorchtranspose (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PyTorchTranspose"]], "pytorchmxnettransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PytorchMxnetTransform"]], "pytorchmxnetwrapfunction (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.PytorchMxnetWrapFunction"]], "randomcroptftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomCropTFTransform"]], "randomcroptransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomCropTransform"]], "randomhorizontalflip (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomHorizontalFlip"]], "randomresizedcropmxnettransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomResizedCropMXNetTransform"]], "randomresizedcroppytorchtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomResizedCropPytorchTransform"]], "randomresizedcroptftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomResizedCropTFTransform"]], "randomresizedcroptransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomResizedCropTransform"]], "randomverticalflip (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RandomVerticalFlip"]], "rescalekeraspretraintransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RescaleKerasPretrainTransform"]], "rescaletftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RescaleTFTransform"]], "rescaletransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.RescaleTransform"]], "resizemxnettransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizeMXNetTransform"]], "resizepytorchtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizePytorchTransform"]], "resizetftransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizeTFTransform"]], "resizetransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizeTransform"]], "resizewithratio (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ResizeWithRatio"]], "squadexample (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.SquadExample"]], "tfmodelzoocollecttransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TFModelZooCollectTransform"]], "tfsquadv1modelzooposttransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TFSquadV1ModelZooPostTransform"]], "tfsquadv1posttransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TFSquadV1PostTransform"]], "transforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TRANSFORMS"], [292, "neural_compressor.experimental.data.transforms.transform.Transforms"]], "tensorflowcroptoboundingbox (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowCropToBoundingBox"]], "tensorflowrandomhorizontalflip (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowRandomHorizontalFlip"]], "tensorflowrandomverticalflip (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowRandomVerticalFlip"]], "tensorflowresizewithratio (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowResizeWithRatio"]], "tensorflowtransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowTransform"]], "tensorflowtransforms (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowTransforms"]], "tensorflowtranspose (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowTranspose"]], "tensorflowwrapfunction (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.TensorflowWrapFunction"]], "toarray (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ToArray"]], "tondarraytransform (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.ToNDArrayTransform"]], "transpose (class in neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.Transpose"]], "convert_examples_to_features() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.convert_examples_to_features"]], "get_final_text() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.get_final_text"]], "get_torchvision_map() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.get_torchvision_map"]], "neural_compressor.experimental.data.transforms.transform": [[292, "module-neural_compressor.experimental.data.transforms.transform"]], "read_squad_examples() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.read_squad_examples"]], "transform_registry() (in module neural_compressor.experimental.data.transforms.transform)": [[292, "neural_compressor.experimental.data.transforms.transform.transform_registry"]], "distillation (class in neural_compressor.experimental.distillation)": [[293, "neural_compressor.experimental.distillation.Distillation"]], "_epoch_ran (neural_compressor.experimental.distillation.distillation attribute)": [[293, "neural_compressor.experimental.distillation.Distillation._epoch_ran"]], "best_model (neural_compressor.experimental.distillation.distillation attribute)": [[293, "neural_compressor.experimental.distillation.Distillation.best_model"]], "best_score (neural_compressor.experimental.distillation.distillation attribute)": [[293, "neural_compressor.experimental.distillation.Distillation.best_score"]], "eval_frequency (neural_compressor.experimental.distillation.distillation attribute)": [[293, "neural_compressor.experimental.distillation.Distillation.eval_frequency"]], "neural_compressor.experimental.distillation": [[293, "module-neural_compressor.experimental.distillation"]], "neural_compressor.experimental.export": [[294, "module-neural_compressor.experimental.export"]], "check_model() (in module neural_compressor.experimental.export.qlinear2qdq)": [[295, "neural_compressor.experimental.export.qlinear2qdq.check_model"]], "neural_compressor.experimental.export.qlinear2qdq": [[295, "module-neural_compressor.experimental.export.qlinear2qdq"]], "onnx_qlinear_to_qdq() (in module neural_compressor.experimental.export.qlinear2qdq)": [[295, "neural_compressor.experimental.export.qlinear2qdq.onnx_qlinear_to_qdq"]], "neural_compressor.experimental.export.tf2onnx": [[296, "module-neural_compressor.experimental.export.tf2onnx"]], "tf_to_fp32_onnx() (in module neural_compressor.experimental.export.tf2onnx)": [[296, "neural_compressor.experimental.export.tf2onnx.tf_to_fp32_onnx"]], "tf_to_int8_onnx() (in module neural_compressor.experimental.export.tf2onnx)": [[296, "neural_compressor.experimental.export.tf2onnx.tf_to_int8_onnx"]], "dynamic_quant_export() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.dynamic_quant_export"]], "get_node_mapping() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.get_node_mapping"]], "get_quantizable_onnx_ops() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.get_quantizable_onnx_ops"]], "neural_compressor.experimental.export.torch2onnx": [[297, "module-neural_compressor.experimental.export.torch2onnx"]], "static_quant_export() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.static_quant_export"]], "torch_to_fp32_onnx() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.torch_to_fp32_onnx"]], "torch_to_int8_onnx() (in module neural_compressor.experimental.export.torch2onnx)": [[297, "neural_compressor.experimental.export.torch2onnx.torch_to_int8_onnx"]], "graph_optimization (class in neural_compressor.experimental.graph_optimization)": [[298, "neural_compressor.experimental.graph_optimization.Graph_Optimization"]], "neural_compressor.experimental.graph_optimization": [[298, "module-neural_compressor.experimental.graph_optimization"]], "neural_compressor.experimental": [[299, "module-neural_compressor.experimental"]], "bleu (class in neural_compressor.experimental.metric.bleu)": [[300, "neural_compressor.experimental.metric.bleu.BLEU"]], "unicoderegex (class in neural_compressor.experimental.metric.bleu)": [[300, "neural_compressor.experimental.metric.bleu.UnicodeRegex"]], "bleu_tokenize() (in module neural_compressor.experimental.metric.bleu)": [[300, "neural_compressor.experimental.metric.bleu.bleu_tokenize"]], "labels (neural_compressor.experimental.metric.bleu.bleu attribute)": [[300, "neural_compressor.experimental.metric.bleu.BLEU.labels"]], "neural_compressor.experimental.metric.bleu": [[300, "module-neural_compressor.experimental.metric.bleu"]], "nondigit_punct_re (neural_compressor.experimental.metric.bleu.unicoderegex attribute)": [[300, "neural_compressor.experimental.metric.bleu.UnicodeRegex.nondigit_punct_re"]], "predictions (neural_compressor.experimental.metric.bleu.bleu attribute)": [[300, "neural_compressor.experimental.metric.bleu.BLEU.predictions"]], "punct_nondigit_re (neural_compressor.experimental.metric.bleu.unicoderegex attribute)": [[300, "neural_compressor.experimental.metric.bleu.UnicodeRegex.punct_nondigit_re"]], "symbol_re (neural_compressor.experimental.metric.bleu.unicoderegex attribute)": [[300, "neural_compressor.experimental.metric.bleu.UnicodeRegex.symbol_re"]], "compute_bleu() (in module neural_compressor.experimental.metric.bleu_util)": [[301, "neural_compressor.experimental.metric.bleu_util.compute_bleu"]], "neural_compressor.experimental.metric.bleu_util": [[301, "module-neural_compressor.experimental.metric.bleu_util"]], "neural_compressor.experimental.metric.coco_label_map": [[302, "module-neural_compressor.experimental.metric.coco_label_map"]], "cocoevalwrapper (class in neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.COCOEvalWrapper"]], "cocowrapper (class in neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.COCOWrapper"]], "exportsingleimagedetectionboxestococo() (in module neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.ExportSingleImageDetectionBoxesToCoco"]], "exportsingleimagedetectionmaskstococo() (in module neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.ExportSingleImageDetectionMasksToCoco"]], "exportsingleimagegroundtruthtococo() (in module neural_compressor.experimental.metric.coco_tools)": [[303, "neural_compressor.experimental.metric.coco_tools.ExportSingleImageGroundtruthToCoco"]], "dataset (neural_compressor.experimental.metric.coco_tools.cocowrapper attribute)": [[303, "neural_compressor.experimental.metric.coco_tools.COCOWrapper.dataset"]], "detection_type (neural_compressor.experimental.metric.coco_tools.cocowrapper attribute)": [[303, "neural_compressor.experimental.metric.coco_tools.COCOWrapper.detection_type"]], "neural_compressor.experimental.metric.coco_tools": [[303, "module-neural_compressor.experimental.metric.coco_tools"]], "evaluate() (in module neural_compressor.experimental.metric.evaluate_squad)": [[304, "neural_compressor.experimental.metric.evaluate_squad.evaluate"]], "exact_match_score() (in module neural_compressor.experimental.metric.evaluate_squad)": [[304, "neural_compressor.experimental.metric.evaluate_squad.exact_match_score"]], "f1_score() (in module neural_compressor.experimental.metric.evaluate_squad)": [[304, "neural_compressor.experimental.metric.evaluate_squad.f1_score"]], "metric_max_over_ground_truths() (in module neural_compressor.experimental.metric.evaluate_squad)": [[304, "neural_compressor.experimental.metric.evaluate_squad.metric_max_over_ground_truths"]], "neural_compressor.experimental.metric.evaluate_squad": [[304, "module-neural_compressor.experimental.metric.evaluate_squad"]], "evaluate() (in module neural_compressor.experimental.metric.f1)": [[305, "neural_compressor.experimental.metric.f1.evaluate"]], "f1_score() (in module neural_compressor.experimental.metric.f1)": [[305, "neural_compressor.experimental.metric.f1.f1_score"]], "metric_max_over_ground_truths() (in module neural_compressor.experimental.metric.f1)": [[305, "neural_compressor.experimental.metric.f1.metric_max_over_ground_truths"]], "neural_compressor.experimental.metric.f1": [[305, "module-neural_compressor.experimental.metric.f1"]], "normalize_answer() (in module neural_compressor.experimental.metric.f1)": [[305, "neural_compressor.experimental.metric.f1.normalize_answer"]], "neural_compressor.experimental.metric": [[306, "module-neural_compressor.experimental.metric"]], "accuracy (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.Accuracy"]], "basemetric (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.BaseMetric"]], "cocomapv2 (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.COCOmAPv2"]], "f1 (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.F1"]], "generaltopk (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.GeneralTopK"]], "loss (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.Loss"]], "mae (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.MAE"]], "metrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.METRICS"]], "mse (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.MSE"]], "mxnetmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.MXNetMetrics"]], "onnxrtglue (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTGLUE"]], "onnxrtitmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTITMetrics"]], "onnxrtqlmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTQLMetrics"]], "pytorchloss (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.PyTorchLoss"]], "pytorchmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.PyTorchMetrics"]], "rmse (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.RMSE"]], "roc (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.ROC"]], "squadf1 (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.SquadF1"]], "tensorflowcocomap (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowCOCOMAP"]], "tensorflowmap (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowMAP"]], "tensorflowmetrics (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowMetrics"]], "tensorflowtopk (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowTopK"]], "tensorflowvocmap (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.TensorflowVOCMAP"]], "wrapmxnetmetric (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.WrapMXNetMetric"]], "wraponnxrtmetric (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.WrapONNXRTMetric"]], "wrappytorchmetric (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.WrapPyTorchMetric"]], "compare_label (neural_compressor.experimental.metric.metric.mae attribute)": [[307, "neural_compressor.experimental.metric.metric.MAE.compare_label"]], "compare_label (neural_compressor.experimental.metric.metric.mse attribute)": [[307, "neural_compressor.experimental.metric.metric.MSE.compare_label"]], "k (neural_compressor.experimental.metric.metric.generaltopk attribute)": [[307, "neural_compressor.experimental.metric.metric.GeneralTopK.k"]], "k (neural_compressor.experimental.metric.metric.tensorflowtopk attribute)": [[307, "neural_compressor.experimental.metric.metric.TensorflowTopK.k"]], "label_list (neural_compressor.experimental.metric.metric.accuracy attribute)": [[307, "neural_compressor.experimental.metric.metric.Accuracy.label_list"]], "label_list (neural_compressor.experimental.metric.metric.mae attribute)": [[307, "neural_compressor.experimental.metric.metric.MAE.label_list"]], "label_list (neural_compressor.experimental.metric.metric.mse attribute)": [[307, "neural_compressor.experimental.metric.metric.MSE.label_list"]], "miou (class in neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.mIOU"]], "metric_registry() (in module neural_compressor.experimental.metric.metric)": [[307, "neural_compressor.experimental.metric.metric.metric_registry"]], "metrics (neural_compressor.experimental.metric.metric.metrics attribute)": [[307, "neural_compressor.experimental.metric.metric.METRICS.metrics"]], "metrics (neural_compressor.experimental.metric.metric.mxnetmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.MXNetMetrics.metrics"]], "metrics (neural_compressor.experimental.metric.metric.onnxrtitmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTITMetrics.metrics"]], "metrics (neural_compressor.experimental.metric.metric.onnxrtqlmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.ONNXRTQLMetrics.metrics"]], "metrics (neural_compressor.experimental.metric.metric.pytorchmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.PyTorchMetrics.metrics"]], "metrics (neural_compressor.experimental.metric.metric.tensorflowmetrics attribute)": [[307, "neural_compressor.experimental.metric.metric.TensorflowMetrics.metrics"]], "mse (neural_compressor.experimental.metric.metric.rmse attribute)": [[307, "neural_compressor.experimental.metric.metric.RMSE.mse"]], "neural_compressor.experimental.metric.metric": [[307, "module-neural_compressor.experimental.metric.metric"]], "num_correct (neural_compressor.experimental.metric.metric.generaltopk attribute)": [[307, "neural_compressor.experimental.metric.metric.GeneralTopK.num_correct"]], "num_correct (neural_compressor.experimental.metric.metric.tensorflowtopk attribute)": [[307, "neural_compressor.experimental.metric.metric.TensorflowTopK.num_correct"]], "num_sample (neural_compressor.experimental.metric.metric.generaltopk attribute)": [[307, "neural_compressor.experimental.metric.metric.GeneralTopK.num_sample"]], "num_sample (neural_compressor.experimental.metric.metric.tensorflowtopk attribute)": [[307, "neural_compressor.experimental.metric.metric.TensorflowTopK.num_sample"]], "pred_list (neural_compressor.experimental.metric.metric.accuracy attribute)": [[307, "neural_compressor.experimental.metric.metric.Accuracy.pred_list"]], "pred_list (neural_compressor.experimental.metric.metric.mae attribute)": [[307, "neural_compressor.experimental.metric.metric.MAE.pred_list"]], "pred_list (neural_compressor.experimental.metric.metric.mse attribute)": [[307, "neural_compressor.experimental.metric.metric.MSE.pred_list"]], "sample (neural_compressor.experimental.metric.metric.accuracy attribute)": [[307, "neural_compressor.experimental.metric.metric.Accuracy.sample"]], "sample (neural_compressor.experimental.metric.metric.loss attribute)": [[307, "neural_compressor.experimental.metric.metric.Loss.sample"]], "sum (neural_compressor.experimental.metric.metric.loss attribute)": [[307, "neural_compressor.experimental.metric.metric.Loss.sum"]], "mixedprecision (class in neural_compressor.experimental.mixed_precision)": [[308, "neural_compressor.experimental.mixed_precision.MixedPrecision"]], "neural_compressor.experimental.mixed_precision": [[308, "module-neural_compressor.experimental.mixed_precision"]], "modelconversion (class in neural_compressor.experimental.model_conversion)": [[309, "neural_compressor.experimental.model_conversion.ModelConversion"]], "neural_compressor.experimental.model_conversion": [[309, "module-neural_compressor.experimental.model_conversion"]], "basicnas (class in neural_compressor.experimental.nas.basic_nas)": [[310, "neural_compressor.experimental.nas.basic_nas.BasicNAS"]], "neural_compressor.experimental.nas.basic_nas": [[310, "module-neural_compressor.experimental.nas.basic_nas"]], "dynas (class in neural_compressor.experimental.nas.dynas)": [[311, "neural_compressor.experimental.nas.dynas.DyNAS"]], "neural_compressor.experimental.nas.dynas": [[311, "module-neural_compressor.experimental.nas.dynas"]], "neural_compressor.experimental.nas": [[312, "module-neural_compressor.experimental.nas"]], "nas (class in neural_compressor.experimental.nas.nas)": [[313, "neural_compressor.experimental.nas.nas.NAS"]], "nasbase (class in neural_compressor.experimental.nas.nas)": [[313, "neural_compressor.experimental.nas.nas.NASBase"]], "neural_compressor.experimental.nas.nas": [[313, "module-neural_compressor.experimental.nas.nas"]], "create_search_space_pool() (in module neural_compressor.experimental.nas.nas_utils)": [[314, "neural_compressor.experimental.nas.nas_utils.create_search_space_pool"]], "find_pareto_front() (in module neural_compressor.experimental.nas.nas_utils)": [[314, "neural_compressor.experimental.nas.nas_utils.find_pareto_front"]], "nas_registry() (in module neural_compressor.experimental.nas.nas_utils)": [[314, "neural_compressor.experimental.nas.nas_utils.nas_registry"]], "neural_compressor.experimental.nas.nas_utils": [[314, "module-neural_compressor.experimental.nas.nas_utils"]], "bayesianoptimizationsearcher (class in neural_compressor.experimental.nas.search_algorithms)": [[315, "neural_compressor.experimental.nas.search_algorithms.BayesianOptimizationSearcher"]], "gridsearcher (class in neural_compressor.experimental.nas.search_algorithms)": [[315, "neural_compressor.experimental.nas.search_algorithms.GridSearcher"]], "randomsearcher (class in neural_compressor.experimental.nas.search_algorithms)": [[315, "neural_compressor.experimental.nas.search_algorithms.RandomSearcher"]], "searcher (class in neural_compressor.experimental.nas.search_algorithms)": [[315, "neural_compressor.experimental.nas.search_algorithms.Searcher"]], "neural_compressor.experimental.nas.search_algorithms": [[315, "module-neural_compressor.experimental.nas.search_algorithms"]], "gradientsensitivitypruner (class in neural_compressor.experimental.pruner_legacy.gradient_sensitivity)": [[316, "neural_compressor.experimental.pruner_legacy.gradient_sensitivity.GradientSensitivityPruner"]], "neural_compressor.experimental.pruner_legacy.gradient_sensitivity": [[316, "module-neural_compressor.experimental.pruner_legacy.gradient_sensitivity"]], "grouplassopruner (class in neural_compressor.experimental.pruner_legacy.group_lasso)": [[317, "neural_compressor.experimental.pruner_legacy.group_lasso.GroupLassoPruner"]], "neural_compressor.experimental.pruner_legacy.group_lasso": [[317, "module-neural_compressor.experimental.pruner_legacy.group_lasso"]], "neural_compressor.experimental.pruner_legacy": [[318, "module-neural_compressor.experimental.pruner_legacy"]], "basicmagnitudepruner (class in neural_compressor.experimental.pruner_legacy.magnitude)": [[319, "neural_compressor.experimental.pruner_legacy.magnitude.BasicMagnitudePruner"]], "neural_compressor.experimental.pruner_legacy.magnitude": [[319, "module-neural_compressor.experimental.pruner_legacy.magnitude"]], "patternlockpruner (class in neural_compressor.experimental.pruner_legacy.pattern_lock)": [[320, "neural_compressor.experimental.pruner_legacy.pattern_lock.PatternLockPruner"]], "neural_compressor.experimental.pruner_legacy.pattern_lock": [[320, "module-neural_compressor.experimental.pruner_legacy.pattern_lock"]], "pruner (class in neural_compressor.experimental.pruner_legacy.pruner)": [[321, "neural_compressor.experimental.pruner_legacy.pruner.Pruner"]], "neural_compressor.experimental.pruner_legacy.pruner": [[321, "module-neural_compressor.experimental.pruner_legacy.pruner"]], "pruner_registry() (in module neural_compressor.experimental.pruner_legacy.pruner)": [[321, "neural_compressor.experimental.pruner_legacy.pruner.pruner_registry"]], "pruning (class in neural_compressor.experimental.pruning)": [[322, "neural_compressor.experimental.pruning.Pruning"]], "tfpruningcallback (class in neural_compressor.experimental.pruning)": [[322, "neural_compressor.experimental.pruning.TfPruningCallback"]], "conf (neural_compressor.experimental.pruning.pruning attribute)": [[322, "neural_compressor.experimental.pruning.Pruning.conf"]], "neural_compressor.experimental.pruning": [[322, "module-neural_compressor.experimental.pruning"]], "pruners (neural_compressor.experimental.pruning.pruning attribute)": [[322, "neural_compressor.experimental.pruning.Pruning.pruners"]], "neural_compressor.experimental.pruning_recipes": [[323, "module-neural_compressor.experimental.pruning_recipes"]], "neural_compressor.experimental.pruning_recipes.patterns": [[324, "module-neural_compressor.experimental.pruning_recipes.patterns"]], "patterns (class in neural_compressor.experimental.pruning_recipes.patterns.pattern)": [[325, "neural_compressor.experimental.pruning_recipes.patterns.pattern.PATTERNS"]], "patternbase (class in neural_compressor.experimental.pruning_recipes.patterns.pattern)": [[325, "neural_compressor.experimental.pruning_recipes.patterns.pattern.PatternBase"]], "neural_compressor.experimental.pruning_recipes.patterns.pattern": [[325, "module-neural_compressor.experimental.pruning_recipes.patterns.pattern"]], "pattern_registry() (in module neural_compressor.experimental.pruning_recipes.patterns.pattern)": [[325, "neural_compressor.experimental.pruning_recipes.patterns.pattern.pattern_registry"]], "patterns (neural_compressor.experimental.pruning_recipes.patterns.pattern.patterns attribute)": [[325, "neural_compressor.experimental.pruning_recipes.patterns.pattern.PATTERNS.patterns"]], "tilepatternbase (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePatternBase"]], "tilepattern_1x1 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_1x1"]], "tilepattern_1x16 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_1x16"]], "tilepattern_1x2 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_1x2"]], "tilepattern_2x2 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_2x2"]], "tilepattern_4x1 (class in neural_compressor.experimental.pruning_recipes.patterns.tile_pattern)": [[326, "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern.TilePattern_4x1"]], "neural_compressor.experimental.pruning_recipes.patterns.tile_pattern": [[326, "module-neural_compressor.experimental.pruning_recipes.patterns.tile_pattern"]], "pruning (class in neural_compressor.experimental.pruning_v2)": [[327, "neural_compressor.experimental.pruning_v2.Pruning"]], "tfpruningcallback (class in neural_compressor.experimental.pruning_v2)": [[327, "neural_compressor.experimental.pruning_v2.TfPruningCallback"]], "conf (neural_compressor.experimental.pruning_v2.pruning attribute)": [[327, "neural_compressor.experimental.pruning_v2.Pruning.conf"]], "neural_compressor.experimental.pruning_v2": [[327, "module-neural_compressor.experimental.pruning_v2"]], "pruners (neural_compressor.experimental.pruning_v2.pruning attribute)": [[327, "neural_compressor.experimental.pruning_v2.Pruning.pruners"]], "neural_compressor.experimental.pytorch_pruner": [[328, "module-neural_compressor.experimental.pytorch_pruner"]], "neural_compressor.experimental.pytorch_pruner.logger": [[329, "module-neural_compressor.experimental.pytorch_pruner.logger"]], "m (neural_compressor.experimental.pytorch_pruner.patterns.patternninm attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNInM.M"]], "n (neural_compressor.experimental.pytorch_pruner.patterns.patternninm attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNInM.N"]], "pattern (class in neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.Pattern"]], "patternninm (class in neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNInM"]], "patternnxm (class in neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNxM"]], "block_size (neural_compressor.experimental.pytorch_pruner.patterns.patternnxm attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.PatternNxM.block_size"]], "get_pattern() (in module neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.get_pattern"]], "is_global (neural_compressor.experimental.pytorch_pruner.patterns.pattern attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.Pattern.is_global"]], "neural_compressor.experimental.pytorch_pruner.patterns": [[330, "module-neural_compressor.experimental.pytorch_pruner.patterns"]], "pattern (neural_compressor.experimental.pytorch_pruner.patterns.pattern attribute)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.Pattern.pattern"]], "register_pattern() (in module neural_compressor.experimental.pytorch_pruner.patterns)": [[330, "neural_compressor.experimental.pytorch_pruner.patterns.register_pattern"]], "check_config() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.check_config"]], "neural_compressor.experimental.pytorch_pruner.prune_utils": [[331, "module-neural_compressor.experimental.pytorch_pruner.prune_utils"]], "parse_not_to_prune() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.parse_not_to_prune"]], "parse_to_prune() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.parse_to_prune"]], "process_and_check_config() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.process_and_check_config"]], "process_config() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.process_config"]], "reset_non_value_to_default() (in module neural_compressor.experimental.pytorch_pruner.prune_utils)": [[331, "neural_compressor.experimental.pytorch_pruner.prune_utils.reset_non_value_to_default"]], "magnitudepruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.MagnitudePruner"]], "patternlockpruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.PatternLockPruner"]], "pruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner"]], "snipmomentumpruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.SnipMomentumPruner"]], "snippruner (class in neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.SnipPruner"]], "config (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.config"]], "current_sparsity_ratio (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.current_sparsity_ratio"]], "end_step (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.end_step"]], "get_pruner() (in module neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.get_pruner"]], "global_step (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.global_step"]], "masks (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.masks"]], "max_sparsity_ratio_per_layer (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.max_sparsity_ratio_per_layer"]], "modules (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.modules"]], "neural_compressor.experimental.pytorch_pruner.pruner": [[332, "module-neural_compressor.experimental.pytorch_pruner.pruner"]], "pattern (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.pattern"]], "register_pruners() (in module neural_compressor.experimental.pytorch_pruner.pruner)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.register_pruners"]], "scheduler (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.scheduler"]], "scores (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.scores"]], "start_step (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.start_step"]], "target_sparsity_ratio (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.target_sparsity_ratio"]], "update_frequency_on_step (neural_compressor.experimental.pytorch_pruner.pruner.pruner attribute)": [[332, "neural_compressor.experimental.pytorch_pruner.pruner.Pruner.update_frequency_on_step"]], "pruning (class in neural_compressor.experimental.pytorch_pruner.pruning)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning"]], "config_file_path (neural_compressor.experimental.pytorch_pruner.pruning.pruning attribute)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning.config_file_path"]], "model (neural_compressor.experimental.pytorch_pruner.pruning.pruning attribute)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning.model"]], "neural_compressor.experimental.pytorch_pruner.pruning": [[333, "module-neural_compressor.experimental.pytorch_pruner.pruning"]], "pruner_info (neural_compressor.experimental.pytorch_pruner.pruning.pruning attribute)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning.pruner_info"]], "pruners (neural_compressor.experimental.pytorch_pruner.pruning.pruning attribute)": [[333, "neural_compressor.experimental.pytorch_pruner.pruning.Pruning.pruners"]], "iterativescheduler (class in neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.IterativeScheduler"]], "oneshotscheduler (class in neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.OneshotScheduler"]], "scheduler (class in neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.Scheduler"]], "config (neural_compressor.experimental.pytorch_pruner.scheduler.scheduler attribute)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.Scheduler.config"]], "get_scheduler() (in module neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.get_scheduler"]], "neural_compressor.experimental.pytorch_pruner.scheduler": [[334, "module-neural_compressor.experimental.pytorch_pruner.scheduler"]], "register_scheduler() (in module neural_compressor.experimental.pytorch_pruner.scheduler)": [[334, "neural_compressor.experimental.pytorch_pruner.scheduler.register_scheduler"]], "quantization (class in neural_compressor.experimental.quantization)": [[335, "neural_compressor.experimental.quantization.Quantization"]], "neural_compressor.experimental.quantization": [[335, "module-neural_compressor.experimental.quantization"]], "scheduler (class in neural_compressor.experimental.scheduler)": [[336, "neural_compressor.experimental.scheduler.Scheduler"]], "neural_compressor.experimental.scheduler": [[336, "module-neural_compressor.experimental.scheduler"]], "automixedprecisiontunestrategy (class in neural_compressor.experimental.strategy.auto_mixed_precision)": [[337, "neural_compressor.experimental.strategy.auto_mixed_precision.AutoMixedPrecisionTuneStrategy"]], "neural_compressor.experimental.strategy.auto_mixed_precision": [[337, "module-neural_compressor.experimental.strategy.auto_mixed_precision"]], "basictunestrategy (class in neural_compressor.experimental.strategy.basic)": [[338, "neural_compressor.experimental.strategy.basic.BasicTuneStrategy"]], "neural_compressor.experimental.strategy.basic": [[338, "module-neural_compressor.experimental.strategy.basic"]], "bayesianoptimization (class in neural_compressor.experimental.strategy.bayesian)": [[339, "neural_compressor.experimental.strategy.bayesian.BayesianOptimization"]], "bayesiantunestrategy (class in neural_compressor.experimental.strategy.bayesian)": [[339, "neural_compressor.experimental.strategy.bayesian.BayesianTuneStrategy"]], "targetspace (class in neural_compressor.experimental.strategy.bayesian)": [[339, "neural_compressor.experimental.strategy.bayesian.TargetSpace"]], "acq_max() (in module neural_compressor.experimental.strategy.bayesian)": [[339, "neural_compressor.experimental.strategy.bayesian.acq_max"]], "neural_compressor.experimental.strategy.bayesian": [[339, "module-neural_compressor.experimental.strategy.bayesian"]], "exhaustivetunestrategy (class in neural_compressor.experimental.strategy.exhaustive)": [[340, "neural_compressor.experimental.strategy.exhaustive.ExhaustiveTuneStrategy"]], "neural_compressor.experimental.strategy.exhaustive": [[340, "module-neural_compressor.experimental.strategy.exhaustive"]], "neural_compressor.experimental.strategy": [[341, "module-neural_compressor.experimental.strategy"]], "msetunestrategy (class in neural_compressor.experimental.strategy.mse)": [[342, "neural_compressor.experimental.strategy.mse.MSETuneStrategy"]], "neural_compressor.experimental.strategy.mse": [[342, "module-neural_compressor.experimental.strategy.mse"]], "mse_v2tunestrategy (class in neural_compressor.experimental.strategy.mse_v2)": [[343, "neural_compressor.experimental.strategy.mse_v2.MSE_V2TuneStrategy"]], "neural_compressor.experimental.strategy.mse_v2": [[343, "module-neural_compressor.experimental.strategy.mse_v2"]], "randomtunestrategy (class in neural_compressor.experimental.strategy.random)": [[344, "neural_compressor.experimental.strategy.random.RandomTuneStrategy"]], "neural_compressor.experimental.strategy.random": [[344, "module-neural_compressor.experimental.strategy.random"]], "tunestrategy (class in neural_compressor.experimental.strategy.strategy)": [[345, "neural_compressor.experimental.strategy.strategy.TuneStrategy"]], "neural_compressor.experimental.strategy.strategy": [[345, "module-neural_compressor.experimental.strategy.strategy"]], "strategy_registry() (in module neural_compressor.experimental.strategy.strategy)": [[345, "neural_compressor.experimental.strategy.strategy.strategy_registry"]], "neural_compressor.experimental.strategy.utils.constant": [[346, "module-neural_compressor.experimental.strategy.utils.constant"]], "neural_compressor.experimental.strategy.utils": [[347, "module-neural_compressor.experimental.strategy.utils"]], "fallbacktuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.FallbackTuningSampler"]], "modelwisetuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.ModelWiseTuningSampler"]], "optypewisetuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.OpTypeWiseTuningSampler"]], "opwisetuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.OpWiseTuningSampler"]], "smoothquantsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.SmoothQuantSampler"]], "tuningorder (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.TuningOrder"]], "tuningsampler (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.TuningSampler"]], "tuningsamplerregistry (class in neural_compressor.experimental.strategy.utils.tuning_sampler)": [[348, "neural_compressor.experimental.strategy.utils.tuning_sampler.TuningSamplerRegistry"]], "neural_compressor.experimental.strategy.utils.tuning_sampler": [[348, "module-neural_compressor.experimental.strategy.utils.tuning_sampler"]], "tuningitem (class in neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.TuningItem"]], "tuningspace (class in neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.TuningSpace"]], "initial_tuning_cfg_with_quant_mode() (in module neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.initial_tuning_cfg_with_quant_mode"]], "neural_compressor.experimental.strategy.utils.tuning_space": [[349, "module-neural_compressor.experimental.strategy.utils.tuning_space"]], "pattern_to_internal() (in module neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.pattern_to_internal"]], "pattern_to_path() (in module neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.pattern_to_path"]], "quant_mode_from_pattern() (in module neural_compressor.experimental.strategy.utils.tuning_space)": [[349, "neural_compressor.experimental.strategy.utils.tuning_space.quant_mode_from_pattern"]], "optuningconfig (class in neural_compressor.experimental.strategy.utils.tuning_structs)": [[350, "neural_compressor.experimental.strategy.utils.tuning_structs.OpTuningConfig"]], "neural_compressor.experimental.strategy.utils.tuning_structs": [[350, "module-neural_compressor.experimental.strategy.utils.tuning_structs"]], "ordereddefaultdict (class in neural_compressor.experimental.strategy.utils.utility)": [[351, "neural_compressor.experimental.strategy.utils.utility.OrderedDefaultDict"]], "extract_data_type() (in module neural_compressor.experimental.strategy.utils.utility)": [[351, "neural_compressor.experimental.strategy.utils.utility.extract_data_type"]], "get_adaptor_name() (in module neural_compressor.experimental.strategy.utils.utility)": [[351, "neural_compressor.experimental.strategy.utils.utility.get_adaptor_name"]], "neural_compressor.experimental.strategy.utils.utility": [[351, "module-neural_compressor.experimental.strategy.utils.utility"]], "reverted_data_type() (in module neural_compressor.experimental.strategy.utils.utility)": [[351, "neural_compressor.experimental.strategy.utils.utility.reverted_data_type"]], "neural_compressor": [[352, "module-neural_compressor"]], "bleu (class in neural_compressor.metric.bleu)": [[353, "neural_compressor.metric.bleu.BLEU"]], "unicoderegex (class in neural_compressor.metric.bleu)": [[353, "neural_compressor.metric.bleu.UnicodeRegex"]], "bleu_tokenize() (in module neural_compressor.metric.bleu)": [[353, "neural_compressor.metric.bleu.bleu_tokenize"]], "labels (neural_compressor.metric.bleu.bleu attribute)": [[353, "neural_compressor.metric.bleu.BLEU.labels"]], "neural_compressor.metric.bleu": [[353, "module-neural_compressor.metric.bleu"]], "nondigit_punct_re (neural_compressor.metric.bleu.unicoderegex attribute)": [[353, "neural_compressor.metric.bleu.UnicodeRegex.nondigit_punct_re"]], "predictions (neural_compressor.metric.bleu.bleu attribute)": [[353, "neural_compressor.metric.bleu.BLEU.predictions"]], "punct_nondigit_re (neural_compressor.metric.bleu.unicoderegex attribute)": [[353, "neural_compressor.metric.bleu.UnicodeRegex.punct_nondigit_re"]], "symbol_re (neural_compressor.metric.bleu.unicoderegex attribute)": [[353, "neural_compressor.metric.bleu.UnicodeRegex.symbol_re"]], "compute_bleu() (in module neural_compressor.metric.bleu_util)": [[354, "neural_compressor.metric.bleu_util.compute_bleu"]], "neural_compressor.metric.bleu_util": [[354, "module-neural_compressor.metric.bleu_util"]], "neural_compressor.metric.coco_label_map": [[355, "module-neural_compressor.metric.coco_label_map"]], "cocoevalwrapper (class in neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.COCOEvalWrapper"]], "cocowrapper (class in neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.COCOWrapper"]], "exportsingleimagedetectionboxestococo() (in module neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.ExportSingleImageDetectionBoxesToCoco"]], "exportsingleimagedetectionmaskstococo() (in module neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.ExportSingleImageDetectionMasksToCoco"]], "exportsingleimagegroundtruthtococo() (in module neural_compressor.metric.coco_tools)": [[356, "neural_compressor.metric.coco_tools.ExportSingleImageGroundtruthToCoco"]], "dataset (neural_compressor.metric.coco_tools.cocowrapper attribute)": [[356, "neural_compressor.metric.coco_tools.COCOWrapper.dataset"]], "detection_type (neural_compressor.metric.coco_tools.cocowrapper attribute)": [[356, "neural_compressor.metric.coco_tools.COCOWrapper.detection_type"]], "neural_compressor.metric.coco_tools": [[356, "module-neural_compressor.metric.coco_tools"]], "evaluate() (in module neural_compressor.metric.evaluate_squad)": [[357, "neural_compressor.metric.evaluate_squad.evaluate"]], "exact_match_score() (in module neural_compressor.metric.evaluate_squad)": [[357, "neural_compressor.metric.evaluate_squad.exact_match_score"]], "f1_score() (in module neural_compressor.metric.evaluate_squad)": [[357, "neural_compressor.metric.evaluate_squad.f1_score"]], "metric_max_over_ground_truths() (in module neural_compressor.metric.evaluate_squad)": [[357, "neural_compressor.metric.evaluate_squad.metric_max_over_ground_truths"]], "neural_compressor.metric.evaluate_squad": [[357, "module-neural_compressor.metric.evaluate_squad"]], "evaluate() (in module neural_compressor.metric.f1)": [[358, "neural_compressor.metric.f1.evaluate"]], "f1_score() (in module neural_compressor.metric.f1)": [[358, "neural_compressor.metric.f1.f1_score"]], "metric_max_over_ground_truths() (in module neural_compressor.metric.f1)": [[358, "neural_compressor.metric.f1.metric_max_over_ground_truths"]], "neural_compressor.metric.f1": [[358, "module-neural_compressor.metric.f1"]], "normalize_answer() (in module neural_compressor.metric.f1)": [[358, "neural_compressor.metric.f1.normalize_answer"]], "neural_compressor.metric": [[359, "module-neural_compressor.metric"]], "accuracy (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.Accuracy"]], "basemetric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.BaseMetric"]], "cocomapv2 (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.COCOmAPv2"]], "f1 (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.F1"]], "generaltopk (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.GeneralTopK"]], "loss (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.Loss"]], "mae (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.MAE"]], "metrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.METRICS"]], "mse (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.MSE"]], "mxnetmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.MXNetMetrics"]], "metric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.Metric"]], "onnxrtglue (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.ONNXRTGLUE"]], "onnxrtitmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.ONNXRTITMetrics"]], "onnxrtqlmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.ONNXRTQLMetrics"]], "pytorchloss (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.PyTorchLoss"]], "pytorchmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.PyTorchMetrics"]], "rmse (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.RMSE"]], "roc (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.ROC"]], "squadf1 (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.SquadF1"]], "tensorflowcocomap (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowCOCOMAP"]], "tensorflowmap (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowMAP"]], "tensorflowmetrics (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowMetrics"]], "tensorflowtopk (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowTopK"]], "tensorflowvocmap (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.TensorflowVOCMAP"]], "wrapmxnetmetric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.WrapMXNetMetric"]], "wraponnxrtmetric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.WrapONNXRTMetric"]], "wrappytorchmetric (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.WrapPyTorchMetric"]], "compare_label (neural_compressor.metric.metric.mae attribute)": [[360, "neural_compressor.metric.metric.MAE.compare_label"]], "compare_label (neural_compressor.metric.metric.mse attribute)": [[360, "neural_compressor.metric.metric.MSE.compare_label"]], "k (neural_compressor.metric.metric.generaltopk attribute)": [[360, "neural_compressor.metric.metric.GeneralTopK.k"]], "k (neural_compressor.metric.metric.tensorflowtopk attribute)": [[360, "neural_compressor.metric.metric.TensorflowTopK.k"]], "label_list (neural_compressor.metric.metric.accuracy attribute)": [[360, "neural_compressor.metric.metric.Accuracy.label_list"]], "label_list (neural_compressor.metric.metric.mae attribute)": [[360, "neural_compressor.metric.metric.MAE.label_list"]], "label_list (neural_compressor.metric.metric.mse attribute)": [[360, "neural_compressor.metric.metric.MSE.label_list"]], "miou (class in neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.mIOU"]], "metric_registry() (in module neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.metric_registry"]], "metrics (neural_compressor.metric.metric.metrics attribute)": [[360, "neural_compressor.metric.metric.METRICS.metrics"]], "metrics (neural_compressor.metric.metric.mxnetmetrics attribute)": [[360, "neural_compressor.metric.metric.MXNetMetrics.metrics"]], "metrics (neural_compressor.metric.metric.onnxrtitmetrics attribute)": [[360, "neural_compressor.metric.metric.ONNXRTITMetrics.metrics"]], "metrics (neural_compressor.metric.metric.onnxrtqlmetrics attribute)": [[360, "neural_compressor.metric.metric.ONNXRTQLMetrics.metrics"]], "metrics (neural_compressor.metric.metric.pytorchmetrics attribute)": [[360, "neural_compressor.metric.metric.PyTorchMetrics.metrics"]], "metrics (neural_compressor.metric.metric.tensorflowmetrics attribute)": [[360, "neural_compressor.metric.metric.TensorflowMetrics.metrics"]], "mse (neural_compressor.metric.metric.rmse attribute)": [[360, "neural_compressor.metric.metric.RMSE.mse"]], "neural_compressor.metric.metric": [[360, "module-neural_compressor.metric.metric"]], "num_correct (neural_compressor.metric.metric.generaltopk attribute)": [[360, "neural_compressor.metric.metric.GeneralTopK.num_correct"]], "num_correct (neural_compressor.metric.metric.tensorflowtopk attribute)": [[360, "neural_compressor.metric.metric.TensorflowTopK.num_correct"]], "num_sample (neural_compressor.metric.metric.generaltopk attribute)": [[360, "neural_compressor.metric.metric.GeneralTopK.num_sample"]], "num_sample (neural_compressor.metric.metric.tensorflowtopk attribute)": [[360, "neural_compressor.metric.metric.TensorflowTopK.num_sample"]], "pred_list (neural_compressor.metric.metric.accuracy attribute)": [[360, "neural_compressor.metric.metric.Accuracy.pred_list"]], "pred_list (neural_compressor.metric.metric.mae attribute)": [[360, "neural_compressor.metric.metric.MAE.pred_list"]], "pred_list (neural_compressor.metric.metric.mse attribute)": [[360, "neural_compressor.metric.metric.MSE.pred_list"]], "register_customer_metric() (in module neural_compressor.metric.metric)": [[360, "neural_compressor.metric.metric.register_customer_metric"]], "sample (neural_compressor.metric.metric.accuracy attribute)": [[360, "neural_compressor.metric.metric.Accuracy.sample"]], "sample (neural_compressor.metric.metric.loss attribute)": [[360, "neural_compressor.metric.metric.Loss.sample"]], "sum (neural_compressor.metric.metric.loss attribute)": [[360, "neural_compressor.metric.metric.Loss.sum"]], "fit() (in module neural_compressor.mix_precision)": [[361, "neural_compressor.mix_precision.fit"]], "neural_compressor.mix_precision": [[361, "module-neural_compressor.mix_precision"]], "basemodel (class in neural_compressor.model.base_model)": [[362, "neural_compressor.model.base_model.BaseModel"]], "neural_compressor.model.base_model": [[362, "module-neural_compressor.model.base_model"]], "neural_compressor.model": [[363, "module-neural_compressor.model"]], "kerasmodel (class in neural_compressor.model.keras_model)": [[364, "neural_compressor.model.keras_model.KerasModel"]], "neural_compressor.model.keras_model": [[364, "module-neural_compressor.model.keras_model"]], "model (class in neural_compressor.model.model)": [[365, "neural_compressor.model.model.Model"]], "get_model_fwk_name() (in module neural_compressor.model.model)": [[365, "neural_compressor.model.model.get_model_fwk_name"]], "neural_compressor.model.model": [[365, "module-neural_compressor.model.model"]], "mxnetmodel (class in neural_compressor.model.mxnet_model)": [[366, "neural_compressor.model.mxnet_model.MXNetModel"]], "neural_compressor.model.mxnet_model": [[366, "module-neural_compressor.model.mxnet_model"]], "tfslimnetsfactory (class in neural_compressor.model.nets_factory)": [[367, "neural_compressor.model.nets_factory.TFSlimNetsFactory"]], "neural_compressor.model.nets_factory": [[367, "module-neural_compressor.model.nets_factory"]], "onnxmodel (class in neural_compressor.model.onnx_model)": [[368, "neural_compressor.model.onnx_model.ONNXModel"]], "neural_compressor.model.onnx_model": [[368, "module-neural_compressor.model.onnx_model"]], "tensorflowbasemodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowBaseModel"]], "tensorflowcheckpointmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowCheckpointModel"]], "tensorflowllmmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowLLMModel"]], "tensorflowmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowModel"]], "tensorflowqatmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowQATModel"]], "tensorflowsavedmodelmodel (class in neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.TensorflowSavedModelModel"]], "checkpoint_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.checkpoint_session"]], "estimator_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.estimator_session"]], "frozen_pb_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.frozen_pb_session"]], "get_model_type() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.get_model_type"]], "graph_def_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.graph_def_session"]], "graph_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.graph_session"]], "keras_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.keras_session"]], "load_saved_model() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.load_saved_model"]], "neural_compressor.model.tensorflow_model": [[369, "module-neural_compressor.model.tensorflow_model"]], "saved_model_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.saved_model_session"]], "slim_session() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.slim_session"]], "validate_and_inference_input_output() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.validate_and_inference_input_output"]], "validate_graph_node() (in module neural_compressor.model.tensorflow_model)": [[369, "neural_compressor.model.tensorflow_model.validate_graph_node"]], "ipexmodel (class in neural_compressor.model.torch_model)": [[370, "neural_compressor.model.torch_model.IPEXModel"]], "pytorchbasemodel (class in neural_compressor.model.torch_model)": [[370, "neural_compressor.model.torch_model.PyTorchBaseModel"]], "pytorchfxmodel (class in neural_compressor.model.torch_model)": [[370, "neural_compressor.model.torch_model.PyTorchFXModel"]], "pytorchmodel (class in neural_compressor.model.torch_model)": [[370, "neural_compressor.model.torch_model.PyTorchModel"]], "neural_compressor.model.torch_model": [[370, "module-neural_compressor.model.torch_model"]], "accuracy (class in neural_compressor.objective)": [[371, "neural_compressor.objective.Accuracy"]], "footprint (class in neural_compressor.objective)": [[371, "neural_compressor.objective.Footprint"]], "modelsize (class in neural_compressor.objective)": [[371, "neural_compressor.objective.ModelSize"]], "multiobjective (class in neural_compressor.objective)": [[371, "neural_compressor.objective.MultiObjective"]], "objective (class in neural_compressor.objective)": [[371, "neural_compressor.objective.Objective"]], "performance (class in neural_compressor.objective)": [[371, "neural_compressor.objective.Performance"]], "neural_compressor.objective": [[371, "module-neural_compressor.objective"]], "objective_custom_registry() (in module neural_compressor.objective)": [[371, "neural_compressor.objective.objective_custom_registry"]], "objective_registry() (in module neural_compressor.objective)": [[371, "neural_compressor.objective.objective_registry"]], "neural_compressor.profiling": [[372, "module-neural_compressor.profiling"]], "parserfactory (class in neural_compressor.profiling.parser.factory)": [[373, "neural_compressor.profiling.parser.factory.ParserFactory"]], "neural_compressor.profiling.parser.factory": [[373, "module-neural_compressor.profiling.parser.factory"]], "neural_compressor.profiling.parser": [[374, "module-neural_compressor.profiling.parser"]], "onnxrtparserfactory (class in neural_compressor.profiling.parser.onnx_parser.factory)": [[375, "neural_compressor.profiling.parser.onnx_parser.factory.OnnxrtParserFactory"]], "neural_compressor.profiling.parser.onnx_parser.factory": [[375, "module-neural_compressor.profiling.parser.onnx_parser.factory"]], "neural_compressor.profiling.parser.onnx_parser": [[376, "module-neural_compressor.profiling.parser.onnx_parser"]], "onnxprofilingparser (class in neural_compressor.profiling.parser.onnx_parser.parser)": [[377, "neural_compressor.profiling.parser.onnx_parser.parser.OnnxProfilingParser"]], "neural_compressor.profiling.parser.onnx_parser.parser": [[377, "module-neural_compressor.profiling.parser.onnx_parser.parser"]], "profilingparser (class in neural_compressor.profiling.parser.parser)": [[378, "neural_compressor.profiling.parser.parser.ProfilingParser"]], "neural_compressor.profiling.parser.parser": [[378, "module-neural_compressor.profiling.parser.parser"]], "profilingresult (class in neural_compressor.profiling.parser.result)": [[379, "neural_compressor.profiling.parser.result.ProfilingResult"]], "neural_compressor.profiling.parser.result": [[379, "module-neural_compressor.profiling.parser.result"]], "tensorflowparserfactory (class in neural_compressor.profiling.parser.tensorflow_parser.factory)": [[380, "neural_compressor.profiling.parser.tensorflow_parser.factory.TensorFlowParserFactory"]], "neural_compressor.profiling.parser.tensorflow_parser.factory": [[380, "module-neural_compressor.profiling.parser.tensorflow_parser.factory"]], "neural_compressor.profiling.parser.tensorflow_parser": [[381, "module-neural_compressor.profiling.parser.tensorflow_parser"]], "tensorflowprofilingparser (class in neural_compressor.profiling.parser.tensorflow_parser.parser)": [[382, "neural_compressor.profiling.parser.tensorflow_parser.parser.TensorFlowProfilingParser"]], "neural_compressor.profiling.parser.tensorflow_parser.parser": [[382, "module-neural_compressor.profiling.parser.tensorflow_parser.parser"]], "profilerfactory (class in neural_compressor.profiling.profiler.factory)": [[383, "neural_compressor.profiling.profiler.factory.ProfilerFactory"]], "neural_compressor.profiling.profiler.factory": [[383, "module-neural_compressor.profiling.profiler.factory"]], "neural_compressor.profiling.profiler": [[384, "module-neural_compressor.profiling.profiler"]], "profilerfactory (class in neural_compressor.profiling.profiler.onnxrt_profiler.factory)": [[385, "neural_compressor.profiling.profiler.onnxrt_profiler.factory.ProfilerFactory"]], "neural_compressor.profiling.profiler.onnxrt_profiler.factory": [[385, "module-neural_compressor.profiling.profiler.onnxrt_profiler.factory"]], "neural_compressor.profiling.profiler.onnxrt_profiler": [[386, "module-neural_compressor.profiling.profiler.onnxrt_profiler"]], "profiler (class in neural_compressor.profiling.profiler.onnxrt_profiler.profiler)": [[387, "neural_compressor.profiling.profiler.onnxrt_profiler.profiler.Profiler"]], "neural_compressor.profiling.profiler.onnxrt_profiler.profiler": [[387, "module-neural_compressor.profiling.profiler.onnxrt_profiler.profiler"]], "create_onnx_config() (in module neural_compressor.profiling.profiler.onnxrt_profiler.utils)": [[388, "neural_compressor.profiling.profiler.onnxrt_profiler.utils.create_onnx_config"]], "neural_compressor.profiling.profiler.onnxrt_profiler.utils": [[388, "module-neural_compressor.profiling.profiler.onnxrt_profiler.utils"]], "profiler (class in neural_compressor.profiling.profiler.profiler)": [[389, "neural_compressor.profiling.profiler.profiler.Profiler"]], "neural_compressor.profiling.profiler.profiler": [[389, "module-neural_compressor.profiling.profiler.profiler"]], "profilerfactory (class in neural_compressor.profiling.profiler.tensorflow_profiler.factory)": [[390, "neural_compressor.profiling.profiler.tensorflow_profiler.factory.ProfilerFactory"]], "neural_compressor.profiling.profiler.tensorflow_profiler.factory": [[390, "module-neural_compressor.profiling.profiler.tensorflow_profiler.factory"]], "neural_compressor.profiling.profiler.tensorflow_profiler": [[391, "module-neural_compressor.profiling.profiler.tensorflow_profiler"]], "profiler (class in neural_compressor.profiling.profiler.tensorflow_profiler.profiler)": [[392, "neural_compressor.profiling.profiler.tensorflow_profiler.profiler.Profiler"]], "neural_compressor.profiling.profiler.tensorflow_profiler.profiler": [[392, "module-neural_compressor.profiling.profiler.tensorflow_profiler.profiler"]], "create_tf_config() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils)": [[393, "neural_compressor.profiling.profiler.tensorflow_profiler.utils.create_tf_config"]], "delete_assign() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils)": [[393, "neural_compressor.profiling.profiler.tensorflow_profiler.utils.delete_assign"]], "neural_compressor.profiling.profiler.tensorflow_profiler.utils": [[393, "module-neural_compressor.profiling.profiler.tensorflow_profiler.utils"]], "set_eager_execution() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils)": [[393, "neural_compressor.profiling.profiler.tensorflow_profiler.utils.set_eager_execution"]], "fit() (in module neural_compressor.quantization)": [[394, "neural_compressor.quantization.fit"]], "neural_compressor.quantization": [[394, "module-neural_compressor.quantization"]], "autotunestrategy (class in neural_compressor.strategy.auto)": [[395, "neural_compressor.strategy.auto.AutoTuneStrategy"]], "neural_compressor.strategy.auto": [[395, "module-neural_compressor.strategy.auto"]], "automixedprecisiontunestrategy (class in neural_compressor.strategy.auto_mixed_precision)": [[396, "neural_compressor.strategy.auto_mixed_precision.AutoMixedPrecisionTuneStrategy"]], "neural_compressor.strategy.auto_mixed_precision": [[396, "module-neural_compressor.strategy.auto_mixed_precision"]], "basictunestrategy (class in neural_compressor.strategy.basic)": [[397, "neural_compressor.strategy.basic.BasicTuneStrategy"]], "neural_compressor.strategy.basic": [[397, "module-neural_compressor.strategy.basic"]], "bayesianoptimization (class in neural_compressor.strategy.bayesian)": [[398, "neural_compressor.strategy.bayesian.BayesianOptimization"]], "bayesiantunestrategy (class in neural_compressor.strategy.bayesian)": [[398, "neural_compressor.strategy.bayesian.BayesianTuneStrategy"]], "targetspace (class in neural_compressor.strategy.bayesian)": [[398, "neural_compressor.strategy.bayesian.TargetSpace"]], "acq_max() (in module neural_compressor.strategy.bayesian)": [[398, "neural_compressor.strategy.bayesian.acq_max"]], "neural_compressor.strategy.bayesian": [[398, "module-neural_compressor.strategy.bayesian"]], "conservativetunestrategy (class in neural_compressor.strategy.conservative)": [[399, "neural_compressor.strategy.conservative.ConservativeTuneStrategy"]], "neural_compressor.strategy.conservative": [[399, "module-neural_compressor.strategy.conservative"]], "exhaustivetunestrategy (class in neural_compressor.strategy.exhaustive)": [[400, "neural_compressor.strategy.exhaustive.ExhaustiveTuneStrategy"]], "neural_compressor.strategy.exhaustive": [[400, "module-neural_compressor.strategy.exhaustive"]], "hawq_v2tunestrategy (class in neural_compressor.strategy.hawq_v2)": [[401, "neural_compressor.strategy.hawq_v2.HAWQ_V2TuneStrategy"]], "neural_compressor.strategy.hawq_v2": [[401, "module-neural_compressor.strategy.hawq_v2"]], "neural_compressor.strategy": [[402, "module-neural_compressor.strategy"]], "msetunestrategy (class in neural_compressor.strategy.mse)": [[403, "neural_compressor.strategy.mse.MSETuneStrategy"]], "neural_compressor.strategy.mse": [[403, "module-neural_compressor.strategy.mse"]], "mse_v2tunestrategy (class in neural_compressor.strategy.mse_v2)": [[404, "neural_compressor.strategy.mse_v2.MSE_V2TuneStrategy"]], "neural_compressor.strategy.mse_v2": [[404, "module-neural_compressor.strategy.mse_v2"]], "randomtunestrategy (class in neural_compressor.strategy.random)": [[405, "neural_compressor.strategy.random.RandomTuneStrategy"]], "neural_compressor.strategy.random": [[405, "module-neural_compressor.strategy.random"]], "tunestrategy (class in neural_compressor.strategy.strategy)": [[406, "neural_compressor.strategy.strategy.TuneStrategy"]], "tunestrategymeta (class in neural_compressor.strategy.strategy)": [[406, "neural_compressor.strategy.strategy.TuneStrategyMeta"]], "neural_compressor.strategy.strategy": [[406, "module-neural_compressor.strategy.strategy"]], "strategy_registry() (in module neural_compressor.strategy.strategy)": [[406, "neural_compressor.strategy.strategy.strategy_registry"]], "neural_compressor.strategy.utils.constant": [[407, "module-neural_compressor.strategy.utils.constant"]], "neural_compressor.strategy.utils": [[408, "module-neural_compressor.strategy.utils"]], "blockfallbacktuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.BlockFallbackTuningSampler"]], "fallbacktuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.FallbackTuningSampler"]], "lowerbitssampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.LowerBitsSampler"]], "modelwisetuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.ModelWiseTuningSampler"]], "optypewisetuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.OpTypeWiseTuningSampler"]], "opwisetuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.OpWiseTuningSampler"]], "smoothquantsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.SmoothQuantSampler"]], "tuningorder (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.TuningOrder"]], "tuningsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.TuningSampler"]], "weightonlyquantsampler (class in neural_compressor.strategy.utils.tuning_sampler)": [[409, "neural_compressor.strategy.utils.tuning_sampler.WeightOnlyQuantSampler"]], "neural_compressor.strategy.utils.tuning_sampler": [[409, "module-neural_compressor.strategy.utils.tuning_sampler"]], "tuningitem (class in neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.TuningItem"]], "tuningspace (class in neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.TuningSpace"]], "initial_tuning_cfg_with_quant_mode() (in module neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.initial_tuning_cfg_with_quant_mode"]], "neural_compressor.strategy.utils.tuning_space": [[410, "module-neural_compressor.strategy.utils.tuning_space"]], "pattern_to_internal() (in module neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.pattern_to_internal"]], "pattern_to_path() (in module neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.pattern_to_path"]], "quant_mode_from_pattern() (in module neural_compressor.strategy.utils.tuning_space)": [[410, "neural_compressor.strategy.utils.tuning_space.quant_mode_from_pattern"]], "optuningconfig (class in neural_compressor.strategy.utils.tuning_structs)": [[411, "neural_compressor.strategy.utils.tuning_structs.OpTuningConfig"]], "neural_compressor.strategy.utils.tuning_structs": [[411, "module-neural_compressor.strategy.utils.tuning_structs"]], "classregister (class in neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.ClassRegister"]], "ordereddefaultdict (class in neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.OrderedDefaultDict"]], "quantoptions (class in neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.QuantOptions"]], "quanttype (class in neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.QuantType"]], "build_slave_faker_model() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.build_slave_faker_model"]], "extract_data_type() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.extract_data_type"]], "get_adaptor_name() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.get_adaptor_name"]], "neural_compressor.strategy.utils.utility": [[412, "module-neural_compressor.strategy.utils.utility"]], "preprocess_user_cfg() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.preprocess_user_cfg"]], "reverted_data_type() (in module neural_compressor.strategy.utils.utility)": [[412, "neural_compressor.strategy.utils.utility.reverted_data_type"]], "exampleclass (class in neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.ExampleClass"]], "attr1 (neural_compressor.template.api_doc_example.exampleclass attribute)": [[413, "neural_compressor.template.api_doc_example.ExampleClass.attr1"]], "attr2 (neural_compressor.template.api_doc_example.exampleclass attribute)": [[413, "neural_compressor.template.api_doc_example.ExampleClass.attr2"]], "attr5 (neural_compressor.template.api_doc_example.exampleclass attribute)": [[413, "neural_compressor.template.api_doc_example.ExampleClass.attr5"]], "attribute1 (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.attribute1"]], "function1() (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.function1"]], "function2() (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.function2"]], "function3() (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.function3"]], "generator1() (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.generator1"]], "module_debug_level1 (in module neural_compressor.template.api_doc_example)": [[413, "neural_compressor.template.api_doc_example.module_debug_level1"]], "neural_compressor.template.api_doc_example": [[413, "module-neural_compressor.template.api_doc_example"]], "neural_compressor.template": [[414, "module-neural_compressor.template"]], "neural_compressor.tensorflow.algorithms": [[415, "module-neural_compressor.tensorflow.algorithms"]], "neural_compressor.tensorflow.algorithms.static_quantize": [[416, "module-neural_compressor.tensorflow.algorithms.static_quantize"]], "kerasadaptor (class in neural_compressor.tensorflow.algorithms.static_quantize.keras)": [[417, "neural_compressor.tensorflow.algorithms.static_quantize.keras.KerasAdaptor"]], "kerasquery (class in neural_compressor.tensorflow.algorithms.static_quantize.keras)": [[417, "neural_compressor.tensorflow.algorithms.static_quantize.keras.KerasQuery"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras": [[417, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d": [[418, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense": [[419, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.dense"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d": [[420, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.depthwise_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils": [[421, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d": [[422, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.pool2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer": [[423, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.quantizer"]], "neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d": [[424, "module-neural_compressor.tensorflow.algorithms.static_quantize.keras_utils.separable_conv2d"]], "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry": [[425, "module-neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry"]], "parse_to_keras_tune_cfg() (in module neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry)": [[425, "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry.parse_to_keras_tune_cfg"]], "static_quantize_entry() (in module neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry)": [[425, "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry.static_quantize_entry"]], "update_config() (in module neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry)": [[425, "neural_compressor.tensorflow.algorithms.static_quantize.quantize_entry.update_config"]], "neural_compressor.tensorflow": [[426, "module-neural_compressor.tensorflow"]], "backend (class in neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.Backend"]], "staticquantconfig (class in neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.StaticQuantConfig"]], "get_all_registered_configs() (in module neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.get_all_registered_configs"]], "get_default_static_quant_config() (in module neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.get_default_static_quant_config"]], "neural_compressor.tensorflow.quantization.config": [[427, "module-neural_compressor.tensorflow.quantization.config"]], "parse_config_from_dict() (in module neural_compressor.tensorflow.quantization.config)": [[427, "neural_compressor.tensorflow.quantization.config.parse_config_from_dict"]], "neural_compressor.tensorflow.quantization": [[428, "module-neural_compressor.tensorflow.quantization"]], "neural_compressor.tensorflow.quantization.quantize": [[429, "module-neural_compressor.tensorflow.quantization.quantize"]], "quantize_model() (in module neural_compressor.tensorflow.quantization.quantize)": [[429, "neural_compressor.tensorflow.quantization.quantize.quantize_model"]], "deep_get() (in module neural_compressor.tensorflow.utils)": [[430, "neural_compressor.tensorflow.utils.deep_get"]], "dump_elapsed_time() (in module neural_compressor.tensorflow.utils)": [[430, "neural_compressor.tensorflow.utils.dump_elapsed_time"]], "neural_compressor.tensorflow.utils": [[430, "module-neural_compressor.tensorflow.utils"]], "register_algo() (in module neural_compressor.tensorflow.utils)": [[430, "neural_compressor.tensorflow.utils.register_algo"]], "version1_gte_version2() (in module neural_compressor.tensorflow.utils)": [[430, "neural_compressor.tensorflow.utils.version1_gte_version2"]], "neural_compressor.torch.algorithms": [[431, "module-neural_compressor.torch.algorithms"]], "gptq (class in neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.GPTQ"]], "gptquantizer (class in neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.GPTQuantizer"]], "apply_gptq_quantize() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.apply_gptq_quantize"]], "find_layers() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.find_layers"]], "find_layers_name() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.find_layers_name"]], "is_leaf() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.is_leaf"]], "log_quantizable_layers_per_transformer() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.log_quantizable_layers_per_transformer"]], "neural_compressor.torch.algorithms.weight_only.gptq": [[432, "module-neural_compressor.torch.algorithms.weight_only.gptq"]], "quantize() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.quantize"]], "trace_gptq_target_blocks() (in module neural_compressor.torch.algorithms.weight_only.gptq)": [[432, "neural_compressor.torch.algorithms.weight_only.gptq.trace_gptq_target_blocks"]], "neural_compressor.torch.algorithms.weight_only": [[433, "module-neural_compressor.torch.algorithms.weight_only"]], "neural_compressor.torch.algorithms.weight_only.rtn": [[434, "module-neural_compressor.torch.algorithms.weight_only.rtn"]], "qdq_weight_actor() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.qdq_weight_actor"]], "qdq_weight_asym() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.qdq_weight_asym"]], "qdq_weight_sym() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.qdq_weight_sym"]], "quant_weight() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.quant_weight"]], "quant_weight_w_scale() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.quant_weight_w_scale"]], "quantize_4bit() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.quantize_4bit"]], "rtn_quantize() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.rtn_quantize"]], "search_clip() (in module neural_compressor.torch.algorithms.weight_only.rtn)": [[434, "neural_compressor.torch.algorithms.weight_only.rtn.search_clip"]], "neural_compressor.torch.algorithms.weight_only_algos": [[435, "module-neural_compressor.torch.algorithms.weight_only_algos"]], "rtn_quantize_entry() (in module neural_compressor.torch.algorithms.weight_only_algos)": [[435, "neural_compressor.torch.algorithms.weight_only_algos.rtn_quantize_entry"]], "autocast (class in neural_compressor.torch.amp.autocast)": [[436, "neural_compressor.torch.amp.autocast.autocast"]], "neural_compressor.torch.amp.autocast": [[436, "module-neural_compressor.torch.amp.autocast"]], "neural_compressor.torch.amp.fp8.functions": [[437, "module-neural_compressor.torch.amp.fp8.functions"]], "neural_compressor.torch.amp.fp8": [[438, "module-neural_compressor.torch.amp.fp8"]], "neural_compressor.torch.amp": [[439, "module-neural_compressor.torch.amp"]], "neural_compressor.torch": [[440, "module-neural_compressor.torch"]], "backend (class in neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.Backend"]], "fp8qconfig (class in neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.FP8QConfig"]], "gptqconfig (class in neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.GPTQConfig"]], "rtnweightquantconfig (class in neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.RTNWeightQuantConfig"]], "get_default_gptq_config() (in module neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.get_default_gptq_config"]], "get_default_rtn_config() (in module neural_compressor.torch.quantization.config)": [[441, "neural_compressor.torch.quantization.config.get_default_rtn_config"]], "neural_compressor.torch.quantization.config": [[441, "module-neural_compressor.torch.quantization.config"]], "neural_compressor.torch.quantization.fp8": [[442, "module-neural_compressor.torch.quantization.fp8"]], "neural_compressor.torch.quantization.fp8.modules": [[443, "module-neural_compressor.torch.quantization.fp8.modules"]], "neural_compressor.torch.quantization.fp8.observer": [[444, "module-neural_compressor.torch.quantization.fp8.observer"]], "neural_compressor.torch.quantization.fp8.quantization_impl": [[445, "module-neural_compressor.torch.quantization.fp8.quantization_impl"]], "neural_compressor.torch.quantization": [[446, "module-neural_compressor.torch.quantization"]], "fakeaffinetensorquantfunction (class in neural_compressor.torch.quantization.layers)": [[447, "neural_compressor.torch.quantization.layers.FakeAffineTensorQuantFunction"]], "mullinear (class in neural_compressor.torch.quantization.layers)": [[447, "neural_compressor.torch.quantization.layers.MulLinear"]], "teqlinearfakequant (class in neural_compressor.torch.quantization.layers)": [[447, "neural_compressor.torch.quantization.layers.TEQLinearFakeQuant"]], "neural_compressor.torch.quantization.layers": [[447, "module-neural_compressor.torch.quantization.layers"]], "neural_compressor.torch.quantization.quantize": [[448, "module-neural_compressor.torch.quantization.quantize"]], "quantize() (in module neural_compressor.torch.quantization.quantize)": [[448, "neural_compressor.torch.quantization.quantize.quantize"]], "quantize_dynamic() (in module neural_compressor.torch.quantization.quantize)": [[448, "neural_compressor.torch.quantization.quantize.quantize_dynamic"]], "neural_compressor.torch.utils.constants": [[449, "module-neural_compressor.torch.utils.constants"]], "neural_compressor.torch.utils": [[450, "module-neural_compressor.torch.utils"]], "fetch_module() (in module neural_compressor.torch.utils.utility)": [[451, "neural_compressor.torch.utils.utility.fetch_module"]], "neural_compressor.torch.utils.utility": [[451, "module-neural_compressor.torch.utils.utility"]], "register_algo() (in module neural_compressor.torch.utils.utility)": [[451, "neural_compressor.torch.utils.utility.register_algo"]], "set_module() (in module neural_compressor.torch.utils.utility)": [[451, "neural_compressor.torch.utils.utility.set_module"]], "callbacks (class in neural_compressor.training)": [[452, "neural_compressor.training.CallBacks"]], "compressionmanager (class in neural_compressor.training)": [[452, "neural_compressor.training.CompressionManager"]], "fit() (in module neural_compressor.training)": [[452, "neural_compressor.training.fit"]], "neural_compressor.training": [[452, "module-neural_compressor.training"]], "prepare_compression() (in module neural_compressor.training)": [[452, "neural_compressor.training.prepare_compression"]], "layerhistogramcollector (class in neural_compressor.utils.collect_layer_histogram)": [[453, "neural_compressor.utils.collect_layer_histogram.LayerHistogramCollector"]], "neural_compressor.utils.collect_layer_histogram": [[453, "module-neural_compressor.utils.collect_layer_histogram"]], "neural_compressor.utils.constant": [[454, "module-neural_compressor.utils.constant"]], "create_dataloader() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.create_dataloader"]], "create_dataset() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.create_dataset"]], "create_eval_func() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.create_eval_func"]], "create_train_func() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.create_train_func"]], "get_algorithm() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_algorithm"]], "get_func_from_config() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_func_from_config"]], "get_metrics() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_metrics"]], "get_postprocess() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_postprocess"]], "get_preprocess() (in module neural_compressor.utils.create_obj_from_config)": [[455, "neural_compressor.utils.create_obj_from_config.get_preprocess"]], "neural_compressor.utils.create_obj_from_config": [[455, "module-neural_compressor.utils.create_obj_from_config"]], "neural_compressor.utils": [[456, "module-neural_compressor.utils"]], "kl_divergence (class in neural_compressor.utils.kl_divergence)": [[457, "neural_compressor.utils.kl_divergence.KL_Divergence"]], "neural_compressor.utils.kl_divergence": [[457, "module-neural_compressor.utils.kl_divergence"]], "optimizedmodel (class in neural_compressor.utils.load_huggingface)": [[458, "neural_compressor.utils.load_huggingface.OptimizedModel"]], "export_compressed_model() (in module neural_compressor.utils.load_huggingface)": [[458, "neural_compressor.utils.load_huggingface.export_compressed_model"]], "neural_compressor.utils.load_huggingface": [[458, "module-neural_compressor.utils.load_huggingface"]], "save_for_huggingface_upstream() (in module neural_compressor.utils.load_huggingface)": [[458, "neural_compressor.utils.load_huggingface.save_for_huggingface_upstream"]], "logger (class in neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.Logger"]], "debug() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.debug"]], "error() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.error"]], "fatal() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.fatal"]], "info() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.info"]], "log() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.log"]], "neural_compressor.utils.logger": [[459, "module-neural_compressor.utils.logger"]], "warn() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.warn"]], "warning() (in module neural_compressor.utils.logger)": [[459, "neural_compressor.utils.logger.warning"]], "get_model_path() (in module neural_compressor.utils.neural_insights_utils)": [[460, "neural_compressor.utils.neural_insights_utils.get_model_path"]], "neural_compressor.utils.neural_insights_utils": [[460, "module-neural_compressor.utils.neural_insights_utils"]], "register_neural_insights_workload() (in module neural_compressor.utils.neural_insights_utils)": [[460, "neural_compressor.utils.neural_insights_utils.register_neural_insights_workload"]], "update_neural_insights_workload() (in module neural_compressor.utils.neural_insights_utils)": [[460, "neural_compressor.utils.neural_insights_utils.update_neural_insights_workload"]], "update_neural_insights_workload_accuracy_data() (in module neural_compressor.utils.neural_insights_utils)": [[460, "neural_compressor.utils.neural_insights_utils.update_neural_insights_workload_accuracy_data"]], "neural_compressor.utils.options": [[461, "module-neural_compressor.utils.options"]], "onnxrt (class in neural_compressor.utils.options)": [[461, "neural_compressor.utils.options.onnxrt"]], "is_int8_model() (in module neural_compressor.utils.pytorch)": [[462, "neural_compressor.utils.pytorch.is_int8_model"]], "load() (in module neural_compressor.utils.pytorch)": [[462, "neural_compressor.utils.pytorch.load"]], "load_weight_only() (in module neural_compressor.utils.pytorch)": [[462, "neural_compressor.utils.pytorch.load_weight_only"]], "neural_compressor.utils.pytorch": [[462, "module-neural_compressor.utils.pytorch"]], "recover_model_from_json() (in module neural_compressor.utils.pytorch)": [[462, "neural_compressor.utils.pytorch.recover_model_from_json"]], "captureoutputtofile (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.CaptureOutputToFile"]], "cpuinfo (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.CpuInfo"]], "dequantize() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.Dequantize"]], "dotdict (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.DotDict"]], "global_state (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.GLOBAL_STATE"]], "lazyimport (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.LazyImport"]], "mode (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.MODE"]], "opentry (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.OpEntry"]], "statistics (class in neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.Statistics"]], "alias_param() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.alias_param"]], "calculate_mse() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.calculate_mse"]], "check_key_exist() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.check_key_exist"]], "combine_histogram() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.combine_histogram"]], "compare_objects() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.compare_objects"]], "compute_sparsity() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.compute_sparsity"]], "dequantize_weight() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dequantize_weight"]], "dump_class_attrs() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_class_attrs"]], "dump_data_to_local() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_data_to_local"]], "dump_elapsed_time() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_elapsed_time"]], "dump_table() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_table"]], "dump_table_to_csv() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.dump_table_to_csv"]], "equal_dicts() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.equal_dicts"]], "fault_tolerant_file() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.fault_tolerant_file"]], "get_all_fp32_data() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_all_fp32_data"]], "get_number_of_sockets() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_number_of_sockets"]], "get_op_list() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_op_list"]], "get_size() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_size"]], "get_tensor_histogram() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_tensor_histogram"]], "get_tensors_info() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_tensors_info"]], "get_tuning_history() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_tuning_history"]], "get_weights_details() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.get_weights_details"]], "load_data_from_pkl() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.load_data_from_pkl"]], "mse_metric_gap() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.mse_metric_gap"]], "neural_compressor.utils.utility": [[463, "module-neural_compressor.utils.utility"]], "print_op_list() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.print_op_list"]], "print_table() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.print_table"]], "recover() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.recover"]], "set_random_seed() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.set_random_seed"]], "set_resume_from() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.set_resume_from"]], "set_tensorboard() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.set_tensorboard"]], "set_workspace() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.set_workspace"]], "show_memory_info() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.show_memory_info"]], "singleton() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.singleton"]], "str2array() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.str2array"]], "time_limit() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.time_limit"]], "version1_eq_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_eq_version2"]], "version1_gt_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_gt_version2"]], "version1_gte_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_gte_version2"]], "version1_lt_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_lt_version2"]], "version1_lte_version2() (in module neural_compressor.utils.utility)": [[463, "neural_compressor.utils.utility.version1_lte_version2"]], "weightsdetails (class in neural_compressor.utils.weights_details)": [[464, "neural_compressor.utils.weights_details.WeightsDetails"]], "weightsstatistics (class in neural_compressor.utils.weights_details)": [[464, "neural_compressor.utils.weights_details.WeightsStatistics"]], "neural_compressor.utils.weights_details": [[464, "module-neural_compressor.utils.weights_details"]], "neural_compressor.version": [[465, "module-neural_compressor.version"]]}})
\ No newline at end of file