fovi.arch package

Modules

• fovi.arch.alexnet
  • ConvBlock
    • ConvBlock.__init__()
  • get_backbone()
  • get_repr_size()
  • build_model()
  • alexnet2023_baseline()
• fovi.arch.architectures
  • alexnet2023()
  • fovi_alexnet2023()
  • resnet18()
  • resnet34()
  • resnet50()
  • matched_resnet18()
  • matched_resnet50()
  • fovi_resnet()
  • fovi_resnet9()
  • fovi_resnet9_lowres()
  • fovi_resnet18()
  • fovi_resnet50()
  • fovi_resnet18_lora()
  • fovi_resnet18_lowres()
  • fovi_resnet9_dwsep()
  • fovi_resnet9_dwsep_lowres()
  • fovi_resnet18_dwsep()
  • fovi_resnet18_dwsep_lowres()
  • fovi_vit()
  • fovi_vit_base()
  • fovi_vit_small()
  • fovi_vit_tiny()
  • vit()
  • vit_base()
  • vit_small()
  • vit_tiny()
  • vit_custom()
  • fovi_vit_custom()
  • fovi_dinov3()
  • arch_wrapper()
  • ArchitectureRegistry
    • ArchitectureRegistry.__init__()
    • ArchitectureRegistry.register()
    • ArchitectureRegistry.get()
    • ArchitectureRegistry.has()
    • ArchitectureRegistry.list_architectures()
• fovi.arch.convnextv2
  • LayerNorm
    • LayerNorm.__init__()
    • LayerNorm.forward()
  • GRN
    • GRN.__init__()
    • GRN.forward()
  • Block
    • Block.__init__()
    • Block.forward()
  • ConvNeXtV2
    • ConvNeXtV2.__init__()
    • ConvNeXtV2.forward_features()
    • ConvNeXtV2.forward()
  • convnextv2_atto()
  • convnextv2_femto()
  • convnext_pico()
  • convnextv2_nano()
  • convnextv2_tiny()
  • convnextv2_base()
  • convnextv2_large()
  • convnextv2_huge()
• fovi.arch.dinov3
  • load_dinov3()
  • build_fovi_dinov3()
  • prep_fovi_dinov3_finetuning()
• fovi.arch.knn
  • KNNBaseLayer
    • KNNBaseLayer._set_knn_padding_metadata()
    • KNNBaseLayer._mask_invalid_outputs()
    • KNNBaseLayer._as_geodesic_vertices()
    • KNNBaseLayer._compute_knns()
    • KNNBaseLayer._compute_geodesic_distances()
    • KNNBaseLayer._compute_euclidean_distances_batched()
    • KNNBaseLayer._compute_all_distances()
  • KNNGetterLayer
    • KNNGetterLayer.__init__()
    • KNNGetterLayer.forward()
  • KNNPoolingLayer
    • KNNPoolingLayer.__init__()
    • KNNPoolingLayer._compute_gaussian_weights()
    • KNNPoolingLayer.forward()
  • KNNConvLayer
    • KNNConvLayer.__init__()
    • KNNConvLayer._init_conv_like()
    • KNNConvLayer._pad_and_gather_knns()
    • KNNConvLayer._apply_local_rf()
    • KNNConvLayer._apply_local_rf_to_weights()
    • KNNConvLayer.forward()
    • KNNConvLayer.clear_optimized_cache()
    • KNNConvLayer.compute_reference_coords()
    • KNNConvLayer.compute_local_rf()
    • KNNConvLayer.load_conv2d_weights()
    • KNNConvLayer.load_conv3d_weights()
  • KNNDepthwiseSeparableConvLayer
    • KNNDepthwiseSeparableConvLayer.__init__()
    • KNNDepthwiseSeparableConvLayer._init_depthwise_separable_conv_like()
    • KNNDepthwiseSeparableConvLayer.forward()
  • KNNDepthwiseConvLayer
    • KNNDepthwiseConvLayer.__init__()
    • KNNDepthwiseConvLayer._init_depthwise_conv_like()
    • KNNDepthwiseConvLayer.forward()
  • compute_receptive_field()
  • compute_binary_receptive_field()
  • get_in_out_coords()
  • get_knn_conv_layer()
• fovi.arch.knn_autograd
  • dataclass()
  • TrainingMeta
    • TrainingMeta.cin
    • TrainingMeta.cout
    • TrainingMeta.nin
    • TrainingMeta.nout
    • TrainingMeta.k
    • TrainingMeta.v
    • TrainingMeta.p
    • TrainingMeta.p64
    • TrainingMeta.q
    • TrainingMeta.input_linear
    • TrainingMeta.weight_linear
    • TrainingMeta.input_linear_flat
    • TrainingMeta.weight_linear_flat
    • TrainingMeta.rev_rowptr
    • TrainingMeta.rev_col
    • TrainingMeta.device
    • TrainingMeta.__init__()
  • ensure_training_metadata()
  • _nout_chunk()
  • _pad_flat_input()
  • _effective_weight_t()
  • CompactTorchOps
    • CompactTorchOps.name
    • CompactTorchOps.forward()
    • CompactTorchOps.grad_input()
    • CompactTorchOps.grad_weight()
  • register_ops()
  • KNNConvFunction
    • KNNConvFunction.forward()
    • KNNConvFunction.backward()
  • compact_forward()
  • scatter_forward()
• fovi.arch.knn_cuda
  • forward()
  • grad_input()
  • grad_weight()
  • backward_combined()
  • CudaOps
    • CudaOps.name
    • CudaOps.forward()
    • CudaOps.grad_input()
    • CudaOps.grad_weight()
    • CudaOps.backward_combined()
  • KernelConfig
    • KernelConfig.async_copy
    • KernelConfig.bk
    • KernelConfig.bm
    • KernelConfig.bn
    • KernelConfig.ksteps
    • KernelConfig.rb
    • KernelConfig.vec
    • KernelConfig.wm
    • KernelConfig.wn
  • default_config()
  • default_grad_input_config()
  • default_grad_weight_config()
  • default_grad_weight_ksplit()
  • clear_kernel_cache()
• fovi.arch.knn_gather_gemm
  • _node_index()
  • _scatter_matrix()
  • GatherGemmOps
    • GatherGemmOps.name
    • GatherGemmOps.forward()
    • GatherGemmOps.grad_input()
    • GatherGemmOps.grad_weight()
  • _register_ops()
• fovi.arch.knn_optimization
  • _is_gather_gemm_layer()
  • _native_cuda_supported()
  • clear_cache()
  • select_backend()
  • optimized_forward()
• fovi.arch.knn_pool_cuda
  • PoolMeta
    • PoolMeta.nin
    • PoolMeta.nout
    • PoolMeta.k
    • PoolMeta.indices
    • PoolMeta.indices_i64
    • PoolMeta.count
    • PoolMeta.inv_count
    • PoolMeta.rev_rowptr
    • PoolMeta.rev_kn
    • PoolMeta.device
    • PoolMeta.__init__()
  • pool_meta_from_indices()
  • ensure_pool_metadata()
  • pool_forward()
  • pool_backward()
  • KNNPoolFunction
    • KNNPoolFunction.forward()
    • KNNPoolFunction.backward()
  • pool_function()
  • optimized_pool_forward()
  • clear_pool_cache()
• fovi.arch.knn_warp
• fovi.arch.knnalexnet
  • KNNAlexNetBlock
    • KNNAlexNetBlock.__init__()
    • KNNAlexNetBlock.forward()
  • KNNAlexNet
    • KNNAlexNet.__init__()
    • KNNAlexNet.forward()
• fovi.arch.knnconvnextv2
  • GRN
    • GRN.__init__()
    • GRN.forward()
  • LayerNorm
    • LayerNorm.__init__()
    • LayerNorm.forward()
  • Block
    • Block.__init__()
    • Block.forward()
  • ConvNeXtV2
    • ConvNeXtV2.__init__()
    • ConvNeXtV2.forward_features()
    • ConvNeXtV2.forward()
  • knnconvnextv2_atto()
  • knnconvnextv2_femto()
  • knnconvnextv2_pico()
  • knnconvnextv2_nano()
  • knnconvnextv2_tiny()
  • knnconvnextv2_base()
  • knnconvnextv2_large()
  • knnconvnextv2_huge()
• fovi.arch.knnresnet
  • KNNResNetBasicBlock
    • KNNResNetBasicBlock.__init__()
    • KNNResNetBasicBlock.expansion
    • KNNResNetBasicBlock.forward()
  • KNNResNetBottleneck
    • KNNResNetBottleneck.expansion
    • KNNResNetBottleneck.__init__()
    • KNNResNetBottleneck.forward()
  • KNNResNet
    • KNNResNet.__init__()
    • KNNResNet._make_layer()
    • KNNResNet.forward()
• fovi.arch.knnvit
  • KNNPatchEmbedding
    • KNNPatchEmbedding.__init__()
    • KNNPatchEmbedding.forward()
  • PartitioningPatchEmbedding
    • PartitioningPatchEmbedding.__init__()
  • KNNPartitioningPatchEmbedding
    • KNNPartitioningPatchEmbedding._stable_neighbor_order()
    • KNNPartitioningPatchEmbedding.__init__()
  • KNNViT
    • KNNViT.__init__()
    • KNNViT.forward()
  • FoviDinoV3RoPE
    • FoviDinoV3RoPE.inv_freq
    • FoviDinoV3RoPE.__init__()
    • FoviDinoV3RoPE.forward()
  • resample_patch_embed_conv()
• fovi.arch.mlp
  • LayerBlock
    • LayerBlock.__init__()
  • get_mlp()
  • MLPWrapper
    • MLPWrapper.__init__()
    • MLPWrapper.forward()
• fovi.arch.norm
  • KNNChannelNorm
    • KNNChannelNorm.__init__()
    • KNNChannelNorm.forward()
  • KNNBatchNorm
    • KNNBatchNorm.__init__()
  • KNNCoordNorm
    • KNNCoordNorm.__init__()
  • KNNLayerNorm
    • KNNLayerNorm.__init__()
  • KNNGroupNorm
    • KNNGroupNorm.__init__()
  • find_valid_num_groups()
  • get_norm()
• fovi.arch.polar
  • PolarPadder
    • PolarPadder.__init__()
    • PolarPadder.forward()
  • convert_model_to_polar()
• fovi.arch.pretrained_resnet
  • Iterable
  • ResNet18_Weights
    • ResNet18_Weights.IMAGENET1K_V1
    • ResNet18_Weights.DEFAULT
  • resnet18()
    • ResNet18_Weights
      • ResNet18_Weights.IMAGENET1K_V1
      • ResNet18_Weights.DEFAULT
  • apply_lora()
  • KNNConvLayer
    • KNNConvLayer.__init__()
    • KNNConvLayer._init_conv_like()
    • KNNConvLayer._pad_and_gather_knns()
    • KNNConvLayer._apply_local_rf()
    • KNNConvLayer._apply_local_rf_to_weights()
    • KNNConvLayer.forward()
    • KNNConvLayer.clear_optimized_cache()
    • KNNConvLayer.compute_reference_coords()
    • KNNConvLayer.compute_local_rf()
    • KNNConvLayer.load_conv2d_weights()
    • KNNConvLayer.load_conv3d_weights()
  • KNNResNet
    • KNNResNet.__init__()
    • KNNResNet._make_layer()
    • KNNResNet.forward()
  • flattened_basic_blocks()
  • load_torchvision_resnet18()
  • load_torchvision_resnet_backbone()
  • prep_fovi_resnet_finetuning()
• fovi.arch.resnet
  • conv3x3_polar()
  • conv_polar()
  • BasicBlockPolar
    • BasicBlockPolar.expansion
    • BasicBlockPolar.expansion
    • BasicBlockPolar.__init__()
    • BasicBlockPolar.forward()
  • BottleneckPolar
    • BottleneckPolar.expansion
    • BottleneckPolar.expansion
    • BottleneckPolar.__init__()
    • BottleneckPolar.forward()
  • ResNet
    • ResNet.__init__()
  • resnet18()
  • resnet34()
  • resnet50()
  • resnet101()
  • get_repr_size()
  • resnet_ssl()
• fovi.arch.vit
  • apply_2d_rotary_pos_emb()
  • PositionalEncoding
    • PositionalEncoding.__init__()
    • PositionalEncoding.forward()
  • RoPEPositionalEncoding
    • RoPEPositionalEncoding.__init__()
    • RoPEPositionalEncoding.forward()
  • PatchEmbedding
    • PatchEmbedding.__init__()
    • PatchEmbedding.forward()
  • MultiHeadSelfAttention
    • MultiHeadSelfAttention.__init__()
    • MultiHeadSelfAttention.forward()
  • RoPEMultiHeadSelfAttention
    • RoPEMultiHeadSelfAttention.__init__()
    • RoPEMultiHeadSelfAttention.forward()
  • TransformerBlock
    • TransformerBlock.__init__()
    • TransformerBlock.forward()
  • RoPETransformerBlock
    • RoPETransformerBlock.__init__()
  • VisionTransformer
    • VisionTransformer.__init__()
    • VisionTransformer._init_weights()
    • VisionTransformer.forward()
• fovi.arch.wrapper
  • BackboneProjectorWrapper
    • BackboneProjectorWrapper.__init__()
    • BackboneProjectorWrapper.forward()