Text-to-Image
Diffusion Single File
qwen-image
qwen-image-2.1
nvfp4
comfyui
quantized
image-editing
rtx-5090
Instructions to use BennyDaBall/Qwen-Image-2.1-NVFP4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusion Single File
How to use BennyDaBall/Qwen-Image-2.1-NVFP4 with Diffusion Single File:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
| {"input_packed_shape": [112, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaMemcpyToSymbol", "device": "DeviceType.CPU"}, {"name": "Runtime Triggered Module Loading", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "Memcpy HtoD (Pageable -> Device)", "device": "DeviceType.CUDA"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cudaDeviceGetAttribute", "device": "DeviceType.CPU"}, {"name": "cudaFuncSetAttribute", "device": "DeviceType.CPU"}, {"name": "Runtime Triggered Module Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyAvailableDynamicSMemPerBlock", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "device": "DeviceType.CPU"}, {"name": "cudaFuncSetAttribute", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaOccupancyMaxActiveClusters", "device": "DeviceType.CPU"}, {"name": "cudaThreadExchangeStreamCaptureMode", "device": "DeviceType.CPU"}, {"name": "cudaThreadExchangeStreamCaptureMode", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Lazy Function Loading", "device": "DeviceType.CPU"}, {"name": "Memset (Device)", "device": "DeviceType.CUDA"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu_stream_k", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [32, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [4192, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [4096, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [128, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [4208, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [1136, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [1056, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [8288, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [96, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "Memset (Device)", "device": "DeviceType.CUDA"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu_stream_k", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |
| {"input_packed_shape": [4176, 2048], "weight_packed_shape": [4096, 2048], "events": [{"name": "comfy_kitchen::scaled_mm_nvfp4", "device": "DeviceType.CPU"}, {"name": "aten::mul", "device": "DeviceType.CPU"}, {"name": "Activity Buffer Request", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "cudaLaunchKernel", "device": "DeviceType.CPU"}, {"name": "_ZN2at6native29vectorized_elementwise_kernelILi4ENS0_13BinaryFunctorIfffNS0_15binary_internal10MulFunctorIfEEEESt5arrayIPcLy3EELb0EEEviT0_T1_", "device": "DeviceType.CUDA"}, {"name": "aten::reshape", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaMallocAsync", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::view", "device": "DeviceType.CPU"}, {"name": "aten::empty", "device": "DeviceType.CPU"}, {"name": "cudaGetSymbolAddress", "device": "DeviceType.CPU"}, {"name": "cuLaunchKernelEx", "device": "DeviceType.CPU"}, {"name": "cutlass3x_sm120_bstensorop_s16864gemm_block_scaled_ue4m3xe2m1_ue4m3xe2m1_f32_bf16_bf16_128x128x256_1x1x1_0_tnn_align32_o_vs16_bias_bf16_relu", "device": "DeviceType.CUDA"}, {"name": "cudaFreeAsync", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}, {"name": "cudaDeviceSynchronize", "device": "DeviceType.CPU"}]} | |