167 lines
7.5 KiB
MLIR
167 lines
7.5 KiB
MLIR
|
// RUN: mlir-opt -split-input-file -test-tensor-transform-patterns="test-simplify-pack-unpack-patterns" %s | FileCheck %s
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @single_dim_packing(
|
||
|
|
// CHECK-SAME: %[[ARG0:.+]]: tensor<256xf32>)
|
||
|
|
// CHECK: %[[EXPANDED:.+]] = tensor.expand_shape %[[ARG0]] {{\[}}[0, 1]] : tensor<256xf32> into tensor<8x32xf32>
|
||
|
|
// CHECK: return %[[EXPANDED]] : tensor<8x32xf32>
|
||
|
|
func.func @single_dim_packing(%arg0: tensor<256xf32>) -> tensor<8x32xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<8x32xf32>
|
||
|
|
%0 = tensor.pack %arg0 inner_dims_pos = [0] inner_tiles = [32] into %empty : tensor<256xf32> -> tensor<8x32xf32>
|
||
|
|
return %0 : tensor<8x32xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @single_dim_packing_with_padding(
|
||
|
|
// CHECK-SAME: %[[ARG0:.+]]: tensor<255xf32>)
|
||
|
|
// CHECK-NOT: tensor.expand_shape
|
||
|
|
// CHECK: tensor.pack
|
||
|
|
func.func @single_dim_packing_with_padding(%arg0: tensor<255xf32>) -> tensor<8x32xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<8x32xf32>
|
||
|
|
%cst = arith.constant 0.000000e+00 : f32
|
||
|
|
%0 = tensor.pack %arg0 padding_value(%cst : f32) inner_dims_pos = [0] inner_tiles = [32] into %empty : tensor<255xf32> -> tensor<8x32xf32>
|
||
|
|
return %0 : tensor<8x32xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @single_last_inner_dim_packing(
|
||
|
|
// CHECK-SAME: %[[ARG0:.+]]: tensor<5x256xf32>)
|
||
|
|
// CHECK: %[[EXPANDED:.+]] = tensor.expand_shape %[[ARG0]] {{\[}}[0], [1, 2]] : tensor<5x256xf32> into tensor<5x8x32xf32>
|
||
|
|
// CHECK: return %[[EXPANDED]] : tensor<5x8x32xf32>
|
||
|
|
func.func @single_last_inner_dim_packing(%arg0: tensor<5x256xf32>) -> tensor<5x8x32xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<5x8x32xf32>
|
||
|
|
%0 = tensor.pack %arg0 inner_dims_pos = [1] inner_tiles = [32] into %empty : tensor<5x256xf32> -> tensor<5x8x32xf32>
|
||
|
|
return %0 : tensor<5x8x32xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @pack_1d_with_outer_dims_perm(
|
||
|
|
// CHECK-SAME: %[[ARG0:.+]]: tensor<64xf32>)
|
||
|
|
// CHECK: %[[EXPANDED:.+]] = tensor.expand_shape %[[ARG0]] {{\[}}[0, 1]] : tensor<64xf32> into tensor<2x32xf32>
|
||
|
|
// CHECK: return %[[EXPANDED]] : tensor<2x32xf32>
|
||
|
|
func.func @pack_1d_with_outer_dims_perm(%arg0: tensor<64xf32>) -> tensor<2x32xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<2x32xf32>
|
||
|
|
%pack = tensor.pack %arg0 outer_dims_perm = [0] inner_dims_pos = [0] inner_tiles = [32] into %empty : tensor<64xf32> -> tensor<2x32xf32>
|
||
|
|
return %pack : tensor<2x32xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @single_last_inner_dim_packing_with_identity_outer_dims_perm(
|
||
|
|
// CHECK-SAME: %[[ARG0:.+]]: tensor<5x256xf32>)
|
||
|
|
// CHECK: %[[EXPANDED:.+]] = tensor.expand_shape %[[ARG0]] {{\[}}[0], [1, 2]] : tensor<5x256xf32> into tensor<5x8x32xf32>
|
||
|
|
// CHECK: return %[[EXPANDED]] : tensor<5x8x32xf32>
|
||
|
|
func.func @single_last_inner_dim_packing_with_identity_outer_dims_perm(%arg0: tensor<5x256xf32>) -> tensor<5x8x32xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<5x8x32xf32>
|
||
|
|
%0 = tensor.pack %arg0 outer_dims_perm = [0, 1] inner_dims_pos = [1] inner_tiles = [32] into %empty : tensor<5x256xf32> -> tensor<5x8x32xf32>
|
||
|
|
return %0 : tensor<5x8x32xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @packing_with_outer_dims_perm(
|
||
|
|
// CHECK-NOT: tensor.expand_shape
|
||
|
|
// CHECK: tensor.pack
|
||
|
|
func.func @packing_with_outer_dims_perm(%arg0: tensor<5x256xf32>) -> tensor<8x5x32xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<8x5x32xf32>
|
||
|
|
%0 = tensor.pack %arg0 outer_dims_perm = [1, 0] inner_dims_pos = [1] inner_tiles = [32] into %empty : tensor<5x256xf32> -> tensor<8x5x32xf32>
|
||
|
|
return %0 : tensor<8x5x32xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @single_first_inner_dim_packing(
|
||
|
|
// CHECK-NOT: tensor.expand_shape
|
||
|
|
// CHECK: tensor.pack
|
||
|
|
func.func @single_first_inner_dim_packing(%arg0: tensor<256x5xf32>) -> tensor<8x5x32xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<8x5x32xf32>
|
||
|
|
%0 = tensor.pack %arg0 inner_dims_pos = [0] inner_tiles = [32] into %empty : tensor<256x5xf32> -> tensor<8x5x32xf32>
|
||
|
|
return %0 : tensor<8x5x32xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @unpack_1d_to_collapse
|
||
|
|
// CHECK-SAME: %[[ARG0:.+]]: tensor<8x32xf32>)
|
||
|
|
// CHECK: %[[COLLAPSED:.+]] = tensor.collapse_shape %[[ARG0]] {{\[}}[0, 1]] : tensor<8x32xf32> into tensor<256xf32>
|
||
|
|
// CHECK: return %[[COLLAPSED]]
|
||
|
|
func.func @unpack_1d_to_collapse(%arg0: tensor<8x32xf32>) -> tensor<256xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<256xf32>
|
||
|
|
%0 = tensor.unpack %arg0 inner_dims_pos = [0] inner_tiles = [32] into %empty : tensor<8x32xf32> -> tensor<256xf32>
|
||
|
|
return %0 : tensor<256xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @unpack_to_partial_slice
|
||
|
|
// CHECK-NOT: tensor.collapse
|
||
|
|
// CHECK: tensor.unpack
|
||
|
|
func.func @unpack_to_partial_slice(%arg0: tensor<8x32xf32>) -> tensor<255xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<255xf32>
|
||
|
|
%0 = tensor.unpack %arg0 inner_dims_pos = [0] inner_tiles = [32] into %empty : tensor<8x32xf32> -> tensor<255xf32>
|
||
|
|
return %0 : tensor<255xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @unpack_dynamic
|
||
|
|
// CHECK-NOT: tensor.collapse
|
||
|
|
// CHECK: tensor.unpack
|
||
|
|
func.func @unpack_dynamic(%arg0: tensor<?x32xf32>) -> tensor<?xf32> {
|
||
|
|
%c32 = arith.constant 32 : index
|
||
|
|
%c0 = arith.constant 0 : index
|
||
|
|
%d0 = tensor.dim %arg0, %c0 : tensor<?x32xf32>
|
||
|
|
%size = arith.muli %d0, %c32 : index
|
||
|
|
%empty = tensor.empty(%size) : tensor<?xf32>
|
||
|
|
%0 = tensor.unpack %arg0 inner_dims_pos = [0] inner_tiles = [32] into %empty : tensor<?x32xf32> -> tensor<?xf32>
|
||
|
|
return %0 : tensor<?xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @single_last_inner_dim_unpacking(
|
||
|
|
// CHECK-SAME: %[[ARG0:.+]]: tensor<5x8x32xf32>)
|
||
|
|
// CHECK: %[[COLLAPSED:.+]] = tensor.collapse_shape %[[ARG0]] {{\[}}[0], [1, 2]] : tensor<5x8x32xf32> into tensor<5x256xf32>
|
||
|
|
// CHECK: return %[[COLLAPSED]] : tensor<5x256xf32>
|
||
|
|
func.func @single_last_inner_dim_unpacking(%arg0: tensor<5x8x32xf32>) -> tensor<5x256xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<5x256xf32>
|
||
|
|
%0 = tensor.unpack %arg0 inner_dims_pos = [1] inner_tiles = [32] into %empty : tensor<5x8x32xf32> -> tensor<5x256xf32>
|
||
|
|
return %0 : tensor<5x256xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @single_last_inner_dim_unpacking_with_identity_outer_dims_perm(
|
||
|
|
// CHECK-SAME: %[[ARG0:.+]]: tensor<5x8x32xf32>)
|
||
|
|
// CHECK: %[[COLLAPSED:.+]] = tensor.collapse_shape %[[ARG0]] {{\[}}[0], [1, 2]] : tensor<5x8x32xf32> into tensor<5x256xf32>
|
||
|
|
// CHECK: return %[[COLLAPSED]] : tensor<5x256xf32>
|
||
|
|
func.func @single_last_inner_dim_unpacking_with_identity_outer_dims_perm(%arg0: tensor<5x8x32xf32>) -> tensor<5x256xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<5x256xf32>
|
||
|
|
%0 = tensor.unpack %arg0 outer_dims_perm = [0, 1] inner_dims_pos = [1] inner_tiles = [32] into %empty : tensor<5x8x32xf32> -> tensor<5x256xf32>
|
||
|
|
return %0 : tensor<5x256xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @unpacking_with_outer_dims_perm(
|
||
|
|
// CHECK-NOT: tensor.collpase_shape
|
||
|
|
// CHECK: tensor.unpack
|
||
|
|
func.func @unpacking_with_outer_dims_perm(%arg0: tensor<8x5x32xf32>) -> tensor<5x256xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<5x256xf32>
|
||
|
|
%0 = tensor.unpack %arg0 outer_dims_perm = [1, 0] inner_dims_pos = [1] inner_tiles = [32] into %empty : tensor<8x5x32xf32> -> tensor<5x256xf32>
|
||
|
|
return %0 : tensor<5x256xf32>
|
||
|
|
}
|
||
|
|
|
||
|
|
// -----
|
||
|
|
|
||
|
|
// CHECK-LABEL: func.func @single_first_inner_dim_unpacking(
|
||
|
|
// CHECK-NOT: tensor.collapse_shape
|
||
|
|
// CHECK: tensor.unpack
|
||
|
|
func.func @single_first_inner_dim_unpacking(%arg0: tensor<8x5x32xf32>) -> tensor<256x5xf32> {
|
||
|
|
%empty = tensor.empty() : tensor<256x5xf32>
|
||
|
|
%0 = tensor.unpack %arg0 inner_dims_pos = [0] inner_tiles = [32] into %empty : tensor<8x5x32xf32> -> tensor<256x5xf32>
|
||
|
|
return %0 : tensor<256x5xf32>
|
||
|
|
}
|