Skip to content

Commit 5c1e496

Browse files
authored
[MISC] replace c10::optional with std::optional (vllm-project#25602)
Signed-off-by: Shiyan Deng <dsy842974287@meta.com>
1 parent e7f27ea commit 5c1e496

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

csrc/rocm/ops.h

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,11 +6,11 @@ torch::Tensor LLMM1(at::Tensor& in_a, at::Tensor& in_b,
66
const int64_t rows_per_block);
77

88
torch::Tensor wvSplitK(const at::Tensor& in_a, const at::Tensor& in_b,
9-
const c10::optional<at::Tensor>& in_bias,
9+
const std::optional<at::Tensor>& in_bias,
1010
const int64_t CuCount);
1111

1212
void wvSplitKQ(const at::Tensor& in_a, const at::Tensor& in_b,
13-
const c10::optional<at::Tensor>& in_bias, at::Tensor& out_c,
13+
const std::optional<at::Tensor>& in_bias, at::Tensor& out_c,
1414
const at::Tensor& scale_a, const at::Tensor& scale_b,
1515
const int64_t CuCount);
1616

csrc/rocm/skinny_gemms.cu

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1271,7 +1271,7 @@ int mindiv(int N, int div1, int div2) {
12711271
}
12721272

12731273
torch::Tensor wvSplitK(const at::Tensor& in_a, const at::Tensor& in_b,
1274-
const c10::optional<at::Tensor>& in_bias,
1274+
const std::optional<at::Tensor>& in_bias,
12751275
const int64_t CuCount) {
12761276
auto M_in = in_a.size(0);
12771277
auto K_in = in_a.size(1);
@@ -1729,7 +1729,7 @@ __global__ void wvSplitKQ_hf_(const int K, const int Kp, const int M,
17291729
#endif // defined(__HIP__MI3XX__) TODO: Add NAVI support
17301730

17311731
void wvSplitKQ(const at::Tensor& in_a, const at::Tensor& in_b,
1732-
const c10::optional<at::Tensor>& in_bias, at::Tensor& out_c,
1732+
const std::optional<at::Tensor>& in_bias, at::Tensor& out_c,
17331733
const at::Tensor& scale_a, const at::Tensor& scale_b,
17341734
const int64_t CuCount) {
17351735
static c10::ScalarType kFp8Type = is_fp8_ocp()

0 commit comments

Comments
 (0)