Skip to content

Commit

Permalink
misc: remove unused functions in prefill parameters (#525)
Browse files Browse the repository at this point in the history
`get_mask_offset` was deprecated.
  • Loading branch information
yzh119 authored Oct 11, 2024
1 parent d0a1d0d commit c7cd8ea
Showing 1 changed file with 0 additions and 6 deletions.
6 changes: 0 additions & 6 deletions include/flashinfer/attention/prefill_params.cuh
Original file line number Diff line number Diff line change
Expand Up @@ -251,12 +251,6 @@ struct BatchPrefillPagedParams : public PrefillParamsBase<DTypeQ, DTypeKV, DType
__host__ __device__ __forceinline__ uint8_t* get_batch_local_mask_ptr(uint32_t batch_idx) const {
return this->custom_mask + qk_indptr[batch_idx];
}

__host__ __device__ __forceinline__ uint32_t get_mask_offset(uint32_t batch_idx, uint32_t qo_idx,
uint32_t kv_idx,
uint32_t kv_len) const {
return qk_indptr[batch_idx] * 8 + qo_idx * kv_len + kv_idx;
}
};

} // namespace flashinfer
Expand Down

0 comments on commit c7cd8ea

Please sign in to comment.