dfe1a59e4b
* fwd var-seq-len * fixes * benchmark * fixes --------- Co-authored-by: Tri Dao <tridao@users.noreply.github.com>
80 lines
4.8 KiB
C++
80 lines
4.8 KiB
C++
// Inspired by
|
|
// https://github.com/NVIDIA/DALI/blob/main/include/dali/core/static_switch.h
|
|
// and https://github.com/pytorch/pytorch/blob/master/aten/src/ATen/Dispatch.h
|
|
|
|
#pragma once
|
|
|
|
/// @param COND - a boolean expression to switch by
|
|
/// @param CONST_NAME - a name given for the constexpr bool variable.
|
|
/// @param ... - code to execute for true and false
|
|
///
|
|
/// Usage:
|
|
/// ```
|
|
/// BOOL_SWITCH(flag, BoolConst, [&] {
|
|
/// some_function<BoolConst>(...);
|
|
/// });
|
|
/// ```
|
|
//
|
|
|
|
#define BOOL_SWITCH(COND, CONST_NAME, ...) \
|
|
[&] { \
|
|
if (COND) { \
|
|
constexpr static bool CONST_NAME = true; \
|
|
return __VA_ARGS__(); \
|
|
} else { \
|
|
constexpr static bool CONST_NAME = false; \
|
|
return __VA_ARGS__(); \
|
|
} \
|
|
}()
|
|
|
|
#define PREC_SWITCH(PRECTYPE, ...) \
|
|
[&] { \
|
|
if (PRECTYPE == 1) { \
|
|
using kPrecType = cutlass::half_t; \
|
|
constexpr static bool kSoftFp16 = false; \
|
|
constexpr static bool kHybrid = false; \
|
|
return __VA_ARGS__(); \
|
|
} else if (PRECTYPE == 2) { \
|
|
using kPrecType = cutlass::float_e4m3_t; \
|
|
constexpr static bool kSoftFp16 = false; \
|
|
constexpr static bool kHybrid = false; \
|
|
return __VA_ARGS__(); \
|
|
} else if (PRECTYPE == 3) { \
|
|
using kPrecType = cutlass::float_e4m3_t; \
|
|
constexpr static bool kSoftFp16 = false; \
|
|
constexpr static bool kHybrid = true; \
|
|
return __VA_ARGS__(); \
|
|
} else if (PRECTYPE == 4) { \
|
|
using kPrecType = cutlass::float_e4m3_t; \
|
|
constexpr static bool kSoftFp16 = true; \
|
|
constexpr static bool kHybrid = false; \
|
|
return __VA_ARGS__(); \
|
|
} \
|
|
}()
|
|
|
|
#define HEADDIM_SWITCH(HEADDIM, ...) \
|
|
[&] { \
|
|
if (HEADDIM == 64) { \
|
|
constexpr static int kHeadSize = 64; \
|
|
return __VA_ARGS__(); \
|
|
} else if (HEADDIM == 128) { \
|
|
constexpr static int kHeadSize = 128; \
|
|
return __VA_ARGS__(); \
|
|
} else if (HEADDIM == 256) { \
|
|
constexpr static int kHeadSize = 256; \
|
|
return __VA_ARGS__(); \
|
|
} \
|
|
}()
|
|
|
|
#define SEQLEN_SWITCH(USE_VAR_SEQ_LEN, NAME, ...) \
|
|
[&] { \
|
|
bool useSeqLen = USE_VAR_SEQ_LEN; \
|
|
if (useSeqLen) { \
|
|
using NAME = flash::VarSeqLenTraits; \
|
|
return __VA_ARGS__(); \
|
|
} else { \
|
|
using NAME = flash::FixedSeqLenTraits; \
|
|
return __VA_ARGS__(); \
|
|
} \
|
|
}()
|