#if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
#include <ATen/core/boxing/impl/WrapFunctionIntoFunctor.h>
#include <ATen/core/boxing/impl/WrapFunctionIntoRuntimeFunctor.h>
#include <ATen/core/boxing/impl/boxing.h>
#include <ATen/core/boxing/impl/make_boxed_from_unboxed_functor.h>

#include <c10/util/C++17.h>
#include <type_traits>

namespace c10 {

namespace detail {
template <typename Base, typename Child, typename... Args>
std::enable_if_t<
    !std::is_array_v<Base> && !std::is_array_v<Child> &&
        std::is_base_of_v<Base, Child>,
    std::unique_ptr<Base>>
make_unique_base(Args&&... args) {
  return std::make_unique<Child>(std::forward<Args>(args)...);
}
} // namespace detail

inline KernelFunction::KernelFunction()
    : unboxed_kernel_func_(nullptr), sym_unboxed_kernel_func_(nullptr) {}

inline KernelFunction::~KernelFunction() {
  if (tokens_) {
    for (auto& weak_token : *tokens_) {
      if (auto token = weak_token.lock()) {
        token->invalidate();
      }
    }
  }
}

inline KernelFunction::KernelFunction(const KernelFunction& other)
    : boxed_kernel_func_(other.boxed_kernel_func_),
      unboxed_kernel_func_(other.unboxed_kernel_func_),
      sym_unboxed_kernel_func_(other.sym_unboxed_kernel_func_) {
  // tokens_ is intentionally not copied as we only care about invalidating
  // tokens if the original KernelFunction is destroyed
}

inline KernelFunction& KernelFunction::operator=(const KernelFunction& other) {
  if (this != &other) {
    boxed_kernel_func_ = other.boxed_kernel_func_;
    unboxed_kernel_func_ = other.unboxed_kernel_func_;
    sym_unboxed_kernel_func_ = other.sym_unboxed_kernel_func_;

    // tokens_ is intentionally not copied as we only care about invalidating
    // tokens if the original KernelFunction is destroyed
  }
  return *this;
}

inline KernelFunction::KernelFunction(
    std::unique_ptr<OperatorKernel> functor,
    InternalBoxedKernelFunction* boxed_kernel_func,
    void* unboxed_kernel_func,
    void* sym_unboxed_kernel_func = nullptr)
    : boxed_kernel_func_(std::move(functor), boxed_kernel_func),
      unboxed_kernel_func_(unboxed_kernel_func),
      sym_unboxed_kernel_func_(sym_unboxed_kernel_func) {}

inline KernelFunction::KernelFunction(
    BoxedKernel boxed_fn,
    void* unboxed_kernel_func,
    void* sym_unboxed_kernel_func = nullptr)
    : boxed_kernel_func_(std::move(boxed_fn)),
      unboxed_kernel_func_(unboxed_kernel_func),
      sym_unboxed_kernel_func_(sym_unboxed_kernel_func) {}

inline bool KernelFunction::isValidUnboxed() const {
  return unboxed_kernel_func_ != nullptr;
}

inline bool KernelFunction::isValidSymUnboxed() const {
  return sym_unboxed_kernel_func_ != nullptr;
}

inline bool KernelFunction::isValid() const {
  return boxed_kernel_func_.isValid();
}

inline bool KernelFunction::isFallthrough() const {
  return boxed_kernel_func_.isFallthrough();
}

inline void KernelFunction::callBoxed(
    const OperatorHandle& opHandle,
    DispatchKeySet dispatchKeySet,
    Stack* stack) const {
  boxed_kernel_func_.callBoxed(opHandle, dispatchKeySet, stack);
}

template <class Return, class... Args>
inline Return callUnboxedKernelFunction(
    void* unboxed_kernel_func,
    OperatorKernel* functor,
    DispatchKeySet dispatchKeySet,
    Args&&... args) {
  using ActualSignature = Return(OperatorKernel*, DispatchKeySet, Args...);
  ActualSignature* func =
      reinterpret_cast<ActualSignature*>(unboxed_kernel_func);
  return (*func)(functor, dispatchKeySet, std::forward<Args>(args)...);
}

// This template requires you to explicitly specify the argument you want to
// forward; it doesn't work if you try to deduce it
// NB: keep this in sync with cloneWithRealTypes in function_schema.cpp

template <typename T>
inline typename remove_symint<T>::type unpackSymInt(T x) {
  return x;
}

template <>
inline remove_symint<c10::SymInt>::type unpackSymInt(c10::SymInt x) {
  return x.guard_int(__FILE__, __LINE__);
}

template <>
inline remove_symint<c10::SymIntArrayRef>::type unpackSymInt(
    c10::SymIntArrayRef x) {
  return C10_AS_INTARRAYREF_SLOW(x);
}

template <>
inline remove_symint<std::optional<c10::SymInt>>::type unpackSymInt(
    std::optional<c10::SymInt> x) {
  return x.has_value() ? std::make_optional(x->guard_int(__FILE__, __LINE__))
                       : std::nullopt;
}

template <>
inline remove_symint<at::OptionalSymIntArrayRef>::type unpackSymInt(
    at::OptionalSymIntArrayRef x) {
  return x.has_value() ? std::make_optional(C10_AS_INTARRAYREF_SLOW(*x))
                       : std::nullopt;
}

template <class Return, class... Args>
C10_ALWAYS_INLINE Return KernelFunction::call(
    const OperatorHandle& opHandle,
    DispatchKeySet dispatchKeySet,
    Args... args) const {
  // note: Args above is intentionally not Args&&. We don't want perfect
  // forwarding, which would require Args to be deduced, but instead we
  // want callers to explicitly specify the Args.

  if constexpr (std::disjunction_v<has_symint<Args>...>) {
    if (sym_unboxed_kernel_func_ != nullptr) {
      auto* functor = boxed_kernel_func_.getFunctor();
      return callUnboxedKernelFunction<Return, Args...>(
          sym_unboxed_kernel_func_,
          functor,
          dispatchKeySet,
          std::forward<Args>(args)...);
    }

    if (unboxed_kernel_func_ != nullptr) {
      auto* functor = boxed_kernel_func_.getFunctor();
      return callUnboxedKernelFunction<
          Return,
          typename remove_symint<Args>::type...>(
          unboxed_kernel_func_,
          functor,
          dispatchKeySet,
          unpackSymInt<Args>(args)...);
    }
  } else {
    if (C10_LIKELY(unboxed_kernel_func_ != nullptr)) {
      auto* functor = boxed_kernel_func_.getFunctor();
      return callUnboxedKernelFunction<Return, Args...>(
          unboxed_kernel_func_,
          functor,
          dispatchKeySet,
          std::forward<Args>(args)...);
    }
  }

  return impl::BoxedKernelWrapper<Return(Args...)>::call(
      boxed_kernel_func_,
      opHandle,
      dispatchKeySet,
      std::forward<Args>(args)...);
}

inline void KernelFunction::registerToken(
    std::weak_ptr<KernelToken> token) const {
  if (!tokens_) {
    tokens_ = std::make_unique<std::vector<std::weak_ptr<KernelToken>>>();
  }
  tokens_->push_back(std::move(token));
}

inline KernelFunction KernelFunction::makeFromBoxedKernel(
    BoxedKernel boxed_fn) {
  return KernelFunction(
      std::move(boxed_fn), nullptr); // no unboxed function pointer
}

template <KernelFunction::BoxedKernelFunction* func>
inline KernelFunction KernelFunction::makeFromBoxedFunction() {
  return KernelFunction::makeFromBoxedKernel(
      BoxedKernel::makeFromFunction<func>());
}

template <KernelFunction::BoxedKernelFunction_withDispatchKeys* func>
inline KernelFunction KernelFunction::makeFromBoxedFunction() {
  return KernelFunction::makeFromBoxedKernel(
      BoxedKernel::makeFromFunction<func>());
}

inline KernelFunction KernelFunction::makeFallthrough() {
  return KernelFunction::makeFromBoxedKernel(BoxedKernel::makeFallthrough());
}

inline KernelFunction KernelFunction::makeAmbiguousAutogradOther() {
  return KernelFunction::makeFromBoxedKernel(
      BoxedKernel::makeAmbiguousAutogradOther());
}

inline KernelFunction KernelFunction::makeNamedNotSupported() {
  return KernelFunction::makeFromBoxedKernel(
      BoxedKernel::makeNamedNotSupported());
}

template <bool AllowLegacyTypes, class KernelFunctor>
inline KernelFunction KernelFunction::makeFromUnboxedFunctor(
    std::unique_ptr<OperatorKernel> kernelFunctor) {
#ifndef NDEBUG
  // This assertion is costly for build time so it's debug-gated.
  static_assert(
      guts::is_functor<KernelFunctor>::value,
      "Tried to call KernelFunction::makeFromUnboxedFunctor<KernelFunctor> but the argument is not a functor.");
#endif
  static_assert(
      std::is_base_of_v<OperatorKernel, KernelFunctor>,
      "Tried to call KernelFunction::makeFromUnboxedFunctor<KernelFunctor>, but the functor doesn't inherit from c10::OperatorKernel. Please have the functor inherit from it.");

  auto* unboxed_fn = &impl::wrap_kernel_functor_unboxed<KernelFunctor>::call;
  void* void_unboxed_fn = reinterpret_cast<void*>(unboxed_fn);
  bool is_symint = fn_has_symint<decltype(unboxed_fn)>::value;
  return KernelFunction(
      std::move(kernelFunctor),
      &impl::make_boxed_from_unboxed_functor<KernelFunctor, AllowLegacyTypes>::
          call,
      is_symint ? nullptr : void_unboxed_fn,
      is_symint ? void_unboxed_fn : nullptr);
}

template <class KernelFunctor>
inline KernelFunction KernelFunction::makeFromBoxedFunctor(
    std::unique_ptr<KernelFunctor> kernelFunctor) {
  return KernelFunction::makeFromBoxedKernel(
      BoxedKernel::makeFromFunctor(std::move(kernelFunctor)));
}

template <class FuncPtr, bool AllowLegacyTypes>
inline KernelFunction KernelFunction::makeFromUnboxedFunction(
    FuncPtr func_ptr) {
  static_assert(
      is_compile_time_function_pointer<FuncPtr>::value,
      "Tried to call KernelFunction::makeFromUnboxedFunction with an invalid parameter. It must be a function pointer created with TORCH_FN.");
  static_assert(
      !std::is_same_v<typename FuncPtr::FuncType, BoxedKernelFunction>,
      "Tried to call KernelFunction::makeFromUnboxedFunction with a boxed function pointer. Please use KernelFunction::makeFromBoxedFunction instead.");
#if defined(__GNUC__) && defined(__SANITIZE_ADDRESS__) && !defined(__CUDACC__)
  TORCH_INTERNAL_ASSERT(
      FuncPtr::func_ptr() != nullptr, "Kernel function cannot be nullptr");
#else
  static_assert(
      FuncPtr::func_ptr() != nullptr, "Kernel function cannot be nullptr");
#endif

#if !defined(C10_MOBILE)
  (void)func_ptr; // Suppress unused variable warning
  return makeFromUnboxedFunctor<
      AllowLegacyTypes,
      typename impl::WrapFunctionIntoFunctor<FuncPtr>::type>(
      detail::make_unique_base<
          OperatorKernel,
          typename impl::WrapFunctionIntoFunctor<FuncPtr>::type>());
#else
  // On mobile, we rather want to optimize for binary size than for performance,
  // so let's not inline the kernel into the wrapper but use
  // makeFromUnboxedRuntimeFunction instead.
  return makeFromUnboxedRuntimeFunction(func_ptr.func_ptr());
#endif
}

template <bool AllowLegacyTypes, class FuncType>
inline KernelFunction KernelFunction::makeFromUnboxedRuntimeFunction(
    FuncType* func) {
  static_assert(
      guts::is_function_type<FuncType>::value,
      "Tried to call KernelFunction::makeFromUnboxedRuntimeFunction with a non-function type.");
  static_assert(
      !std::is_same_v<FuncType, BoxedKernelFunction>,
      "Tried to call KernelFunction::makeFromUnboxedRuntimeFunction with a boxed function pointer. Please use KernelFunction::makeFromBoxedFunction instead.");
  TORCH_INTERNAL_ASSERT(func != nullptr, "Kernel function cannot be nullptr");

  return makeFromUnboxedFunctor<
      AllowLegacyTypes,
      impl::WrapFunctionIntoRuntimeFunctor<std::decay_t<FuncType>>>(
      detail::make_unique_base<
          OperatorKernel,
          impl::WrapFunctionIntoRuntimeFunctor<std::decay_t<FuncType>>>(func));
}

template <bool AllowLegacyTypes, class Lambda>
inline std::enable_if_t<
    guts::is_stateless_lambda<std::decay_t<Lambda>>::value,
    KernelFunction>
KernelFunction::makeFromUnboxedLambda(Lambda&& lambda) {
  static_assert(
      guts::is_functor<std::decay_t<Lambda>>::value,
      "Tried to call KernelFunction::makeFromUnboxedLambda with a non-lambda type.");

#if !defined(C10_MOBILE)
  return makeFromUnboxedFunctor<
      AllowLegacyTypes,
      impl::WrapFunctionIntoRuntimeFunctor<std::decay_t<Lambda>>>(
      detail::make_unique_base<
          OperatorKernel,
          impl::WrapFunctionIntoRuntimeFunctor<std::decay_t<Lambda>>>(
          std::forward<Lambda>(lambda)));
#else
  // On mobile, we rather want to optimize for binary size than for performance,
  // so let's not inline the kernel into the wrapper but use
  // makeFromUnboxedRuntimeFunction instead.
  using FuncType =
      typename guts::infer_function_traits_t<std::decay_t<Lambda>>::func_type;
  return makeFromUnboxedRuntimeFunction<AllowLegacyTypes, FuncType>(lambda);
#endif
}

template <bool AllowLegacyTypes, class Lambda>
inline std::enable_if_t<
    !guts::is_stateless_lambda<std::decay_t<Lambda>>::value,
    KernelFunction>
KernelFunction::makeFromUnboxedLambda(Lambda&& lambda) {
  static_assert(
      guts::is_functor<std::decay_t<Lambda>>::value,
      "Tried to call KernelFunction::makeFromUnboxedLambda with a non-lambda type.");

  return makeFromUnboxedFunctor<
      AllowLegacyTypes,
      impl::WrapFunctionIntoRuntimeFunctor<std::decay_t<Lambda>>>(
      detail::make_unique_base<
          OperatorKernel,
          impl::WrapFunctionIntoRuntimeFunctor<std::decay_t<Lambda>>>(
          std::forward<Lambda>(lambda)));
}

inline bool KernelToken::isValid() const {
  return !invalid_.load(std::memory_order_acquire);
}

inline void KernelToken::invalidate() {
  invalid_.store(true, std::memory_order_release);
}

inline SafeKernelFunction::SafeKernelFunction(
    const KernelFunction* kernel,
    std::string debug,
    std::shared_ptr<OperatorHandle> opHandle)
    : kernel_(kernel ? *kernel : KernelFunction()),
      token_(std::make_shared<KernelToken>()),
      debug_(std::move(debug)),
      opHandle_(std::move(opHandle)) {
  // Register the token with the original kernel so it gets invalidated when the
  // kernel is destroyed
  if (kernel) {
    kernel->registerToken(token_);
  }
}

inline void SafeKernelFunction::callBoxed(
    const OperatorHandle& opHandle,
    DispatchKeySet dispatchKeySet,
    Stack* stack) const {
  TORCH_CHECK(
      token_ && token_->isValid(),
      "SafeKernelFunction has been invalidated ",
      debug_);
  kernel_.callBoxed(opHandle, dispatchKeySet, stack);
}

} // namespace c10

#else
#error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
#endif  // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)