math.hpp

Go to the documentation of this file.

 
#pragma once
 
#include "shape.hpp"
#include "tensorptr.hpp"
 
#include <iostream>
#include <vector>
 
namespace dl {
    [[nodiscard]] TensorPtr pow(TensorPtr base, float exponent) noexcept;
 
    [[nodiscard]] TensorPtr exp(TensorPtr x) noexcept;
 
    [[nodiscard]] TensorPtr log(TensorPtr x) noexcept;
 
    [[nodiscard]] TensorPtr sqrt(TensorPtr x) noexcept;
 
    [[nodiscard]] TensorPtr rsqrt(TensorPtr x) noexcept;
 
    [[nodiscard]] TensorPtr mean(TensorPtr x) noexcept;
    [[nodiscard]] TensorPtr mean(TensorPtr x, int dim, bool keepdim = false) noexcept;
 
    [[nodiscard]] TensorPtr sum(TensorPtr x) noexcept;
    [[nodiscard]] TensorPtr sum(TensorPtr x, int dim, bool keepdim = false) noexcept;
 
    [[nodiscard]] TensorPtr min(TensorPtr x) noexcept;
    [[nodiscard]] TensorPtr min(TensorPtr x, int dim, bool keepdim = false) noexcept;
 
    [[nodiscard]] TensorPtr max(TensorPtr x) noexcept;
    [[nodiscard]] TensorPtr max(TensorPtr x, int dim, bool keepdim = false) noexcept;
    [[nodiscard]] TensorPtr max(TensorPtr x, TensorPtr y) noexcept;
 
    struct DOF {
        size_t dof;
    };
 
    [[nodiscard]] TensorPtr var(TensorPtr x, DOF dof = DOF{1}) noexcept;
    [[nodiscard]] TensorPtr var(TensorPtr x, int dim, DOF dof = DOF{1}) noexcept;
 
    [[nodiscard]] TensorPtr erf(TensorPtr x) noexcept;
 
    [[nodiscard]] TensorPtr relu(TensorPtr x) noexcept;
 
    // Tensor-Scalar Operations
    [[nodiscard]] TensorPtr operator+(TensorPtr left, float right) noexcept;
    [[nodiscard]] TensorPtr operator-(TensorPtr left, float right) noexcept;
    [[nodiscard]] TensorPtr operator*(TensorPtr left, float right) noexcept;
    [[nodiscard]] TensorPtr operator/(TensorPtr left, float right) noexcept;
    [[nodiscard]] TensorPtr operator+(float left, TensorPtr right) noexcept;
    [[nodiscard]] TensorPtr operator-(float left, TensorPtr right) noexcept;
    [[nodiscard]] TensorPtr operator*(float left, TensorPtr right) noexcept;
    [[nodiscard]] TensorPtr operator/(float left, TensorPtr right) noexcept;
 
    // Tensor-Tensor Operations
    [[nodiscard]] TensorPtr operator+(TensorPtr left, TensorPtr right) noexcept;
    [[nodiscard]] TensorPtr operator-(TensorPtr left, TensorPtr right) noexcept;
    [[nodiscard]] TensorPtr operator*(TensorPtr left, TensorPtr right) noexcept;
    [[nodiscard]] TensorPtr operator/(TensorPtr left, TensorPtr right) noexcept;
 
    [[nodiscard]] TensorPtr fma(const TensorPtr& factor1, const TensorPtr& factor2, const TensorPtr& summand) noexcept;
 
    [[nodiscard]] TensorPtr matmul(TensorPtr left, TensorPtr right) noexcept;
 
    [[nodiscard]] TensorPtr transpose(TensorPtr x, std::vector<int>&& permutation) noexcept;
 
    [[nodiscard]] TensorPtr softmax(TensorPtr x) noexcept;
    [[nodiscard]] TensorPtr softmax(TensorPtr x) noexcept;
    [[nodiscard]] TensorPtr softmax(TensorPtr x, int dim) noexcept;
 
    std::ostream& operator<<(std::ostream&, const TensorPtr& tensor) noexcept;
    [[nodiscard]] bool operator==(const TensorPtr& left, const TensorPtr& right) noexcept;
    [[nodiscard]] bool
    allclose(const TensorPtr& left, const TensorPtr& right, float rtol = 1e-5, float atol = 1e-8) noexcept;
 
    [[nodiscard]] size_t numEntries(const TensorPtr& tensor) noexcept;
 
    TensorPtr reshape(TensorPtr tensor, SShape shape) noexcept;
} // namespace dl