kosh/neural-networks-from-scratch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Implement CrossEntropyLoss

Browse Source
This commit is contained in:
Koshin S Hegde 2024-05-09 12:29:35 +05:30
parent db5761cf4e
commit b6cd28db7c
1 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
src/loss.py
View File

@ -3,10 +3,22 @@ from abc import ABC, abstractmethod
class Loss(ABC): class Loss(ABC):
@staticmethod
@abstractmethod @abstractmethod
def __call__(self, output: np.ndarray, target: np.ndarray) -> float: def __call__(output: np.ndarray, target: np.ndarray) -> float:
"""""" """"""
@staticmethod
@abstractmethod @abstractmethod
def get_diffrential(self, output: np.ndarray, target: np.ndarray, loss: np.ndarray| None = None) -> np.ndarray: def get_diffrential(output: np.ndarray, target: np.ndarray, loss: np.ndarray| None = None) -> np.ndarray:
"""""" """"""
class CrossEntropyLoss(Loss):
@staticmethod
def __call__(output: np.ndarray, target: np.ndarray) -> float:
return -np.sum(target * np.log10(output), dtype=np.float32)
@staticmethod
def get_diffrential(output: np.ndarray, target: np.ndarray, loss: np.ndarray| None = None) -> np.ndarray:
return -target / (output + 0.00001)