File size: 1,644 Bytes
1f0ef7a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 |
import torch
import torch.nn as nn
from .memory import CognitiveMemory
class CognitiveNode(nn.Module):
"""Differentiable cognitive node with dynamic plasticity"""
def __init__(self, node_id: int, input_size: int):
super().__init__()
self.id = node_id
self.input_size = input_size
self.activation = 0.0
# Dynamic input weights with Hebbian plasticity
self.weights = nn.Parameter(torch.randn(input_size) * 0.1)
self.bias = nn.Parameter(torch.zeros(1))
# Memory system
self.memory = CognitiveMemory(context_size=input_size)
# Neurotransmitter levels
self.dopamine = nn.Parameter(torch.tensor(0.5))
self.serotonin = nn.Parameter(torch.tensor(0.5))
def forward(self, inputs: torch.Tensor) -> torch.Tensor:
# Memory influence
mem_context = self.memory.retrieve(inputs)
# Combine inputs with memory context
combined = inputs * 0.7 + mem_context * 0.3
# Adaptive activation with neurotransmitter modulation
base_activation = torch.tanh(combined @ self.weights + self.bias)
modulated = base_activation * (1 + self.dopamine - self.serotonin)
# Update memory
self.memory.add_memory(inputs, modulated.item())
return modulated
def update_plasticity(self, reward: float):
"""Update neurotransmitter levels based on reward signal"""
self.dopamine.data = torch.sigmoid(self.dopamine + reward * 0.1)
self.serotonin.data = torch.sigmoid(self.serotonin - reward * 0.05) |