import math import random # ========================================== # 1. CONFIGURATION # ========================================== INPUT_SIZE = 2 HIDDEN_SIZE = 8 EPOCHS = 15000 LEARNING_RATE = 0.05 random.seed(42) # ========================================== # 2. ACTIVATION FUNCTION # ========================================== def sigmoid(x): return 1 / (1 + math.exp(-x)) # ========================================== # 3. CREATE TRAINING DATA # ========================================== training_data = [] test_data = [] for a in range(1, 11): for b in range(1, 11): sample = ([a / 10, b / 10], (a * b) / 100) # Hold back 20% of the combinations if (a * 10 + b) % 5 == 0: test_data.append(sample) else: training_data.append(sample) # ========================================== # 4. INITIALIZE NETWORK # ========================================== # Hidden layer weights hidden_weights = [ [random.uniform(-1, 1) for _ in range(INPUT_SIZE)] for _ in range(HIDDEN_SIZE) ] hidden_biases = [0.0] * HIDDEN_SIZE # Output layer weights output_weights = [ random.uniform(-1, 1) for _ in range(HIDDEN_SIZE) ] output_bias = 0.0 # ========================================== # 5. FORWARD PASS # ========================================== def forward(inputs): hidden = [] # Hidden layer for i in range(HIDDEN_SIZE): total = 0 for j in range(INPUT_SIZE): total += inputs[j] * hidden_weights[i][j] total += hidden_biases[i] hidden.append(sigmoid(total)) # Output layer output = 0 for i in range(HIDDEN_SIZE): output += hidden[i] * output_weights[i] output += output_bias return output, hidden # ========================================== # 6. LOSS FUNCTION # ========================================== def loss_function(expected, predicted): return (expected - predicted) ** 2 # ========================================== # 7. BACKPROPAGATION # ========================================== def train_one(inputs, expected): global output_bias # Forward pass prediction, hidden = forward(inputs) # Output error gradient output_delta = 2 * (prediction - expected) # Save original output weights old_output_weights = output_weights[:] # Output gradients output_gradients = [ output_delta * hidden[i] for i in range(HIDDEN_SIZE) ] # Hidden gradients hidden_deltas = [] for i in range(HIDDEN_SIZE): sigmoid_derivative = hidden[i] * (1 - hidden[i]) delta = ( output_delta * old_output_weights[i] * sigmoid_derivative ) hidden_deltas.append(delta) # Update output layer for i in range(HIDDEN_SIZE): output_weights[i] -= ( LEARNING_RATE * output_gradients[i] ) output_bias -= LEARNING_RATE * output_delta # Update hidden layer for i in range(HIDDEN_SIZE): for j in range(INPUT_SIZE): gradient = hidden_deltas[i] * inputs[j] hidden_weights[i][j] -= ( LEARNING_RATE * gradient ) hidden_biases[i] -= ( LEARNING_RATE * hidden_deltas[i] ) return loss_function(expected, prediction) # ========================================== # 8. TRAINING LOOP # ========================================== print("Starting training...") print("Training examples:", len(training_data)) print("Testing examples:", len(test_data)) print() for epoch in range(EPOCHS): random.shuffle(training_data) total_loss = 0 for inputs, expected in training_data: current_loss = train_one(inputs, expected) total_loss += current_loss average_loss = total_loss / len(training_data) if epoch % 1000 == 0: print( "Epoch:", epoch, "Loss:", round(average_loss, 6) ) # ========================================== # 9. TEST ON UNKNOWN DATA # ========================================== print("\n==============================") print("TESTING UNKNOWN DATA") print("==============================") total_error = 0 for inputs, expected in test_data: prediction, _ = forward(inputs) # Convert normalized output back to product actual_prediction = prediction * 100 actual_expected = expected * 100 error = abs(actual_expected - actual_prediction) total_error += error print( f"{inputs[0] * 10:.0f} x {inputs[1] * 10:.0f}", f"Predicted: {actual_prediction:.2f}", f"Expected: {actual_expected:.2f}", f"Error: {error:.2f}" ) print("\nAverage test error:", round(total_error / len(test_data), 4)) # ========================================== # 10. TRY YOUR OWN NUMBERS # ========================================== def multiply(a, b): inputs = [a / 10, b / 10] prediction, _ = forward(inputs) return prediction * 100 print("\n==============================") print("YOUR OWN TESTS") print("==============================") while True: try: a = input("\nFirst number (or q to quit): ") if a.lower() == "q": break b = input("Second number: ") a = float(a) b = float(b) result = multiply(a, b) print("Network prediction:", round(result, 3)) print("Actual answer:", a * b) except ValueError: print("Please enter valid numbers.")