31 lines
1.0 KiB
Lean4
31 lines
1.0 KiB
Lean4
|
import Sunbeam.Model.Basic
|
||
|
|
import Sunbeam.Model.Sigmoid
|
||
|
|
import Sunbeam.Model.ReLU
|
||
|
|
|
||
|
|
namespace Sunbeam
|
||
|
|
|
||
|
|
/-- Weights for a 2-layer MLP (input → hidden → scalar output). -/
|
||
|
|
structure MLPWeights (inputDim hiddenDim : Nat) where
|
||
|
|
w1 : Fin hiddenDim → FloatVec inputDim
|
||
|
|
b1 : FloatVec hiddenDim
|
||
|
|
w2 : FloatVec hiddenDim
|
||
|
|
b2 : Float
|
||
|
|
|
||
|
|
/-- Forward pass: input → linear1 → ReLU → linear2 → sigmoid. -/
|
||
|
|
def mlpForward {inputDim hiddenDim : Nat}
|
||
|
|
(weights : MLPWeights inputDim hiddenDim) (input : FloatVec inputDim) : Float :=
|
||
|
|
let hidden := vecAdd (matVecMul weights.w1 input) weights.b1
|
||
|
|
let activated := reluVec hidden
|
||
|
|
let output := dot weights.w2 activated + weights.b2
|
||
|
|
sigmoid output
|
||
|
|
|
||
|
|
/-- MLP output is bounded in (0, 1) — follows directly from sigmoid bounds. -/
|
||
|
|
theorem mlp_output_bounded {inputDim hiddenDim : Nat}
|
||
|
|
(weights : MLPWeights inputDim hiddenDim) (input : FloatVec inputDim) :
|
||
|
|
0 < mlpForward weights input ∧ mlpForward weights input < 1 := by
|
||
|
|
constructor
|
||
|
|
· exact sigmoid_pos _
|
||
|
|
· exact sigmoid_lt_one _
|
||
|
|
|
||
|
|
end Sunbeam
|