glen/dyna3
1
0
Fork 0
Code Issues 14 Pull Requests 1 Actions Projects Releases 2 Wiki Activity

Engine prototype #13

Merged
glen merged 133 commits from engine-proto into main 2024-10-21 03:18:48 +00:00
Conversation 9 Commits 133 Files Changed 20 +5 -2
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 610fc451f0 - Show all commits

7
engine-proto/gram-test/Engine.jl
View File

@ -65,15 +65,17 @@ end
# a type for keeping track of gradient descent history
struct DescentHistory{T}
scaled_loss::Array{T}
slope::Array{T}
stepsize::Array{T}
backoff_steps::Array{Int64}
function DescentHistory{T}(
scaled_loss = Array{T}(undef, 0),
slope = Array{T}(undef, 0),
stepsize = Array{T}(undef, 0),
backoff_steps = Int64[]
) where T
new(scaled_loss, stepsize, backoff_steps)
new(scaled_loss, slope, stepsize, backoff_steps)
end
end
@ -113,10 +115,11 @@ function realize_gram(
neg_grad = 4*Q*L*Δ_proj
slope = norm(neg_grad)
# store current position and loss
# store current position, loss, and slope
L_last = L
loss_last = loss
push!(history.scaled_loss, loss / scale_adjustment)
push!(history.slope, slope)
# find a good step size using backtracking line search
push!(history.stepsize, 0)