glen/dyna3
1
0
Fork 0
Code Issues 11 Pull Requests 1 Actions Projects Releases 2 Wiki Activity

Engine prototype #13

Merged
glen merged 133 commits from engine-proto into main 2024-10-21 03:18:48 +00:00
Conversation 9 Commits 133 Files Changed 20 +2 -1
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit d538cbf716 - Show all commits

3
engine-proto/gram-test/Engine.jl
View File

@ -120,6 +120,7 @@ function realize_gram(
# find negative gradient of loss function # find negative gradient of loss function
neg_grad = 4*Q*L*Δ_proj neg_grad = 4*Q*L*Δ_proj
slope = norm(neg_grad) slope = norm(neg_grad)
dir = neg_grad / slope
# store current position, loss, and slope # store current position, loss, and slope
L_last = L L_last = L
@ -135,7 +136,7 @@ function realize_gram(
empty!(history.last_line_loss) empty!(history.last_line_loss)
for backoff_steps in 0:max_backoff_steps for backoff_steps in 0:max_backoff_steps
history.stepsize[end] = stepsize history.stepsize[end] = stepsize
L = L_last + stepsize * neg_grad L = L_last + stepsize * dir
Δ_proj = proj_diff(gram, L'*Q*L) Δ_proj = proj_diff(gram, L'*Q*L)
loss = dot(Δ_proj, Δ_proj) loss = dot(Δ_proj, Δ_proj)
improvement = loss_last - loss improvement = loss_last - loss