Shrink params

Changes

1 changed files (+11/-11)

• src/main.rs
  • @@ -21,7 +21,7 @@ const EMBED: i64 = 12;
    const HIDDEN: i64 = 512; const KERNEL: i64 = 16; const WINDOW: usize = 30; - const ITERS: usize = 15000; // Iters for length 100 + const ITERS: usize = 10000; // Iters for length 100 const THREADS: usize = 4; const VOCAB: usize = 28; // Sorted from lowest to highest freq
  • @@ -176,9 +176,9 @@ }
    lp += TRANS[p[s[1] as usize] as usize][p[s[0] as usize] as usize]; for i in 2..s.len() { lp += grams[p[s[i - 2] as usize] as usize][p[s[i - 1] as usize] as usize] - [p[s[i] as usize] as usize] - / 2.; + [p[s[i] as usize] as usize]; } + lp /= 2.; } else { for i in 0..VOCAB { for j in 0..VOCAB {
  • @@ -278,7 +278,7 @@ }
    let mut pbest = *p2; let mut lossbest = loss; let mut w = weights(s, &p, &ys); - for _ in 0..300 * iters / s.len() { + for _ in 0..250 * iters / s.len() { let dist = WeightedIndex::new(&w).unwrap(); let sample = dist.sample(&mut rng); let a = p
  • @@ -331,7 +331,7 @@ cnts[s[i - 1] as usize][s[i] as usize] += 1;
    } // Is this easy to decode? let mut rng = Xoshiro256PlusPlus::from_rng(&mut rand::rng()); - for _ in 0..20 { + for _ in 0..10 { let mut p = porig; let mut lp = logprob(s, &p, &cnts, grams); for _ in 0..10000 {
  • @@ -508,9 +508,9 @@ sum -= deque.front().unwrap();
    deque.pop_front(); } // dbg!(i, sum / WINDOW as f64); - if deque.len() == WINDOW && sum / WINDOW as f64 > 4. { - // Breakpoint probably in i - WINDOW to i - 10 - let pr2 = decode(&net, &text[i - 10..], &grams).0; + if deque.len() == WINDOW && sum / WINDOW as f64 > 5. { + // Breakpoint probably in i - WINDOW to i - 12 + let pr2 = decode(&net, &text[i - 12..], &grams).0; let mut jbest = 0; let mut lossbest = 100.; let mut pt = permute(
  • @@ -575,9 +575,9 @@ if deque.len() > WINDOW {
    sum -= deque.front().unwrap(); deque.pop_front(); } - if deque.len() == WINDOW && sum / WINDOW as f64 > 4. { - // Breakpoint probably in i + 10 to i + WINDOW - let pl2 = decode(&net, &text[..i + 10], &grams).0; + if deque.len() == WINDOW && sum / WINDOW as f64 > 5. { + // Breakpoint probably in i + 12 to i + WINDOW + let pl2 = decode(&net, &text[..i + 12], &grams).0; let mut jbest = 0; let mut lossbest = 100.; let mut pt = permute(