memoire

@@ -140,19 +140,31 @@ local function badness(pr)

 end

 --[[

-    show list of selected percentile-samples into a list,

-    with each entry modulated by the given function

+    generate and return text-based vertical histogram,

+    with bins of given width across interval from max to min,

+    transforming values to numbers via func,

+    scaling bar-length by scale

 ]]

-local function showpctiles(list, pctiles, func, name)

-    local s = "%ile"

-    for _, v in ipairs(pctiles) do

-        s = string.format("%s\t%.1f", s, 100 * v)

+local function histogram(list, min, max, width, func, scale)

+    local bins = {}

+    local oorc = 0

+    local prc = 0

+    for _, v in ipairs(list) do

+        local n = func(v)

+        if n == n and n >= min and n < max + width then

+            local k = math.floor((n - min) / width) + 1

+            bins[k] = (bins[k] or 0) + 1

+        else

+            oorc = oorc + 1

+        end

+        prc = prc + 1

     end

-    s = s .. "\n" .. name

-    for _, v in ipairs(pctiles) do

-        s = s .. "\t" .. func(list[math.ceil(v * #list)])

+    local s = ""

+    for n = min, max, width do

+        local k = math.floor((n - min) / width) + 1

+        s = string.format("%s%.2f\t%s %d\n", s, n, ("\u{2588}"):rep(math.ceil(scale * (bins[k] or 0))), bins[k] or 0)

     end

-    return s .. "\n"

+    return s .. string.format("(%d out of range)\n", oorc)

 end

 local actions = {

@@ -396,30 +408,12 @@ local actions = {

                 "(average %.2f reviews per prompt), overall retention %.2f%%.\n",

                 (tsc + tfc) / #expdeck, 100 * tsc / (tsc + tfc)

             ))

-            table.sort(expdeck, function(a, b) return a.ease < b.ease end)

-            io.write("\n" .. showpctiles(expdeck, { 0.01, 0.05, 0.1, 0.25, 0.5, 0.8, 0.95 }, function(pr)

-                return string.format("%.2f", pr.ease)

-            end, "Ease"))

-            table.sort(expdeck, function(a, b) return a.delay > 0 and a.delay < b.delay end)

-            io.write("\n" .. showpctiles(expdeck, { 0.01, 0.05, 0.2, 0.5, 0.8, 0.95, 0.99 }, function(pr)

-                return disptime(pr.delay)

-            end, "Delay"))

-            table.sort(expdeck, function(a, b) return a:retention() < b:retention() end)

-            io.write("\n" .. showpctiles(expdeck, { 0.01, 0.05, 0.1, 0.15, 0.2, 0.25, 0.4 }, function(pr)

-                return math.floor(100 * pr:retention())

-            end, "Ret. %"))

-            table.sort(expdeck, function(a, b) return a.succ + a.fail < b.succ + b.fail end)

-            io.write("\n" .. showpctiles(expdeck, { 0.25, 0.5, 0.7, 0.85, 0.95, 0.99, 0.998 }, function(pr)

-                return pr.succ + pr.fail

-            end, "Reviews"))

-            table.sort(expdeck, function(a, b) return (a.created or 99^98) > (b.created or 99^99) end)

-            io.write("\n" .. showpctiles(expdeck, { 0.1, 0.25, 0.5, 0.75, 0.9, 0.95, 0.99 }, function(pr)

-                return disptime(os.time() - pr.created)

-            end, "Age"))

-            table.sort(deck, function(a, b) return #a < #b end)

-            io.write("\n" .. showpctiles(deck, { 0.2, 0.5, 0.8, 0.95, 0.99, 0.998 }, function(card)

-                return #card

-            end, "Prompts"))

+            io.write("\nEase\n" .. histogram(expdeck, 1.0, 3.3, 0.1, function(pr) return pr.ease end, 0.03))

+            io.write("\nLog2-delay (seconds)\n" .. histogram(expdeck, 15, 28, 0.5, function(pr) return math.log(pr.delay, 2) end, 0.1))

+            io.write("\nRetention (%)\n" .. histogram(expdeck, 30, 100, 10, function(pr) return 100 * pr:retention() end, 0.02))

+            io.write("\nReview counts\n" .. histogram(expdeck, 0, 20, 2, function(pr) return pr.succ + pr.fail end, 0.03))

+            io.write("\nLog2-age (seconds)\n" .. histogram(expdeck, 18, 28, 0.5, function(pr) return math.log(os.time() - (pr.created or 2 * os.time()), 2) end, 0.05))

+            io.write("\nPrompt-count\n" .. histogram(deck, 1, 10, 1, function(card) return #card end, 0.03))

             table.sort(expdeck, function(a, b) return a.time + a.delay < b.time + b.delay end)

             io.write("\nUpcoming due prompts wrt days from now:\n")

             local ppi = 1