Mercurial Hosting > luan
changeset 1269:bcb39089e899
remove Ab_testing
author | Franklin Schmidt <fschmidt@gmail.com> |
---|---|
date | Mon, 12 Nov 2018 19:50:37 -0700 |
parents | 725e52076f03 |
children | d410747a671a |
files | scripts/test.luan src/luan/modules/lucene/Ab_testing.luan |
diffstat | 2 files changed, 0 insertions(+), 290 deletions(-) [+] |
line wrap: on
line diff
diff -r 725e52076f03 -r bcb39089e899 scripts/test.luan --- a/scripts/test.luan Mon Nov 12 03:54:04 2018 -0700 +++ b/scripts/test.luan Mon Nov 12 19:50:37 2018 -0700 @@ -22,7 +22,6 @@ local find = String.find or error() local init = Http_test.init or error() local get_page = Http_test.get_page or error() -local Ab_testing = require "luan:lucene/Ab_testing.luan" local function print(...) @@ -55,23 +54,6 @@ local db = Lucene.index(lucene_dir.to_string()) db.delete_all() -local ab_testing = Ab_testing.of(db) -local test_events = {"all"} -local aggregator_factories = { - all = Ab_testing.count_all; -} -ab_testing.test{ name="All", values={"all"}, events=test_events, aggregator_factories=aggregator_factories } -ab_testing.test{ name="null", values={"A","B"}, events=test_events, aggregator_factories=aggregator_factories } - -for record in range(1,10) do - local doc = {type="test"} - ab_testing.to_doc(doc) - db.save(doc) -end - -init() -ab_testing.web_page{"All","null"}() - local Web_search = require "luan:lucene/Web_search.luan" local web_search = Web_search.of(db)
diff -r 725e52076f03 -r bcb39089e899 src/luan/modules/lucene/Ab_testing.luan --- a/src/luan/modules/lucene/Ab_testing.luan Mon Nov 12 03:54:04 2018 -0700 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,272 +0,0 @@ -local Luan = require "luan:Luan.luan" -local pairs = Luan.pairs -local ipairs = Luan.ipairs -local error = Luan.error -local range = Luan.range -local Math = require "luan:Math.luan" -local Table = require "luan:Table.luan" -local String = require "luan:String.luan" -local gsub = String.gsub -local Io = require "luan:Io.luan" -local Http = require "luan:http/Http.luan" -local Logging = require "luan:logging/Logging.luan" -local Lucene = require "luan:lucene/Lucene.luan" - -local Ab_testing = {} - -local logger = Logging.logger "Ab_testing" - -function Ab_testing.of(index) - - local ab_testing = {} - - ab_testing.test_map = {} - - function ab_testing.test(test) - test.name or error "name not defined" - test.values or error "values not defined" - - -- list of event names - test.events or error "events not defined" - - -- map of event name to aggregator factory - test.aggregator_factories or error "aggregator_factories not defined" - - -- test.date_field is optional - - local field = "ab_test_" .. test.name - index.indexed_fields[field] == nil or error("test "+test.name+" already defined") - index.indexed_fields[field] = Lucene.type.string - test.field = field - - -- returns map of event name to (map of value to result) and "start_date" - function test.results() - local results = {} - for name in pairs(test.aggregator_factories) do - results[name] = {} - end - local date_field = test.date_field - local start_date = nil - for _, value in ipairs(test.values) do - local aggregators = {} - for name, factory in pairs(test.aggregator_factories) do - aggregators[name] = factory() - end - local query = field..":"..value - index.advanced_search(query, function(_,doc_fn) - local doc = doc_fn() - for _, aggregator in pairs(aggregators) do - aggregator.aggregate(doc) - end - if date_field ~= nil then - local date = doc[date_field] - if date ~= nil and (start_date==nil or start_date > date) then - start_date = date - end - end - end) - for name, aggregator in pairs(aggregators) do - results[name][value] = aggregator.result - end - end - results.start_date = start_date - return results - end - - function test.fancy_results() - local events = test.events - local results = test.results() - local fancy = {} - fancy.start_date = results.start_date - local event = events[1] - fancy[event] = {} - for value, count in pairs(results[event]) do - fancy[event][value] = {} - fancy[event][value].count = count - fancy[event][value].pct_of_total = 100 - fancy[event][value].pct_of_prev = 100 - end - local all = results[event] - local prev = all - for i in range(2,#events) do - event = events[i] - fancy[event] = {} - for value, count in pairs(results[event]) do - fancy[event][value] = {} - fancy[event][value].count = count - fancy[event][value].pct_of_total = Ab_testing.percent(count,all[value]) - fancy[event][value].pct_of_prev = Ab_testing.percent(count,prev[value]) - end - prev = results[event] - end - return fancy - end - - ab_testing.test_map[test.name] = test - - return test - end - - function ab_testing.value(test_name,values) - return values[test_name] or ab_testing.test_map[test_name].values[1] - end - - -- returns map from test name to value - function ab_testing.from_doc(doc) - local values = {} - for _, test in pairs(ab_testing.test_map) do - values[test.name] = doc[test.field] - end - return values - end - - function ab_testing.to_doc(doc,values,tests) - tests = tests or ab_testing.test_map - if values == nil then - values = {} - for _, test in pairs(tests) do - values[test.name] = test.values[Math.random(#test.values)] - end - end - for _, test in pairs(tests) do - doc[test.field] = values[test.name] - end - return values - end - - function ab_testing.web_page(test_names) - return function() - local results = {} - for _, name in ipairs(test_names) do - local test = ab_testing.test_map[name] - test or error("test not found: "..name) - results[name] = test.fancy_results() - end - Io.stdout = Http.response.text_writer() - Ab_testing.html(test_names,ab_testing.test_map,results) - end - end - - return ab_testing -end - - --- aggregator factories - --- fn(doc) should return boolean whether doc should be counted -function Ab_testing.count(fn) - return function() - local aggregator = {} - aggregator.result = 0 - function aggregator.aggregate(doc) - if fn(doc) then - aggregator.result = aggregator.result + 1 - end - end - return aggregator - end -end - -Ab_testing.count_all = Ab_testing.count( function(doc) return true end ) - --- fn(doc) should return number to add to result, return 0 for nothing -function Ab_testing.sum(fn) - return function() - local aggregator = {} - aggregator.result = 0 - function aggregator.aggregate(doc) - aggregator.result = aggregator.result + fn(doc) - end - return aggregator - end -end - - - -function Ab_testing.percent(x,total) - if total==0 then - return 0 - else - return 100 * x / total - end -end - --- I will change this to use SimplyHTML when this is used again. -local function basic_style() %> - body {font-family:'Arial',sans-serif;font-size:16px;padding:1em 2em} - h1 {font-weight:bold;font-size:20px} - h2 {margin:2em 0 0em;font-size:18px;color:#3589B1} - table.results {margin-top:.5em;border-collapse:collapse;font-size:90%} - table.results th {background:#eee} - table.results th,table.results td {border-left:1px solid #bbb;padding:.4em 2em} - table.results tr:nth-child(odd) td {background:#f8f8f8} -<% end - -local function format(v) - v = v .. '' - return gsub( v, [[(\d+\.\d{1})\d+]], '$1' ) -end - -function Ab_testing.html(test_names,tests,results) %> -<!doctype html> -<html lang="en"> - <head> - <title>A/B Test Results</title> - <style><% basic_style() %></style> - </head> - <body> - <h1>A/B Test Results</h1> - <% - for _, test_name in ipairs(test_names) do - local test = tests[test_name] - local result = results[test_name] - local n = #test.values - %> - <h2><%=test_name%></h2> - <table class="results"> - <tr> - <th>Event</th> - <th class="top" colspan="<%=n%>">Count</th> - <th class="top" colspan="<%=n%>">% of total</th> - <th class="top" colspan="<%=n%>">% of prev</th> - </tr> - <tr> - <th></th> - <% - for _ in range(1,3) do - for _, value in ipairs(test.values) do - %><th class="top"><%=value%></th><% - end - end - %> - </tr> - <% - for _, event in ipairs(test.events) do - local event_values = result[event] - %> - <tr> - <td><%=event%></td> - <% - for _, value in ipairs(test.values) do - %><td><%=format(event_values[value].count)%></th><% - end - for _, value in ipairs(test.values) do - %><td><%=format(event_values[value].pct_of_total)%></th><% - end - for _, value in ipairs(test.values) do - %><td><%=format(event_values[value].pct_of_prev)%></th><% - end - %> - </tr> - <% - end - %> - </table> - <% - end - %> - </body> -</html> -<% end - -return Ab_testing