blob: 6c3523a465fb4fac5151291d16aca555483dc71e (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
#include <math.h>
#include "get_local_scores.h"
#include "ilogi.h"
#include "reg.h"
#include "ls_NML.h"
extern int* nof_vals;
extern int N;
#define BIG_NML_DATA (1<<16)
/* NML = log(ML) - log(REGRET) */
score_t big_nml_score(int i, varset_t psi, int nof_freqs){
int vc_v = nof_vals[i];
int* freqp = freqmem;
int* end_freqp = freqp + nof_freqs * vc_v;
score_t res = 0.0;
for(;freqp < end_freqp; freqp += vc_v) {
int pcfreq = 0;
int v;
for(v = 0; v<vc_v; ++v) {
int freq = freqp[v];
if (freq) {
pcfreq += freq;
res += (freq < BIG_NML_DATA) ? ilogi[freq] : freq * log(freq);
}
}
res -= (pcfreq < BIG_NML_DATA) ? ilogi[pcfreq] : pcfreq * log(pcfreq);
res -= log(reg(pcfreq, vc_v)); /* regret */
}
return res;
}
score_t nml_score(int i, varset_t psi, int nof_freqs){
int vc_v = nof_vals[i];
int* freqp = freqmem;
int* end_freqp = freqp + nof_freqs * vc_v;
score_t res = 0.0;
for(;freqp < end_freqp; freqp += vc_v) {
int pcfreq = 0;
int v;
for(v = 0; v<vc_v; ++v) {
int freq = freqp[v];
if (freq) {
pcfreq += freq;
res += ilogi[freq];
}
}
res -= ilogi[pcfreq];
res -= log(reg(pcfreq, vc_v)); /* regret */
}
return res;
}
scorefun init_NML_scorer(){
if (N<BIG_NML_DATA){
ensure_ilogi(N);
return nml_score;
} else {
ensure_ilogi(BIG_NML_DATA);
return big_nml_score;
}
}
void free_NML_scorer(){
free_ilogi();
}
|
