blob: 22d51d04f5d6df573a017965bfe7498cc53ef566 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
#include <math.h>
#include <string.h>
#include "get_local_scores.h"
#include "ilogi.h"
#include "ls_XIC.h"
extern int* nof_vals;
extern int N;
static int bic = 0;
#define BIG_XIC_DATA (1<<16)
/* XIC = log(ML) - 0.5*nof_params*log(n) */
score_t big_xic_score(int i, varset_t psi, int nof_freqs){
int vc_v = nof_vals[i];
score_t pcc = get_nof_cfgs(psi);
score_t nof_params = pcc * (vc_v-1);
int* freqp = freqmem;
int* end_freqp = freqp + nof_freqs * vc_v;
score_t res = bic ? (-0.5 * nof_params * log(N)) : nof_params;
for(;freqp < end_freqp; freqp += vc_v) {
int pcfreq = 0;
int v;
for(v = 0; v<vc_v; ++v) {
int freq = freqp[v];
if (freq) {
pcfreq += freq;
res += (freq < BIG_XIC_DATA) ? ilogi[freq] : freq * log(freq);
}
}
res -= (pcfreq < BIG_XIC_DATA) ? ilogi[pcfreq] : pcfreq * log(pcfreq);
}
return res;
}
score_t xic_score(int i, varset_t psi, int nof_freqs){
int vc_v = nof_vals[i];
score_t pcc = get_nof_cfgs(psi);
score_t nof_params = pcc * (vc_v-1);
int* freqp = freqmem;
int* end_freqp = freqp + nof_freqs * vc_v;
score_t res = bic ? (-0.5 * nof_params * log(N)) : -nof_params;
for(;freqp < end_freqp; freqp += vc_v) {
int pcfreq = 0;
int v;
for(v = 0; v<vc_v; ++v) {
int freq = freqp[v];
if (freq) {
pcfreq += freq;
res += ilogi[freq];
}
}
res -= ilogi[pcfreq];
}
return res;
}
scorefun init_XIC_scorer(char* essarg){
bic = strncmp(essarg,"BIC", 3) == 0;
if (N<BIG_XIC_DATA){
ensure_ilogi(N);
return xic_score;
} else {
ensure_ilogi(BIG_XIC_DATA);
return big_xic_score;
}
}
void free_XIC_scorer(){
free_ilogi();
}
|
