test.pl

do_test(TP,0,0,FP):-
    pos(X),
    functor(X,P,A),
    \+ current_predicate(P/A),!,
    num_pos(TP),
    num_neg(FP).

do_test(TP,FN,TN,FP):-
    do_test_pos(TP,FN),!,
    do_test_neg(TN,FP),!.

do_test_pos(0,0):-
    \+ current_predicate(pos/1),!.
do_test_pos(TP,FN):-
    aggregate_all(count,(pos(X),test_ex(X)),TP),
    num_pos(NumPos),
    FN is NumPos-TP.

do_test_neg(0,0):-
    \+ current_predicate(neg/1),!.
do_test_neg(TN,FP):-
    aggregate_all(count,(neg(X),test_ex(X)),FP),
    num_neg(NumNeg),
    TN is NumNeg-FP.

test_ex(X):-
    timeout(T),
    catch(call_with_time_limit(T, call(X)),time_limit_exceeded,false),!.


timeout(0.1).

num_pos(0):-
    \+ current_predicate(pos/1),!.
num_pos(N):-
    aggregate_all(count,pos(_),N),!.
num_neg(0):-
    \+ current_predicate(neg/1),!.
num_neg(N):-
    aggregate_all(count,neg(_),N),!.

get_predictions(S0,S1):-
    pos(X),
    functor(X,P,A),
    \+ current_predicate(P/A),!,
    findall(1, pos(_), S0),
    findall(0, neg(_), S1).

get_predictions(S0,S1):-
    findall(Y, (pos(X), test_pos_(X,Y)), S0),
    findall(Y, (neg(X), test_neg_(X,Y)), S1).



test_pos_(X,1):-
    timeout(T),
    catch(call_with_time_limit(T, call(X)),time_limit_exceeded,false),!.
test_pos_(_,0).


test_neg_(X,0):-
    timeout(T),
    catch(call_with_time_limit(T, call(X)),time_limit_exceeded,false),!.
test_neg_(_,1).