ActiveTeachingServer/get_data_summary.py at master · AurelienNioche/ActiveTeachingServer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
import os
os.environ.setdefault("DJANGO_SETTINGS_MODULE",
                      "ActiveTeachingServer.settings")
from django.core.wsgi import get_wsgi_application
application = get_wsgi_application()

import pandas as pd
import numpy as np
from pytz import timezone

from user.models.user import User


def get_n_eval_n_recall(teaching_engine):
    if teaching_engine.evaluator.eval_done:
        ss = teaching_engine.session_set.filter(is_evaluation=True).first()
        q = ss.question_set.order_by("time_display")
        q_id = np.array(q.values_list("item_id", flat=True))
        q_r = np.array(q.values_list("success", flat=True))
        u_id = np.unique(q_id)
        n_recall = np.sum([np.all(q_r[q_id == id_]) for id_ in u_id])
        n = len(u_id)
    else:
        n, n_recall = None, None
    return n, n_recall


def main():

    users = User.objects.filter(is_superuser=False).order_by("email")
    row_list = []
    for u in users:

        print("u", u.email)
        if 'active' not in u.email:
        # if 'test' in u.email or 'replace' in u.email or 'before' in u.email:
            print(f"ignore '{u.email}'")
            print()
            continue

        te_leitner = u.teachingengine_set.exclude(leitner=None).first()

        te_thr = u.teachingengine_set.exclude(threshold=None).first()
        te_recursive = u.teachingengine_set.exclude(recursive=None).first()
        te_forward = u.teachingengine_set.exclude(forward=None).first()

        if te_thr is not None:
            teacher_md = "threshold"
            te_active = te_thr
        elif te_recursive is not None:
            teacher_md = "recursive"
            te_active = te_recursive
        elif te_forward is not None:
            teacher_md = "forward"
            te_active = te_forward
        else:
            print("ignore")
            print()
            continue

        is_item_specific = \
            u.psychologist_set.first().is_item_specific

        n_eval_leitner, n_recall_leitner = get_n_eval_n_recall(te_leitner)
        n_eval_act, n_recall_act = get_n_eval_n_recall(te_active)

        all_session = u.session_set.order_by("available_time")
        first_session = all_session.first()
        last_session = all_session.reverse().first()

        n_session_done = all_session.exclude(open=True).count()

        first_ss_av_time = \
            first_session.available_time.astimezone(
                timezone('Europe/Helsinki'))

        last_ss_av_time = \
            last_session.available_time.astimezone(
                timezone('Europe/Helsinki'))

        begin_with_active = all_session.first() \
            .teaching_engine.leitner is None

        try:
            domain = u.email.split("@")[-1]
        except:
            domain = None

        row_list.append({
            "user": u.email,
            "domain": domain,
            "teacher_md": teacher_md,
            "is_item_specific": is_item_specific,
            "begin_with_active": begin_with_active,
            "first_ss_av_time": first_ss_av_time,
            "last_ss_av_time": last_ss_av_time,
            "n_ss_done": n_session_done,
            "n_eval_leitner": n_eval_leitner,
            "n_recall_leitner": n_recall_leitner,
            "n_eval_act": n_eval_act,
            "n_recall_act": n_recall_act
        })

    df = pd.DataFrame(row_list)

    df.sort_values("n_ss_done", inplace=True, ascending=False)
    df.to_csv(os.path.join("data_summary.csv"))


if __name__ == "__main__":

    main()
    print("Done!")