scripts/cl_evtBESAPreprocessor.py at master · canlabluc/scripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
#!/usr/local/bin/python3
""" cl_evtBESAPreprocessor
Takes raw BESA-exported evt files and exports it as a cleaner pandas dataframe.
BESA exports user-defined triggers and event codes in different columns, and
cl_evtBESAPreprocessor consolidates them into a single column, 'Triggers'.

Usage:
    $ ./cl_BESAevtparser.py importpath exportpath

Inputs:
    importpath: Path to directory containing raw evt files.
    exportpath: Path to directory into which to export processed evt files.

Notes:
    cl_evtBESAPreprocessor takes files that look like:

    Tmu             Code    TriNo   Comnt
    0               41      2012-10-26T11:27:56.000
    33277           21      0
    2162500         11      0       Pattern 1
    3746484         11      0       Pattern 1
    4793359         11      0       Pattern 1
    ...

    And produces files that look like:

    Latency Trigger
    17.0    ARTFCT1
    1107.0  BLINK1
    1918.0  BLINK1
    2454.0  BLINK1
    ...
"""

import os
import sys
import glob
import pandas as pd

import_path = sys.argv[1]
export_path = sys.argv[2]

print(import_path)
print(export_path)

evt_files = []
for root, dirs, files in os.walk(import_path):
    evt_files += glob.glob(os.path.join(root, '*.evt'))

for i in range(len(evt_files)):
    df = pd.read_csv(evt_files[i], sep='\t')
    df.columns = ['Tmu', 'Code', 'Trigger', 'Comment']
    df.Trigger   = list(map(lambda x: int(x) if len(x) < 3 and x != '-' else -1, list(df.Trigger)))
    df['Latency'] = round((df.Tmu / 10**6) * 512)

    print(df.head())

    triggers = []
    latencies = []
    for j in range(df.shape[0]):

        # Grab current event and event latency
        event = df.iloc[j, :]
        latency = event.Latency

        # CHECK BESA CODES
        if event.Code == 41:
            trigger = 'INVALID'
        elif event.Code == 11:
            trigger = 'BLINK1'
        elif event.Code == 21:
            trigger = 'ARTFCT1'
        elif event.Code == 22:
            trigger = 'ARTFCT2'
        else:
            # CHECK TRIGGERS
            if event.Trigger == 11:
                trigger = 'FIXATION'
            elif event.Trigger == 21:
                trigger = 'GO_PROMPT'
            elif event.Trigger == 22:
                trigger = 'NOGO_PROMPT'
            elif event.Trigger == 255:
                trigger = 'START'
            elif event.Trigger == 1:
                trigger = 'RESPONSE' # Passed when subject responds or at end of 900s if no response
            elif event.Trigger == 32:
                trigger = 'INCORRECT_RESPONSE'
            elif event.Trigger == 33:
                trigger = 'NO_RESPONSE'
            else:
                print('ERROR {}: \n\tLatency: {}\n\tCode: {}\n\tTrigger: {}\n\tComment: {}'.format(\
                      evt_files[i].split('/')[-1], event.Latency, event.Code, event.Trigger, event.Comment))
                trigger = event[1]
        if trigger != 'INVALID':
            triggers.append(trigger)
            latencies.append(latency)
    df_new = pd.DataFrame(data={'Latency': latencies, 'Trigger': triggers})
    subj_name = evt_files[i].split('/')[-1][:-4]
    print("PRINTING...")
    print("EXPORTPATH: " + export_path + subj_name + '.evt')
    df_new.to_csv(export_path + '/' + subj_name + '.evt', sep='\t', index=False)