Helper Functions

1
2
3
4
5
6
7
8

def get_seg_list(table):
    sources = [tuple(s) for s in table[['source_id', 'source_span_end']].drop_duplicates().get_values().tolist()]
    targets = [tuple(t) for t in table[['target_id', 'target_span_end']].drop_duplicates().get_values().tolist()]
    sources.extend(targets)
    combined = list(set(sources))
    combined.sort(key=lambda tup: tup[1])
    all_segs = [c[0] for c in combined]
    return all_segs

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470

import re

card = {'Soldier', 'Year of Plenty', 'Road Building', 'Monopoly', 'development'}
building = {'settlement', 'road', 'city'}
money = {'clay', 'ore', 'wood', 'sheep', 'wheat'}
bank = {'bank', 'port'}


# variables

opinionWords = ["sry", "fair enough", "gg", "good game" ,"robbery","aww","snigger","ouch", "cad", "wow","bugger","woo","whoa", "lovely", "yay", "shouldn't","impressed", "better", "no", "oh no", "fair", "good", "great", "bad", "nasty", "sorry", "fun", "lol", "haha", "hmmm", "sadly", "fingers crossed", "suck", "yeah", "enough", "my point", "i see", "though", "i think"]
emojiManual = ['\:\)', '\:d', '\:\(', '\:\*\)', '\:p', '\:\/', '\:9', '\:o', '\:s']
acknowl = ["yep", "yeah", "cheers", "sry", "no point" ,"right" ,"ah" ,"no then", "fair enough", "np", "ah", "thanks", "thank you", "well", "no worries", "indeed" ,"cheers" ,"it is","even so", "nah", "true","ok", "deal", "thx", "okay", "excellent", "yes", "great", "not", "ahh", "i see", "yeah", "sure", "yup", "cool", "oh no", "not", "nop", "meh", "ill","i will", "i'll", "i'll do", "done", "right" ]
explanationWords = ["because" , "perhaps", "just", "since" ]
Refusing = ["no", "nothing", "sorry", "nope", "apologies", "i can't help", "neither", ":(" , "none", "haven't gotten", "i don't have"]
resultWords = [ "so", "accordingly" , "as a result", "consequently", "hence", "in the end", "now that", "then", "thereby", "therefor", "thus"]
actWords = ["gets", "has", "built", "bought", "move the robber", "monopolized", "traded", "rejected trade", "join", "join the game", "made an offer", "roll"]
commentWords = ['!', '...', 'lol', 'lulz', 'luck', 'sheesh', 'sorry', 'ouch', 'fingers.+crossed', 'uh.+oh', '^what a', 'darn', 'damn', 'whoa']
gifts = [ "Market", "Gov.House", "Chapel", "University", "Temple" ]
helloWords = ["hi", "hey", "hello"]

# helper function

def joinedTheGame(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" joined the game", text) is None:
        return False
    else:
        return True


def satDownAtSeat(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" sat down at seat [0-9]+", text) is None:
        return False
    else:
        return True


def gamestatezero(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("Game state 0", text) is None:
        return False
    else:
        return True


def gamestarted(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("Game started", text) is None:
        return False
    else:
        return True


def boardlayoutset(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("Board layout set", text) is None:
        return False
    else:
        return True


def Randomlypickingaplayer(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("Randomly picking a starting player...", text) is None:
        return False
    else:
        return True


def itsXsTurnToBuildSettlement(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("'s turn to build a settlement", text) is None:
        return False
    else:
        return True

def XBuiltaP(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("built a " + ("|".join(building)), text) is None:
        return False
    else:
        return True

def itsXsTurnToBuildP(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("'s turn to build a " + ("|".join(building)), text) is None:
        return False
    else:
        return True


def Xbuiltasettlement(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" built a settlement", text) is None:
        return False
    else:
        return True


def itsXsTurnToRollTheDice(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("'s turn to roll the dice", text) is None:
        return False
    else:
        return True


def rolled(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" rolled a [0-9]+ and a [0-9]+", text) is None:
        return False
    else:
        return True


def XplayedAPCard(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" played a " + ("|".join(card)) + " card", text) is None:
        return False
    else:
        return True


def noplayergetsanyt(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("No player gets anything.", text) is None:
        return False
    else:
        return True


def get(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" gets [0-9]+ " + ("|".join(money)), text) is None:
        return False
    else:
        return True


def has_resources(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" has [0-9]+ resource", text) is None:
        return False
    else:
        return True


def XrejectedTradeOffer(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" rejected trade offer", text) is None:
        return False
    else:
        return True


def XplayedaRoadBuildingCard(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" played a Road Building card", text) is None:
        return False
    else:
        return True


def XbuiltaA(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" built a " + ("|".join(building)), text) is None:
        return False
    else:
        return True


def fromX(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("... from ", text) is None:
        return False
    else:
        return True


def madeanoffertotrade(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" made an offer to trade", text) is None:
        return False
    else:
        return True


def traded(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" traded [0-9]+ " + ("|".join(money)) + " for [0-9]+ " + ("|".join(money)) + " from", text) is None:
        return False
    else:
        return True


def XplayedaMonopolyCard(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" played a Monopoly card", text) is None:
        return False
    else:
        return True


def Xmonopolized(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" monopolized", text) is None:
        return False
    else:
        return True


def endedtheirturn(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" ended their turn", text) is None:
        return False
    else:
        return True


def needsToDiscard(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" needs to discard", text) is None:
        return False
    else:
        return True


def needToDiscard(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" need to discard", text) is None:
        return False
    else:
        return True


def discardedXresources(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" discarded [0-9]+ resources", text) is None:
        return False
    else:
        return True


def willMoveTheRobber(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" will move the robber", text) is None:
        return False
    else:
        return True


def movedRobberChooseAVictim(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" moved the robber, must choose a victim", text) is None:
        return False
    else:
        return True


def movedRobber(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" moved the robber", text) is None:
        return False
    else:
        return True


def stoleAResourceFrom(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" stole a resource from", text) is None:
        return False
    else:
        return True


# Dave received 1 ore, 1 sheep from the bank.
def received(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" received [0-9]+", text) is None:
        return False
    else:
        return True


def wonthegame(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("has won the game with [0-9]+ points", text) is None:
        return False
    else:
        return True


def boughtAcard(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" bought a " + ("|".join(card)) + " card", text) is None:
        return False
    else:
        return True


def XleftTheGame(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" left the game", text) is None:
        return False
    else:
        return True


def hasNpoints(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" has [0-9]+ point", text) is None:
        return False
    else:
        return True


def cantmaketrade(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("You can't make that trade", text) is None:
        return False
    else:
        return True


def youcantmaketrade(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("You can't make that trade", text) is None:
        return False
    else:
        return True


def youcantrollnow(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("You can't roll right now", text) is None:
        return False
    else:
        return True


def youcantmoverobber(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search("You can't move the robber.", text) is None:
        return False
    else:
        return True


def is_comment(text):
    if re.search("|".join(commentWords), text) is None:
        return False
    else:
        return True


def contains_emoji(text):
    if re.search("|".join(emojiManual), text) is None:
        return False
    else:
        return True


def contains_resource_name(text):
    contains = False
    for m in money:
        if m in text:
            contains = True
            break
    return contains


def conditional_start(text):
    is_cond = False
    first_words = text.split(' ')[:3]
    if 'if' in first_words or 'once' in first_words:
        is_cond = True
    return is_cond


def is_head(cands_table, turn_id, span_end, node='source'):
    # check if segment is either the first or the only seg in a turn 
    is_head = False
    if node == 'source':
        first = cands_table[cands_table.source_turn_id == turn_id].source_span_end.drop_duplicates().sort_values().iloc[0]
    elif node == 'target':
        first = cands_table[cands_table.target_turn_id == turn_id].target_span_end.drop_duplicates().sort_values().iloc[0]
    else:
        print("ERROR")
    if span_end == first:
        is_head = True
    return is_head


def get_intervening(cands_table, dialogue_num, source_span_end, target_span_end):
    #returns a table of all DUs that occur between a source and a target DU
    intervening = cands_table[(cands_table.dialogue_num == dialogue_num) 
            & (cands_table.source_span_end > source_span_end) 
            & (cands_table.source_span_end < target_span_end)][['source_id', 'source_emitter', 
                'source_type', 'source_text', 'source_dialogue_act']].drop_duplicates()
    return intervening

def get_qap_head(cands_table, turn_id, span_end):
    # get all nodes in source turn
    # if span_end not the first node, return first node index
    # else return 'H' 
    nodes = cands_table[cands_table.source_turn_id == turn_id][['source_id', 'source_span_end']].drop_duplicates().sort_values('source_span_end')
    if nodes.shape[0] > 1:
        if nodes.iloc[0].source_span_end == span_end:
            return 'H'
        else:
            return nodes.index[0]
    else:
        return 'H'

def hasNpoint(text):
    if '*' in text or '?' in text or ')' in text or '(' in text or ':' in text or '[' in text or ']' in text:
        return False
    if re.search(" has [0-9]+ point", text) is None:
        return False
    else:
        return True

def hasgift(text):
    if re.search(" has a " + ("|".join(gifts)) + " \(\+1VP\)", text) is None:
        return False
    else:
        return True