ekolasky commited on
Commit
bf8eaa2
·
1 Parent(s): fed03d4

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +4 -7
handler.py CHANGED
@@ -52,9 +52,10 @@ class EndpointHandler():
52
  result_array = []
53
  if (indices_array):
54
  for result_indices in indices_array:
55
- name = self.tokenizer.decode(input_ids[result_indices[0]:result_indices[-1]])
56
  indices = [offset_mapping[result_indices[0]][0], offset_mapping[result_indices[-1]][0]]
57
- result_array.append({'name': name, 'indices': indices})
 
58
  return result_array
59
 
60
 
@@ -67,7 +68,6 @@ class EndpointHandler():
67
  if token_logits[2] > label_tolerance:
68
  result_indices.append(index)
69
  else:
70
- print("Adding result")
71
  labeled_result_indices.append(result_indices)
72
  result_indices = []
73
 
@@ -77,8 +77,6 @@ class EndpointHandler():
77
  if (len(result_indices) > 0):
78
  labeled_result_indices.append(result_indices)
79
 
80
- print(labeled_result_indices)
81
-
82
 
83
  # Extract backup results, avoiding overlapping with labeled results
84
  backup_result_indices = []
@@ -111,5 +109,4 @@ class EndpointHandler():
111
  backup_results = convert_indices_to_result_obj(backup_result_indices)
112
 
113
 
114
- return {'labeled_results': labeled_results, 'backup_results': backup_results}
115
-
 
52
  result_array = []
53
  if (indices_array):
54
  for result_indices in indices_array:
55
+ name = self.tokenizer.decode(input_ids[result_indices[0]:result_indices[-1]]).strip()
56
  indices = [offset_mapping[result_indices[0]][0], offset_mapping[result_indices[-1]][0]]
57
+ if name != " " and name != "":
58
+ result_array.append({'name': name, 'indices': indices})
59
  return result_array
60
 
61
 
 
68
  if token_logits[2] > label_tolerance:
69
  result_indices.append(index)
70
  else:
 
71
  labeled_result_indices.append(result_indices)
72
  result_indices = []
73
 
 
77
  if (len(result_indices) > 0):
78
  labeled_result_indices.append(result_indices)
79
 
 
 
80
 
81
  # Extract backup results, avoiding overlapping with labeled results
82
  backup_result_indices = []
 
109
  backup_results = convert_indices_to_result_obj(backup_result_indices)
110
 
111
 
112
+ return {'labeled_results': labeled_results, 'backup_results': backup_results}