ner处理数据的方式

ner处理数据的方式bio

def load_data(filename):
    features = []
    labels = []
    f = open(filename, encoding='utf-8')
    medical = json.load(f)
    for medical in medical:
        feature = []
        label = []
        for ner_message in medical[1:]:
            for index, message in enumerate(ner_message[0]):
                print(index)
                if index == 0 and ner_message[1] != "O":
                    feature.append(message)
                    label.append(str(ner_message[1]) + "B")
                elif ner_message[1] != "O":
                    feature.append(message)
                    label.append(str(ner_message[1]) + "I")
        features.append(feature)
        labels.append(label)
    return features, labels