Git-Mirrors/textfiles-politics
1
0
Fork 0
mirror of https://github.com/nhammer514/textfiles-politics.git synced 2025-05-07 00:56:12 -04:00
Code Issues Projects Releases Packages Wiki Activity

updated tagging from personTagger.py

Browse source
This commit is contained in:
ebeshero 2023-04-28 08:02:24 -04:00
parent 0d68297335
commit 9fbf8f51b7
209 changed files with 6159 additions and 6152 deletions
Download patch file Download diff file Expand all files Collapse all files

7
pythonCode/personTagger.py
View file

@ -1,4 +1,5 @@
import spacy
from spacy.pipeline import EntityRuler
from collections import Counter
import re as regex
import os
@ -37,6 +38,12 @@ patterns = [
{"label": "NORP", "pattern": [{"TEXT": {"REGEX": "CHRISTIAN(ITY|DOM)?"}}]},
{"label": "NORP", "pattern": [{"TEXT": {"REGEX": "CHRISTIAN\s+NETWORK"}}]},
{"label": "NORP", "pattern": [{"TEXT": {"REGEX": "Catholic(ism)?"}}]},
{"label": "NORP", "pattern": [{"TEXT": {"REGEX": "Zion(is[tm])?"}}]},
{"label": "NORP", "pattern": [{"TEXT": {"REGEX": "Juda(ism)?"}}]},
{"label": "NORP", "pattern": [{"TEXT": {"REGEX": "Jew(s|ish)?"}}]},
{"label": "GPE", "pattern": [{"TEXT": {"REGEX": "Vatican"}}]},
{"label": "ORG", "pattern": [{"TEXT": {"REGEX": "(IBM|CIA|FBI)"}}]},
# ebb: Pick up IBM, FBI, etc
{"label": "NULL", "pattern": [{"TEXT": {"REGEX": "[A-Z]{2,}[A-Z][a-z]+"}}]},
{"label": "NULL", "pattern": [{"TEXT": {"REGEX": "[a-z]{2,}[A-Z][a-z]+"}}]},
{"label": "NULL", "pattern": [{"TEXT": {"REGEX": "^.*?[a-z][A-Z].*?$"}}]},