# Attribute tagging for CoNLL-U and TEI output formats:

# Hashtags
<c>\u0023</c><w>([^<]+)</w> ==> <w lemma="\u0023\1" xpos="Xh" upos="SYM">\u0023\1</w>

# Mentions
<c>\u0040</c><w>([^<]+)</w> ==> <w lemma="\u0040\1" xpos="Xa" upos="SYM">\u0040\1</w>

# Emojis
<w>([\u231A-\u231B\u2328\u23CF\u23E9-\u23F3\u23F8-\u23FA\u24C2\u25AA-\u25AB\u25B6\u25C0\u25FB-\u25FE\u2600-\u2604\u260E\u2611\u2614-\u2615\u2618\u261D\u2620\u2622-\u2623\u2626\u262A\u262E-\u262F\u2638-\u263A\u2648-\u2653\u2660\u2663\u2665-\u2666\u2668\u267B\u267F\u2692-\u2694\u2696-\u2697\u2699\u269B-\u269C\u26A0-\u26A1\u26AA-\u26AB\u26B0-\u26B1\u26BD-\u26BE\u26C4-\u26C5\u26C8\u26CE-\u26CF\u26D1\u26D3-\u26D4\u26E9-\u26EA\u26F0-\u26F5\u26F7-\u26FA\u26FD\u2702\u2705\u2708-\u270D\u270F\u2712\u2714\u2716\u271D\u2721\u2728\u2733-\u2734\u2744\u2747\u274C\u274E\u2753-\u2755\u2757\u2763-\u2764\u2795-\u2797\u27A1\u27B0\u27BF\u2934-\u2935\u2B05-\u2B07\u2B1B-\u2B1C\u2B50\u2B55\u3030\u303D\u3297\u3299\U0001F004\U0001F0CF\U0001F170-\U0001F171\U0001F17E-\U0001F17F\U0001F18E\U0001F191-\U0001F19A\U0001F1E6-\U0001F1FF\U0001F201-\U0001F202\U0001F21A\U0001F22F\U0001F232-\U0001F23A\U0001F250-\U0001F251\U0001F300-\U0001F321\U0001F324-\U0001F393\U0001F396-\U0001F397\U0001F399-\U0001F39B\U0001F39E-\U0001F3F0\U0001F3F3-\U0001F3F5\U0001F3F7-\U0001F4FD\U0001F4FF-\U0001F53D\U0001F549-\U0001F54E\U0001F550-\U0001F567\U0001F56F-\U0001F570\U0001F573-\U0001F57A\U0001F587\U0001F58A-\U0001F58D\U0001F590\U0001F595-\U0001F596\U0001F5A4-\U0001F5A5\U0001F5A8\U0001F5B1-\U0001F5B2\U0001F5BC\U0001F5C2-\U0001F5C4\U0001F5D1-\U0001F5D3\U0001F5DC-\U0001F5DE\U0001F5E1\U0001F5E3\U0001F5E8\U0001F5EF\U0001F5F3\U0001F5FA-\U0001F64F\U0001F680-\U0001F6C5\U0001F6CB-\U0001F6D2\U0001F6E0-\U0001F6E5\U0001F6E9\U0001F6EB-\U0001F6EC\U0001F6F0\U0001F6F3-\U0001F6F6\U0001F910-\U0001F91E\U0001F920-\U0001F927\U0001F930\U0001F933-\U0001F93A\U0001F93C-\U0001F93E\U0001F940-\U0001F945\U0001F947-\U0001F94B\U0001F950-\U0001F95E\U0001F980-\U0001F991\U0001F9C0])</w> ==> <w lemma="\1" xpos="Xe" upos="SYM">\1</w>

# Emoticons
(<c>[:;=]</c>)+(<c>-</c>)*(<c>[\)\(\$\*\\\/|]</c>)+ ==> <w lemma="$txt" xpos="Xe" upos="SYM">$txt</w>
(<c>[:;=]</c>)+(<c>-</c>)*(<w>[pPDO]</w>)+ ==> <w lemma="$txt" xpos="Xe" upos="SYM">$txt</w>
(<c>&lt;</c>)+<w>(3)+</w> ==> <w lemma="$txt" xpos="Xe" upos="SYM">$txt</w>


# Special punct
<c>([\u0023\u0025\u0026\u002B\u003D\u00B0\u0078\u00F7\u0024\u0040\u00B5\u00A9\u2122\u00AE\u00A7\u00A3\u20AC\u00A5\u20B9\u20BA\u20B4\u20BD])</c> ==> <c lemma="\1" xpos="Z" upos="SYM">\1</c>
<c>(&(lt|gt);)</c> ==> <c lemma="\1" xpos="Z" upos="SYM">\1</c>

# Other punct
<c>([[\u0000-\u001F\u0021-\u0022\u0027-\u002A\u002C-\u002F\u003A-\u003C\u003E-\u003F\u005B-\u0060\u007B-\u009F\u00A1-\u00A6\u00A8\u00AB-\u00AD\u00AF\u00B1\u00B4\u00B6-\u00B8\u00BB\u00BF\u00D7\u0250-\u1DFF\u1E9C-\u1E9F\u1EFA-\uFFFF]&&[^\p{L}\p{M}]])</c> ==> <c lemma="\1" xpos="Z" upos="PUNCT">\1</c>

# URLs
<w>((((ftp)|(https?))://)?((([0-9\p{L}]+)|([~_!*'-]))+[\.-])*([0-9\p{L}][0-9\p{L}-]{0,61})?[0-9\p{L}]\.[\p{L}]{2,6}(/(([0-9\p{L}]+)|([~_!*'().;?:@=+$,%#-])|(&))*(([0-9\p{L}]+)|([~_*'@=+$%#-])|(&)))*(/)?)</w> ==> <w lemma="\1" xpos="Xw" upos="SYM">\1</c>

# E-mail
<w>(((([A-Za-z0-9]+)|([_-]))+\.)*(([A-Za-z0-9]+)|([_-]))+@((([A-Za-z0-9]+)|([_-]))+\.)*(([A-Za-z0-9]+)|([_-]))+\.[A-Za-z]{2,6})</w> --> <w lemma="\1" xpos="Xw" upos="SYM">\1</c>

