added base datasets

This commit is contained in:
2026-04-07 22:00:40 +05:30
commit ec6fbe40e4
14 changed files with 9253 additions and 0 deletions

23
enums.py Normal file
View File

@@ -0,0 +1,23 @@
from enum import Enum
class TokenLabel(Enum):
ACTION = "ACTION"
TARGET = "TARGET"
PREPOSITION = "PREPOSITION"
CONJUNCTION = "CONJUNCTION"
MODIFIER = "MODIFIER"
OBJECT = "OBJECT"
VALUE_TOKEN = "VALUE_TOKEN"
NUMBER = "NUMBER"
UNIT = "UNIT"
TIME = "TIME"
DATE = "DATE"
ORDINAL = "ORDINAL"
COMPARATOR = "COMPARATOR"
FILTER_HINT = "FILTER_HINT"
PATH = "PATH"
PATTERN = "PATTERN"
URL = "URL"
TIMESTAMP = "TIMESTAMP"
RAW_PHRASE = "0"