Source

csxj-crawler / csxj / db / constants.py

Full commit
LAST_STORIES_FILENAME='last_frontpage_list.json'
LAST_BLOGPOSTS_FILENAME='last_blogposts_list.json'
LOG_PATH = "logs"

ARTICLES_FILENAME = 'articles.json'
BLOGPOSTS_FILENAME = 'blogposts.json'
ERRORS_FILENAME = 'errors.json'
ERRORS2_FILENAME = 'errors2.json'
DELETED_ARTICLES_FILENAME = 'deleted_articles.json'
METAINFO_FILENAME = 'cached_metainfo.json'
RAW_DATA_INDEX_FILENAME = 'references.json'
REPROCESSED_DIR_PREFIX = 'reprocessed'

RAW_DATA_DIR = 'raw_data'
ERRORS_RAW_DATA_DIR = 'errors_raw_data'
QUEUE_DIR = 'queue'

QUEUE_ERROR_LOG_FILENAME = 'queue_errors.json'