Index _ | A | B | C | D | E | F | G | H | I | J | L | M | N | P | R | S | T | U | V | W | Z _ _BaseMetaData (class in smoothcrawler_cluster.model.metadata) _chk_register() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) _convert_from_str() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) _convert_to_group_state() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) _convert_to_heartbeat() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) _convert_to_node_state() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) _convert_to_readable_object() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) _convert_to_str() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) _convert_to_task() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) _is_ready_by_groupstate() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) _run_crawling_processing() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) _run_updating_heartbeat_thread() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) _update_crawler_role() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) A activate() (smoothcrawler_cluster.crawler.workflow.PrimaryBackupRunnerWorkflow method) APPARENT_DEATH (smoothcrawler_cluster.model.metadata_enum.HeartState attribute) ARRHYTHMIA (smoothcrawler_cluster.model.metadata_enum.HeartState attribute) ASYSTOLE (smoothcrawler_cluster.model.metadata_enum.HeartState attribute) authorization (smoothcrawler_cluster.model.metadata.Task property) B BACKUP_RUNNER (smoothcrawler_cluster.model.metadata_enum.CrawlerRole attribute) base_name (smoothcrawler_cluster.model._data.CrawlerName property) BaseCentralizedCrawler (class in smoothcrawler_cluster.crawler.crawlers) BaseClusterCrawler (class in smoothcrawler_cluster.crawler.crawlers) BaseCrawlerAttribute (class in smoothcrawler_cluster.crawler.attributes) BaseDecentralizedCrawler (class in smoothcrawler_cluster.crawler.crawlers) BaseDistributedCrawler (class in smoothcrawler_cluster.crawler.crawlers) BaseElection (class in smoothcrawler_cluster.election) BaseRoleWorkflow (class in smoothcrawler_cluster.crawler.workflow) BaseWorkflow (class in smoothcrawler_cluster.crawler.workflow) before_dead() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) C check_crawler_state (smoothcrawler_cluster.model._data.TimeInterval property) check_standby_id (smoothcrawler_cluster.model._data.TimeInterval property) check_task (smoothcrawler_cluster.model._data.TimeInterval property) convert_to_result_detail() (smoothcrawler_cluster._utils.converter.TaskContentDataUtils static method) convert_to_running_content() (smoothcrawler_cluster._utils.converter.TaskContentDataUtils static method) convert_to_running_result() (smoothcrawler_cluster._utils.converter.TaskContentDataUtils static method) cookie (smoothcrawler_cluster.model.metadata.Task property) CrawlerName (class in smoothcrawler_cluster.model._data) CrawlerRole (class in smoothcrawler_cluster.model.metadata_enum) CrawlerTimer (class in smoothcrawler_cluster.model._data) create_node() (smoothcrawler_cluster._utils.zookeeper.ZookeeperClient method) current_backup (smoothcrawler_cluster.model.metadata.GroupState property) current_crawler (smoothcrawler_cluster.model.metadata.GroupState property) current_id (smoothcrawler_cluster.crawler.attributes.BaseCrawlerAttribute property) (smoothcrawler_cluster.crawler.attributes.SerialCrawlerAttribute property) current_runner (smoothcrawler_cluster.model.metadata.GroupState property) D DEAD_BACKUP_RUNNER (smoothcrawler_cluster.model.metadata_enum.CrawlerRole attribute) DEAD_RUNNER (smoothcrawler_cluster.model.metadata_enum.CrawlerRole attribute) delete_node() (smoothcrawler_cluster._utils.zookeeper.ZookeeperClient method) deserialize_meta_data() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) discover() (smoothcrawler_cluster.crawler.workflow.PrimaryBackupRunnerWorkflow method) dispatch() (smoothcrawler_cluster.crawler.dispatcher.WorkflowDispatcher method) dispatcher (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) DistributedLock (class in smoothcrawler_cluster.crawler.adapter) DONE (smoothcrawler_cluster.model.metadata_enum.TaskState attribute) E elect() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) (smoothcrawler_cluster.election.BaseElection method) (smoothcrawler_cluster.election.SmallerElection method) ElectionResult (class in smoothcrawler_cluster.election) Empty (class in smoothcrawler_cluster.model) ensure_register (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) ensure_timeout (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) ensure_wait (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) ERROR (smoothcrawler_cluster.model.metadata_enum.TaskState attribute) exist_node() (smoothcrawler_cluster._utils.zookeeper.ZookeeperClient method) F fail_backup (smoothcrawler_cluster.model.metadata.GroupState property) fail_crawler (smoothcrawler_cluster.model.metadata.GroupState property) fail_runner (smoothcrawler_cluster.model.metadata.GroupState property) filter() (smoothcrawler_cluster.election.BaseElection method) (smoothcrawler_cluster.election.SmallerElection method) G generate_parent_node() (smoothcrawler_cluster._utils.zookeeper.ZookeeperPath class method) get_metadata_from_zookeeper() (smoothcrawler_cluster._utils.MetaDataUtil method) get_node() (smoothcrawler_cluster._utils.zookeeper.ZookeeperClient method) get_value_from_node() (smoothcrawler_cluster._utils.zookeeper.ZookeeperClient method) group (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) (smoothcrawler_cluster.model._data.CrawlerName property) (smoothcrawler_cluster.model.metadata.NodeState property) group_state() (smoothcrawler_cluster.model.Empty static method) (smoothcrawler_cluster.model.Initial static method) (smoothcrawler_cluster.model.Update static method) (smoothcrawler_cluster.register.Register method) GroupState (class in smoothcrawler_cluster.model.metadata) H hand_over_task() (smoothcrawler_cluster.crawler.workflow.PrimaryBackupRunnerWorkflow method) has_default (smoothcrawler_cluster.crawler.attributes.BaseCrawlerAttribute property) has_enter_or_exist() (smoothcrawler_cluster.crawler.adapter.DistributedLock method) HEALTHY (smoothcrawler_cluster.model.metadata_enum.HeartState attribute) healthy_state (smoothcrawler_cluster.model.metadata.Heartbeat property) heart_rhythm_time (smoothcrawler_cluster.model.metadata.Heartbeat property) heart_rhythm_timeout (smoothcrawler_cluster.model.metadata.Heartbeat property) Heartbeat (class in smoothcrawler_cluster.model.metadata) heartbeat() (smoothcrawler_cluster.crawler.dispatcher.WorkflowDispatcher method) (smoothcrawler_cluster.model.Empty static method) (smoothcrawler_cluster.model.Initial static method) (smoothcrawler_cluster.model.Update static method) (smoothcrawler_cluster.register.Register method) HeartbeatUpdatingWorkflow (class in smoothcrawler_cluster.crawler.workflow) HeartState (class in smoothcrawler_cluster.model.metadata_enum) I id (smoothcrawler_cluster.model._data.CrawlerName property) id_separation (smoothcrawler_cluster.crawler.attributes.BaseCrawlerAttribute property) (smoothcrawler_cluster.crawler.attributes.SerialCrawlerAttribute property) in_progressing_id (smoothcrawler_cluster.model.metadata.Task property) index_separation (smoothcrawler_cluster.model._data.CrawlerName property) init() (smoothcrawler_cluster.crawler.attributes.BaseCrawlerAttribute method) Initial (class in smoothcrawler_cluster.model) INITIAL (smoothcrawler_cluster.model.metadata_enum.CrawlerRole attribute) initial() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) is_ready_for_election() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) is_ready_for_run() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) iter_to_next_id (smoothcrawler_cluster.crawler.attributes.NextableAttribute property) (smoothcrawler_cluster.crawler.attributes.SerialCrawlerAttribute property) J JsonStrConverter (class in smoothcrawler_cluster._utils.converter) L LOSER (smoothcrawler_cluster.election.ElectionResult attribute) M metadata() (smoothcrawler_cluster.register.Register method) MetaDataUtil (class in smoothcrawler_cluster._utils) module smoothcrawler_cluster._utils smoothcrawler_cluster._utils.converter smoothcrawler_cluster._utils.zookeeper smoothcrawler_cluster.crawler smoothcrawler_cluster.crawler.adapter smoothcrawler_cluster.crawler.attributes smoothcrawler_cluster.crawler.dispatcher smoothcrawler_cluster.crawler.workflow smoothcrawler_cluster.election smoothcrawler_cluster.model smoothcrawler_cluster.model._data smoothcrawler_cluster.model.metadata smoothcrawler_cluster.model.metadata_enum smoothcrawler_cluster.register N name (smoothcrawler_cluster.crawler.attributes.BaseCrawlerAttribute property) (smoothcrawler_cluster.crawler.attributes.SerialCrawlerAttribute property) (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) NEWBORN (smoothcrawler_cluster.model.metadata_enum.HeartState attribute) next_id (smoothcrawler_cluster.crawler.attributes.NextableAttribute property) (smoothcrawler_cluster.crawler.attributes.SerialCrawlerAttribute property) NextableAttribute (class in smoothcrawler_cluster.crawler.attributes) node_state() (smoothcrawler_cluster.model.Empty static method) (smoothcrawler_cluster.model.Initial static method) (smoothcrawler_cluster.model.Update static method) (smoothcrawler_cluster.register.Register method) NodeState (class in smoothcrawler_cluster.model.metadata) NOTHING (smoothcrawler_cluster.model.metadata_enum.TaskState attribute) P parse_index() (smoothcrawler_cluster.election.BaseElection method) (smoothcrawler_cluster.election.SmallerElection method) parse_timer() (in module smoothcrawler_cluster._utils) path (smoothcrawler_cluster._utils.zookeeper.ZookeeperNode property) pre_running() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) PrimaryBackupRunnerWorkflow (class in smoothcrawler_cluster.crawler.workflow) PROCESSING (smoothcrawler_cluster.model.metadata_enum.TaskState attribute) processing_crawling_task() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) R READ_LOCK (smoothcrawler_cluster._utils.zookeeper.ZookeeperRecipe attribute) Register (class in smoothcrawler_cluster.register) register (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) register_metadata() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) reset_timeout (smoothcrawler_cluster.model._data.TimerThreshold property) restrict() (smoothcrawler_cluster._utils.zookeeper.ZookeeperClient method) result_detail (smoothcrawler_cluster.model.metadata.Task property) ResultDetail (in module smoothcrawler_cluster.model.metadata) role (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) (smoothcrawler_cluster.crawler.workflow.BaseRoleWorkflow property) (smoothcrawler_cluster.crawler.workflow.PrimaryBackupRunnerWorkflow property) (smoothcrawler_cluster.crawler.workflow.RunnerWorkflow property) (smoothcrawler_cluster.crawler.workflow.SecondaryBackupRunnerWorkflow property) (smoothcrawler_cluster.model.metadata.NodeState property) run() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) (smoothcrawler_cluster.crawler.workflow.BaseRoleWorkflow method) (smoothcrawler_cluster.crawler.workflow.BaseWorkflow method) (smoothcrawler_cluster.crawler.workflow.HeartbeatUpdatingWorkflow method) (smoothcrawler_cluster.crawler.workflow.PrimaryBackupRunnerWorkflow method) (smoothcrawler_cluster.crawler.workflow.RunnerWorkflow method) (smoothcrawler_cluster.crawler.workflow.SecondaryBackupRunnerWorkflow method) run_task() (smoothcrawler_cluster.crawler.workflow.RunnerWorkflow method) RUNNER (smoothcrawler_cluster.model.metadata_enum.CrawlerRole attribute) RunnerWorkflow (class in smoothcrawler_cluster.crawler.workflow) running_as_role() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) running_content (smoothcrawler_cluster.model.metadata.Task property) running_result (smoothcrawler_cluster.model.metadata.Task property) running_status (smoothcrawler_cluster.model.metadata.Task property) RunningContent (in module smoothcrawler_cluster.model.metadata) RunningResult (in module smoothcrawler_cluster.model.metadata) S SecondaryBackupRunnerWorkflow (class in smoothcrawler_cluster.crawler.workflow) SEMAPHORE (smoothcrawler_cluster._utils.zookeeper.ZookeeperRecipe attribute) SerialCrawlerAttribute (class in smoothcrawler_cluster.crawler.attributes) serialize_meta_data() (smoothcrawler_cluster._utils.converter.JsonStrConverter method) set_metadata_to_zookeeper() (smoothcrawler_cluster._utils.MetaDataUtil method) set_value_to_node() (smoothcrawler_cluster._utils.zookeeper.ZookeeperClient method) SmallerElection (class in smoothcrawler_cluster.election) smoothcrawler_cluster._utils module smoothcrawler_cluster._utils.converter module smoothcrawler_cluster._utils.zookeeper module smoothcrawler_cluster.crawler module smoothcrawler_cluster.crawler.adapter module smoothcrawler_cluster.crawler.attributes module smoothcrawler_cluster.crawler.dispatcher module smoothcrawler_cluster.crawler.workflow module smoothcrawler_cluster.election module smoothcrawler_cluster.model module smoothcrawler_cluster.model._data module smoothcrawler_cluster.model.metadata module smoothcrawler_cluster.model.metadata_enum module smoothcrawler_cluster.register module standby_id (smoothcrawler_cluster.model.metadata.GroupState property) stop_heartbeat (smoothcrawler_cluster.crawler.workflow.HeartbeatUpdatingWorkflow property) stop_update_heartbeat() (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler method) strongly_run() (smoothcrawler_cluster.crawler.adapter.DistributedLock method) T Task (class in smoothcrawler_cluster.model.metadata) task() (smoothcrawler_cluster.model.Empty static method) (smoothcrawler_cluster.model.Initial static method) (smoothcrawler_cluster.model.Update static method) (smoothcrawler_cluster.register.Register method) task_state (smoothcrawler_cluster.model.metadata.Heartbeat property) TaskContentDataUtils (class in smoothcrawler_cluster._utils.converter) TaskState (class in smoothcrawler_cluster.model.metadata_enum) TERMINATE (smoothcrawler_cluster.model.metadata_enum.TaskState attribute) threshold (smoothcrawler_cluster.model._data.CrawlerTimer property) time_format (smoothcrawler_cluster.model.metadata.Heartbeat property) time_interval (smoothcrawler_cluster.model._data.CrawlerTimer property) TimeInterval (class in smoothcrawler_cluster.model._data) TimerThreshold (class in smoothcrawler_cluster.model._data) to_readable_object() (smoothcrawler_cluster.model.metadata._BaseMetaData method) (smoothcrawler_cluster.model.metadata.GroupState method) (smoothcrawler_cluster.model.metadata.Heartbeat method) (smoothcrawler_cluster.model.metadata.NodeState method) (smoothcrawler_cluster.model.metadata.Task method) total_backup (smoothcrawler_cluster.model.metadata.GroupState property) total_crawler (smoothcrawler_cluster.model.metadata.GroupState property) total_runner (smoothcrawler_cluster.model.metadata.GroupState property) U Update (class in smoothcrawler_cluster.model) update_time (smoothcrawler_cluster.model.metadata.Heartbeat property) update_timeout (smoothcrawler_cluster.model.metadata.Heartbeat property) V value (smoothcrawler_cluster._utils.zookeeper.ZookeeperNode property) W weakly_run() (smoothcrawler_cluster.crawler.adapter.DistributedLock method) WINNER (smoothcrawler_cluster.election.ElectionResult attribute) WorkflowDispatcher (class in smoothcrawler_cluster.crawler.dispatcher) WRITE_LOCK (smoothcrawler_cluster._utils.zookeeper.ZookeeperRecipe attribute) Z zookeeper_hosts (smoothcrawler_cluster.crawler.crawlers.ZookeeperCrawler property) ZookeeperClient (class in smoothcrawler_cluster._utils.zookeeper) ZookeeperCrawler (class in smoothcrawler_cluster.crawler.crawlers) ZookeeperNode (class in smoothcrawler_cluster._utils.zookeeper) ZookeeperPath (class in smoothcrawler_cluster._utils.zookeeper) ZookeeperRecipe (class in smoothcrawler_cluster._utils.zookeeper)