{"name":"Megawe Smart Collection Crawler","version":"1.1.0-Enriched-Crawl","status":"operational","timestamp":"2026-06-12T07:16:51.043Z","description":"V3 crawler with separate API calls workflow and 2 raw tables for complete data separation","endpoints":{"health":"/health","manual_sync":"/sync","v3_sync":"/sync-v3","testing":{"api_connectivity":"/test/api","job_detail":"/test/job-detail/:id","database_count":"/test/db-count"},"raw_data":{"stats":"/raw-data/stats","unprocessed":"/raw-data/unprocessed"},"extraction":{"single_job":"/extract/job/:jobId","bulk":"/extract/bulk"},"data_health":{"overview":"/health/data","completeness":"/health/data/completeness","quality_report":"/health/data/quality-report"},"optimization":{"cache_status":"/optimization/cache/status","database_status":"/optimization/database/status"},"security":{"metrics":"/security/metrics","assessment":"/security/assessment","block_ip":"/security/block-ip","unblock_ip":"/security/unblock-ip","clear_events":"/security/clear-events"}},"statistics":{"smart_collection_enabled":true,"v3_workflow_enabled":true,"separate_api_calls":true,"storage_efficiency":"Clean raw data storage","job_detail_coverage":"100% complete data extraction","deduplication_rate":"Primary key deduplication","api_connectivity":"Kemnaker API active","scheduled_triggers":"hourly (cron: 0 * * * *)","database_schema":"V3 Clean Schema (2 raw + 4 V3 tables)"},"features":["V3 separate API calls workflow","2 raw tables (jobs + employers)","Primary key deduplication","Complete data extraction","Location enrichment support","Logo URI support for job cards","Gender/Physical/Marital fields","Skills extraction and management","Legacy v1.1.0 Smart Collection","Enhanced security and monitoring"]}