[asyncio] DEBUG Using selector: EpollSelector
[httpx] DEBUG load_ssl_context verify=True cert=None trust_env=True http2=False
[httpx] DEBUG load_verify_locations cafile='/home/vdusek/Projects/crawlee-py/.venv/lib/python3.12/site-packages/certifi/cacert.pem'
[crawlee.autoscaling.snapshotter] INFO Setting max_memory_size of this run to 3.84 GB.
[crawlee._utils.recurring_task] DEBUG Calling RecurringTask.__init__(func=_snapshot_event_loop, delay=0:00:00.500000)...
[crawlee._utils.recurring_task] DEBUG Calling RecurringTask.__init__(func=_snapshot_client, delay=0:00:01)...
[crawlee._utils.recurring_task] DEBUG Calling RecurringTask.__init__(func=_log_system_status, delay=0:01:00)...
[crawlee._utils.recurring_task] DEBUG Calling RecurringTask.__init__(func=_autoscale, delay=0:00:10)...
[crawlee._utils.recurring_task] DEBUG Calling RecurringTask.__init__(func=_emit_system_info_event, delay=0:01:00)...
[crawlee.autoscaling.autoscaled_pool] DEBUG Starting the pool
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee._utils.system] DEBUG Calling get_cpu_info()...
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.autoscaled_pool] INFO current_concurrency = 0; desired_concurrency = 2; cpu = 0; mem = 0; event_loop = 0; client_info = 0
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.autoscaled_pool] DEBUG Scheduling a new task
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.autoscaled_pool] DEBUG Scheduling a new task
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.autoscaled_pool] DEBUG Not scheduling new tasks - already running at desired concurrency
[crawlee.autoscaling.autoscaled_pool] DEBUG Worker task finished
[httpcore.connection] DEBUG connect_tcp.started host='crawlee.dev' port=443 local_address=None timeout=5.0 socket_options=None
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.system_status] WARN Total weight cannot be zero
[crawlee.autoscaling.autoscaled_pool] DEBUG Not scheduling new task - no task is ready
[httpcore.connection] DEBUG connect_tcp.complete return_value=<httpcore._backends.anyio.AnyIOStream object at 0x7f68ede856d0>
[httpcore.connection] DEBUG start_tls.started ssl_context=<ssl.SSLContext object at 0x7f68ede482d0> server_hostname='crawlee.dev' timeout=5.0
[httpcore.connection] DEBUG start_tls.complete return_value=<httpcore._backends.anyio.AnyIOStream object at 0x7f68edd41550>
[httpcore.http11] DEBUG send_request_headers.started request=<Request [b'GET']>
[httpcore.http11] DEBUG send_request_headers.complete
[httpcore.http11] DEBUG send_request_body.started request=<Request [b'GET']>
[httpcore.http11] DEBUG send_request_body.complete
[httpcore.http11] DEBUG receive_response_headers.started request=<Request [b'GET']>
[httpcore.http11] DEBUG receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Connection', b'keep-alive'), (b'Content-Length', b'15939'), (b'Server', b'GitHub.com'), (b'Content-Type', b'text/html; charset=utf-8'), (b'Last-Modified', b'Thu, 11 Apr 2024 09:11:37 GMT'), (b'Access-Control-Allow-Origin', b'*'), (b'Strict-Transport-Security', b'max-age=31556952'), (b'ETag', b'W/"6617a949-11d3c"'), (b'expires', b'Thu, 11 Apr 2024 09:29:14 GMT'), (b'Cache-Control', b'max-age=600'), (b'Content-Encoding', b'gzip'), (b'x-proxy-cache', b'MISS'), (b'X-GitHub-Request-Id', b'79F2:30F74F:7BBC900:7DB5193:6617AB12'), (b'Accept-Ranges', b'bytes'), (b'Date', b'Thu, 11 Apr 2024 12:52:21 GMT'), (b'Via', b'1.1 varnish'), (b'Age', b'149'), (b'X-Served-By', b'cache-fra-etou8220138-FRA'), (b'X-Cache', b'HIT'), (b'X-Cache-Hits', b'1'), (b'X-Timer', b'S1712839941.239169,VS0,VE1'), (b'Vary', b'Accept-Encoding'), (b'X-Fastly-Request-ID', b'cef204eb5ba20a84be8334407996f7874dd39c5a')])
[httpx] INFO HTTP Request: GET https://crawlee.dev "HTTP/1.1 200 OK"
[httpcore.http11] DEBUG receive_response_body.started request=<Request [b'GET']>
[httpcore.http11] DEBUG receive_response_body.complete
[httpcore.http11] DEBUG response_closed.started
[httpcore.http11] DEBUG response_closed.complete
Got the result: {'url': URL('https://crawlee.dev'), 'title': 'Crawlee · Build reliable crawlers. Fast. | Crawlee', 'status_code': 200}, gonna push it to the dataset.
[crawlee._utils.system] DEBUG Calling get_memory_info()...
[crawlee.autoscaling.autoscaled_pool] DEBUG Worker task finished
[crawlee.autoscaling.autoscaled_pool] DEBUG `is_finished_function` reports that we are finished
[crawlee.autoscaling.autoscaled_pool] DEBUG Terminating - no running tasks to wait for
[crawlee.autoscaling.autoscaled_pool] INFO Waiting for remaining tasks to finish
[crawlee.autoscaling.autoscaled_pool] DEBUG Pool cleanup finished