| 
									
										
										
										
											2020-01-18 09:38:21 +01:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2022-06-23 16:17:08 +02:00
										 |  |  |  * Copyright (c) 2018-2022, Andreas Kling <kling@serenityos.org> | 
					
						
							| 
									
										
										
										
											2022-04-30 12:06:30 +02:00
										 |  |  |  * Copyright (c) 2022, Dex♪ <dexes.ttp@gmail.com> | 
					
						
							| 
									
										
										
										
											2020-01-18 09:38:21 +01:00
										 |  |  |  * | 
					
						
							| 
									
										
										
										
											2021-04-22 01:24:48 -07:00
										 |  |  |  * SPDX-License-Identifier: BSD-2-Clause | 
					
						
							| 
									
										
										
										
											2020-01-18 09:38:21 +01:00
										 |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-10-08 19:37:15 +02:00
										 |  |  | #pragma once
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <AK/Function.h>
 | 
					
						
							| 
									
										
										
										
											2022-04-30 12:06:30 +02:00
										 |  |  | #include <AK/HashMap.h>
 | 
					
						
							|  |  |  | #include <AK/String.h>
 | 
					
						
							| 
									
										
										
										
											2019-10-08 19:37:15 +02:00
										 |  |  | #include <AK/URL.h>
 | 
					
						
							| 
									
										
										
										
											2020-02-06 15:04:03 +01:00
										 |  |  | #include <LibCore/Object.h>
 | 
					
						
							| 
									
										
										
										
											2022-04-30 12:06:30 +02:00
										 |  |  | #include <LibCore/Proxy.h>
 | 
					
						
							| 
									
										
										
										
											2020-06-02 20:27:26 +02:00
										 |  |  | #include <LibWeb/Loader/Resource.h>
 | 
					
						
							| 
									
										
										
										
											2022-02-26 17:50:31 +01:00
										 |  |  | #include <LibWeb/Page/Page.h>
 | 
					
						
							| 
									
										
										
										
											2019-10-08 19:37:15 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-03-07 10:27:02 +01:00
										 |  |  | namespace Web { | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-07-01 12:15:52 +02:00
										 |  |  | #if ARCH(I386)
 | 
					
						
							|  |  |  | #    define CPU_STRING "x86"
 | 
					
						
							| 
									
										
										
										
											2022-07-22 20:48:24 +02:00
										 |  |  | #elif ARCH(X86_64)
 | 
					
						
							| 
									
										
										
										
											2021-07-01 12:15:52 +02:00
										 |  |  | #    define CPU_STRING "x86_64"
 | 
					
						
							| 
									
										
										
										
											2022-07-22 20:48:24 +02:00
										 |  |  | #elif ARCH(AARCH64)
 | 
					
						
							|  |  |  | #    define CPU_STRING "AArch64"
 | 
					
						
							| 
									
										
										
										
											2021-07-01 12:15:52 +02:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-10-01 19:31:04 +02:00
										 |  |  | #if defined(AK_OS_SERENITY)
 | 
					
						
							|  |  |  | #    define OS_STRING "SerenityOS"
 | 
					
						
							|  |  |  | #elif defined(AK_OS_LINUX)
 | 
					
						
							|  |  |  | #    define OS_STRING "Linux"
 | 
					
						
							| 
									
										
										
										
											2022-10-03 00:26:58 +02:00
										 |  |  | #elif defined(AK_OS_MACOS)
 | 
					
						
							| 
									
										
										
										
											2022-10-01 19:31:04 +02:00
										 |  |  | #    define OS_STRING "macOS"
 | 
					
						
							|  |  |  | #elif defined(AK_OS_WINDOWS)
 | 
					
						
							|  |  |  | #    define OS_STRING "Windows"
 | 
					
						
							|  |  |  | #elif defined(AK_OS_FREEBSD)
 | 
					
						
							|  |  |  | #    define OS_STRING "FreeBSD"
 | 
					
						
							|  |  |  | #elif defined(AK_OS_OPENBSD)
 | 
					
						
							|  |  |  | #    define OS_STRING "OpenBSD"
 | 
					
						
							|  |  |  | #elif defined(AK_OS_NETBSD)
 | 
					
						
							|  |  |  | #    define OS_STRING "NetBSD"
 | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  | #    error Unknown OS
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-10-24 09:23:18 +01:00
										 |  |  | constexpr auto default_user_agent = "Mozilla/5.0 (" OS_STRING "; " CPU_STRING ") LibWeb+LibJS/1.0 Ladybird/1.0"sv; | 
					
						
							| 
									
										
										
										
											2021-04-14 15:13:51 +03:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-30 12:06:30 +02:00
										 |  |  | class ResourceLoaderConnectorRequest : public RefCounted<ResourceLoaderConnectorRequest> { | 
					
						
							|  |  |  | public: | 
					
						
							|  |  |  |     virtual ~ResourceLoaderConnectorRequest(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     struct CertificateAndKey { | 
					
						
							|  |  |  |         String certificate; | 
					
						
							|  |  |  |         String key; | 
					
						
							|  |  |  |     }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     virtual void set_should_buffer_all_input(bool) = 0; | 
					
						
							|  |  |  |     virtual bool stop() = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     virtual void stream_into(Core::Stream::Stream&) = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     Function<void(bool success, u32 total_size, HashMap<String, String, CaseInsensitiveStringTraits> const& response_headers, Optional<u32> response_code, ReadonlyBytes payload)> on_buffered_request_finish; | 
					
						
							|  |  |  |     Function<void(bool success, u32 total_size)> on_finish; | 
					
						
							|  |  |  |     Function<void(Optional<u32> total_size, u32 downloaded_size)> on_progress; | 
					
						
							|  |  |  |     Function<CertificateAndKey()> on_certificate_requested; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | protected: | 
					
						
							|  |  |  |     explicit ResourceLoaderConnectorRequest(); | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class ResourceLoaderConnector : public RefCounted<ResourceLoaderConnector> { | 
					
						
							|  |  |  | public: | 
					
						
							|  |  |  |     virtual ~ResourceLoaderConnector(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     virtual void prefetch_dns(AK::URL const&) = 0; | 
					
						
							|  |  |  |     virtual void preconnect(AK::URL const&) = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     virtual RefPtr<ResourceLoaderConnectorRequest> start_request(String const& method, AK::URL const&, HashMap<String, String> const& request_headers = {}, ReadonlyBytes request_body = {}, Core::ProxyData const& = {}) = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | protected: | 
					
						
							|  |  |  |     explicit ResourceLoaderConnector(); | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-02-02 12:34:39 +01:00
										 |  |  | class ResourceLoader : public Core::Object { | 
					
						
							| 
									
										
										
										
											2022-01-14 13:12:49 +00:00
										 |  |  |     C_OBJECT_ABSTRACT(ResourceLoader) | 
					
						
							| 
									
										
										
										
											2019-10-08 19:37:15 +02:00
										 |  |  | public: | 
					
						
							| 
									
										
										
										
											2022-04-30 12:06:30 +02:00
										 |  |  |     static void initialize(RefPtr<ResourceLoaderConnector>); | 
					
						
							| 
									
										
										
										
											2019-10-08 19:37:15 +02:00
										 |  |  |     static ResourceLoader& the(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-09-11 21:15:15 -07:00
										 |  |  |     RefPtr<Resource> load_resource(Resource::Type, LoadRequest&); | 
					
						
							| 
									
										
										
										
											2020-06-01 21:33:23 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-07-02 22:32:25 +02:00
										 |  |  |     void load(LoadRequest&, Function<void(ReadonlyBytes, HashMap<String, String, CaseInsensitiveStringTraits> const& response_headers, Optional<u32> status_code)> success_callback, Function<void(String const&, Optional<u32> status_code)> error_callback = nullptr, Optional<u32> timeout = {}, Function<void()> timeout_callback = nullptr); | 
					
						
							|  |  |  |     void load(const AK::URL&, Function<void(ReadonlyBytes, HashMap<String, String, CaseInsensitiveStringTraits> const& response_headers, Optional<u32> status_code)> success_callback, Function<void(String const&, Optional<u32> status_code)> error_callback = nullptr, Optional<u32> timeout = {}, Function<void()> timeout_callback = nullptr); | 
					
						
							| 
									
										
										
										
											2019-10-08 19:37:15 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-30 12:06:30 +02:00
										 |  |  |     ResourceLoaderConnector& connector() { return *m_connector; } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-09-28 00:08:29 +03:30
										 |  |  |     void prefetch_dns(AK::URL const&); | 
					
						
							|  |  |  |     void preconnect(AK::URL const&); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-10-10 22:07:08 +02:00
										 |  |  |     Function<void()> on_load_counter_change; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     int pending_loads() const { return m_pending_loads; } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-01 20:58:27 +03:00
										 |  |  |     String const& user_agent() const { return m_user_agent; } | 
					
						
							|  |  |  |     void set_user_agent(String const& user_agent) { m_user_agent = user_agent; } | 
					
						
							| 
									
										
										
										
											2020-05-21 12:58:57 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-29 15:31:09 -04:00
										 |  |  |     void clear_cache(); | 
					
						
							| 
									
										
										
										
											2022-03-23 14:00:01 -04:00
										 |  |  |     void evict_from_cache(LoadRequest const&); | 
					
						
							| 
									
										
										
										
											2021-03-29 15:31:09 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-10-08 19:37:15 +02:00
										 |  |  | private: | 
					
						
							| 
									
										
										
										
											2022-04-30 12:06:30 +02:00
										 |  |  |     ResourceLoader(NonnullRefPtr<ResourceLoaderConnector>); | 
					
						
							|  |  |  |     static ErrorOr<NonnullRefPtr<ResourceLoader>> try_create(NonnullRefPtr<ResourceLoaderConnector>); | 
					
						
							| 
									
										
										
										
											2022-01-14 13:12:49 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-05-21 12:58:57 +02:00
										 |  |  |     static bool is_port_blocked(int port); | 
					
						
							| 
									
										
										
										
											2019-10-10 22:07:08 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  |     int m_pending_loads { 0 }; | 
					
						
							| 
									
										
										
										
											2019-11-24 14:24:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-30 12:06:30 +02:00
										 |  |  |     HashTable<NonnullRefPtr<ResourceLoaderConnectorRequest>> m_active_requests; | 
					
						
							|  |  |  |     NonnullRefPtr<ResourceLoaderConnector> m_connector; | 
					
						
							| 
									
										
										
										
											2020-05-21 12:58:57 +02:00
										 |  |  |     String m_user_agent; | 
					
						
							| 
									
										
										
										
											2022-02-26 17:50:31 +01:00
										 |  |  |     Optional<Page&> m_page {}; | 
					
						
							| 
									
										
										
										
											2019-10-08 19:37:15 +02:00
										 |  |  | }; | 
					
						
							| 
									
										
										
										
											2020-03-07 10:27:02 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | } |