/* * Copyright (c) 2020, the SerenityOS developers. * Copyright (c) 2023, Tim Flynn * * SPDX-License-Identifier: BSD-2-Clause */ #pragma once #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace Web::HTML { enum class MediaSeekMode { Accurate, ApproximateForSpeed, }; class SourceElementSelector; class HTMLMediaElement : public HTMLElement { WEB_PLATFORM_OBJECT(HTMLMediaElement, HTMLElement); public: virtual ~HTMLMediaElement() override; virtual bool is_focusable() const override { return true; } void queue_a_media_element_task(JS::SafeFunction steps); JS::GCPtr error() const { return m_error; } WebIDL::ExceptionOr set_decoder_error(String error_message); String const& current_src() const { return m_current_src; } WebIDL::ExceptionOr select_resource(); enum class NetworkState : u16 { Empty, Idle, Loading, NoSource, }; NetworkState network_state() const { return m_network_state; } WebIDL::ExceptionOr> buffered() const; WebIDL::ExceptionOr can_play_type(DeprecatedString const& type) const; enum class ReadyState : u16 { HaveNothing, HaveMetadata, HaveCurrentData, HaveFutureData, HaveEnoughData, }; ReadyState ready_state() const { return m_ready_state; } bool blocked() const; bool stalled() const; bool seeking() const { return m_seeking; } void set_seeking(bool); WebIDL::ExceptionOr load(); double current_time() const; void set_current_time(double); void fast_seek(double); double current_playback_position() const { return m_current_playback_position; } void set_current_playback_position(double); double duration() const; bool show_poster() const { return m_show_poster; } bool paused() const { return m_paused; } bool ended() const; bool potentially_playing() const; WebIDL::ExceptionOr> play(); WebIDL::ExceptionOr pause(); WebIDL::ExceptionOr toggle_playback(); double volume() const { return m_volume; } WebIDL::ExceptionOr set_volume(double); bool muted() const { return m_muted; } void set_muted(bool); double effective_media_volume() const; JS::NonnullGCPtr audio_tracks() const { return *m_audio_tracks; } JS::NonnullGCPtr video_tracks() const { return *m_video_tracks; } WebIDL::ExceptionOr handle_keydown(Badge, KeyCode); enum class MouseTrackingComponent { Timeline, Volume, }; void set_layout_mouse_tracking_component(Badge, Optional mouse_tracking_component) { m_mouse_tracking_component = move(mouse_tracking_component); } Optional const& layout_mouse_tracking_component(Badge) const { return m_mouse_tracking_component; } void set_layout_mouse_position(Badge, Optional mouse_position) { m_mouse_position = move(mouse_position); } Optional const& layout_mouse_position(Badge) const { return m_mouse_position; } void set_layout_display_time(Badge, Optional display_time); double layout_display_time(Badge) const; struct CachedLayoutBoxes { Optional control_box_rect; Optional playback_button_rect; Optional timeline_rect; Optional speaker_button_rect; Optional volume_rect; }; CachedLayoutBoxes& cached_layout_boxes(Badge) const { return m_layout_boxes; } protected: HTMLMediaElement(DOM::Document&, DOM::QualifiedName); virtual JS::ThrowCompletionOr initialize(JS::Realm&) override; virtual void visit_edges(Cell::Visitor&) override; virtual void attribute_changed(DeprecatedFlyString const& name, DeprecatedString const& value) override; virtual void removed_from(DOM::Node*) override; virtual void children_changed() override; // Override in subclasses to handle implementation-specific behavior when the element state changes // to playing or paused, e.g. to start/stop play timers. virtual void on_playing() { } virtual void on_paused() { } // Override in subclasses to handle implementation-specific seeking behavior. When seeking is complete, // subclasses must invoke set_current_playback_position() to unblock the user agent. virtual void on_seek(double, MediaSeekMode) { m_seek_in_progress = false; } virtual void on_volume_change() { } private: friend SourceElementSelector; struct EntireResource { }; using ByteRange = Variant; // FIXME: This will need to include "until end" and an actual byte range. Task::Source media_element_event_task_source() const { return m_media_element_event_task_source.source; } WebIDL::ExceptionOr load_element(); WebIDL::ExceptionOr fetch_resource(AK::URL const&, Function failure_callback); static bool verify_response(JS::NonnullGCPtr, ByteRange const&); WebIDL::ExceptionOr process_media_data(Function failure_callback); WebIDL::ExceptionOr handle_media_source_failure(Span> promises, String error_message); void forget_media_resource_specific_tracks(); void set_ready_state(ReadyState); WebIDL::ExceptionOr play_element(); WebIDL::ExceptionOr pause_element(); void seek_element(double playback_position, MediaSeekMode = MediaSeekMode::Accurate); void notify_about_playing(); void set_show_poster(bool); void set_paused(bool); void set_duration(double); void volume_or_muted_attribute_changed(); bool is_eligible_for_autoplay() const; bool has_ended_playback() const; WebIDL::ExceptionOr reached_end_of_media_playback(); WebIDL::ExceptionOr dispatch_time_update_event(); enum class TimeMarchesOnReason { NormalPlayback, Other, }; void time_marches_on(TimeMarchesOnReason = TimeMarchesOnReason::NormalPlayback); JS::MarkedVector> take_pending_play_promises(); void resolve_pending_play_promises(ReadonlySpan> promises); void reject_pending_play_promises(ReadonlySpan> promises, JS::NonnullGCPtr error); // https://html.spec.whatwg.org/multipage/media.html#reject-pending-play-promises template void reject_pending_play_promises(ReadonlySpan> promises, FlyString const& message) { auto& realm = this->realm(); auto error = ErrorType::create(realm, message.to_deprecated_fly_string()); reject_pending_play_promises(promises, error); } // https://html.spec.whatwg.org/multipage/media.html#media-element-event-task-source UniqueTaskSource m_media_element_event_task_source {}; // https://html.spec.whatwg.org/multipage/media.html#dom-media-error JS::GCPtr m_error; // https://html.spec.whatwg.org/multipage/media.html#dom-media-crossorigin CORSSettingAttribute m_crossorigin { CORSSettingAttribute::NoCORS }; // https://html.spec.whatwg.org/multipage/media.html#dom-media-currentsrc String m_current_src; // https://html.spec.whatwg.org/multipage/media.html#dom-media-networkstate NetworkState m_network_state { NetworkState::Empty }; // https://html.spec.whatwg.org/multipage/media.html#dom-media-readystate ReadyState m_ready_state { ReadyState::HaveNothing }; bool m_first_data_load_event_since_load_start { false }; // https://html.spec.whatwg.org/multipage/media.html#dom-media-seeking bool m_seeking { false }; // https://html.spec.whatwg.org/multipage/media.html#current-playback-position double m_current_playback_position { 0 }; // https://html.spec.whatwg.org/multipage/media.html#official-playback-position double m_official_playback_position { 0 }; // https://html.spec.whatwg.org/multipage/media.html#default-playback-start-position double m_default_playback_start_position { 0 }; // https://html.spec.whatwg.org/multipage/media.html#show-poster-flag bool m_show_poster { true }; // https://html.spec.whatwg.org/multipage/media.html#dom-media-duration double m_duration { NAN }; // https://html.spec.whatwg.org/multipage/media.html#list-of-pending-play-promises JS::MarkedVector> m_pending_play_promises; // https://html.spec.whatwg.org/multipage/media.html#dom-media-paused bool m_paused { true }; // https://html.spec.whatwg.org/multipage/media.html#dom-media-volume double m_volume { 1.0 }; // https://html.spec.whatwg.org/multipage/media.html#dom-media-muted bool m_muted { false }; // https://html.spec.whatwg.org/multipage/media.html#dom-media-audiotracks JS::GCPtr m_audio_tracks; // https://html.spec.whatwg.org/multipage/media.html#dom-media-videotracks JS::GCPtr m_video_tracks; // https://html.spec.whatwg.org/multipage/media.html#media-data ByteBuffer m_media_data; // https://html.spec.whatwg.org/multipage/media.html#can-autoplay-flag bool m_can_autoplay { true }; // https://html.spec.whatwg.org/multipage/media.html#delaying-the-load-event-flag Optional m_delaying_the_load_event; bool m_running_time_update_event_handler { false }; Optional m_last_time_update_event_time; JS::GCPtr m_document_observer; JS::GCPtr m_source_element_selector; JS::GCPtr m_fetch_controller; bool m_seek_in_progress = false; // Cached state for layout. Optional m_mouse_tracking_component; bool m_tracking_mouse_position_while_playing { false }; Optional m_mouse_position; Optional m_display_time; mutable CachedLayoutBoxes m_layout_boxes; }; }