import { JsPsych, JsPsychPlugin, ParameterType, TrialType } from "jspsych"; const info = { name: "video-keyboard-response", parameters: { /** Array of the video file(s) to play. Video can be provided in multiple file formats for better cross-browser support. */ stimulus: { type: ParameterType.VIDEO, pretty_name: "Video", default: undefined, array: true, }, /** Array containing the key(s) the subject is allowed to press to respond to the stimulus. */ choices: { type: ParameterType.KEYS, pretty_name: "Choices", default: "ALL_KEYS", }, /** Any content here will be displayed below the stimulus. */ prompt: { type: ParameterType.HTML_STRING, pretty_name: "Prompt", default: null, }, /** The width of the video in pixels. */ width: { type: ParameterType.INT, pretty_name: "Width", default: "", }, /** The height of the video display in pixels. */ height: { type: ParameterType.INT, pretty_name: "Height", default: "", }, /** If true, the video will begin playing as soon as it has loaded. */ autoplay: { type: ParameterType.BOOL, pretty_name: "Autoplay", default: true, }, /** If true, the subject will be able to pause the video or move the playback to any point in the video. */ controls: { type: ParameterType.BOOL, pretty_name: "Controls", default: false, }, /** Time to start the clip. If null (default), video will start at the beginning of the file. */ start: { type: ParameterType.FLOAT, pretty_name: "Start", default: null, }, /** Time to stop the clip. If null (default), video will stop at the end of the file. */ stop: { type: ParameterType.FLOAT, pretty_name: "Stop", default: null, }, /** The playback rate of the video. 1 is normal, <1 is slower, >1 is faster. */ rate: { type: ParameterType.FLOAT, pretty_name: "Rate", default: 1, }, /** If true, the trial will end immediately after the video finishes playing. */ trial_ends_after_video: { type: ParameterType.BOOL, pretty_name: "End trial after video finishes", default: false, }, /** How long to show trial before it ends. */ trial_duration: { type: ParameterType.INT, pretty_name: "Trial duration", default: null, }, /** If true, the trial will end when subject makes a response. */ response_ends_trial: { type: ParameterType.BOOL, pretty_name: "Response ends trial", default: true, }, /** If true, then responses are allowed while the video is playing. If false, then the video must finish playing before a response is accepted. */ response_allowed_while_playing: { type: ParameterType.BOOL, pretty_name: "Response allowed while playing", default: true, }, }, }; type Info = typeof info; /** * **video-keyboard-response** * * jsPsych plugin for playing a video file and getting a keyboard response * * @author Josh de Leeuw * @see {@link https://www.jspsych.org/plugins/jspsych-video-keyboard-response/ video-keyboard-response plugin documentation on jspsych.org} */ class VideoKeyboardResponsePlugin implements JsPsychPlugin { static info = info; constructor(private jsPsych: JsPsych) {} trial(display_element: HTMLElement, trial: TrialType) { // setup stimulus var video_html = "
"; video_html += '"; video_html += "
"; // add prompt if there is one if (trial.prompt !== null) { video_html += trial.prompt; } display_element.innerHTML = video_html; var video_element = display_element.querySelector( "#jspsych-video-keyboard-response-stimulus" ); if (video_preload_blob) { video_element.src = video_preload_blob; } video_element.onended = () => { if (trial.trial_ends_after_video) { end_trial(); } if (trial.response_allowed_while_playing == false && !trial.trial_ends_after_video) { // start keyboard listener var keyboardListener = this.jsPsych.pluginAPI.getKeyboardResponse({ callback_function: after_response, valid_responses: trial.choices, rt_method: "performance", persist: false, allow_held_key: false, }); } }; video_element.playbackRate = trial.rate; // if video start time is specified, hide the video and set the starting time // before showing and playing, so that the video doesn't automatically show the first frame if (trial.start !== null) { video_element.pause(); video_element.onseeked = () => { video_element.style.visibility = "visible"; video_element.muted = false; if (trial.autoplay) { video_element.play(); } else { video_element.pause(); } video_element.onseeked = () => {}; }; video_element.onplaying = () => { video_element.currentTime = trial.start; video_element.onplaying = () => {}; }; // fix for iOS/MacOS browsers: videos aren't seekable until they start playing, so need to hide/mute, play, // change current time, then show/unmute video_element.muted = true; video_element.play(); } let stopped = false; if (trial.stop !== null) { video_element.addEventListener("timeupdate", (e) => { var currenttime = video_element.currentTime; if (currenttime >= trial.stop) { video_element.pause(); if (trial.trial_ends_after_video && !stopped) { // this is to prevent end_trial from being called twice, because the timeupdate event // can fire in quick succession stopped = true; end_trial(); } } }); } // store response var response = { rt: null, key: null, }; // function to end trial when it is time const end_trial = () => { // kill any remaining setTimeout handlers this.jsPsych.pluginAPI.clearAllTimeouts(); // kill keyboard listeners this.jsPsych.pluginAPI.cancelAllKeyboardResponses(); // stop the video file if it is playing // remove end event listeners if they exist display_element .querySelector("#jspsych-video-keyboard-response-stimulus") .pause(); display_element.querySelector( "#jspsych-video-keyboard-response-stimulus" ).onended = () => {}; // gather the data to store for the trial var trial_data = { rt: response.rt, stimulus: trial.stimulus, response: response.key, }; // clear the display display_element.innerHTML = ""; // move on to the next trial this.jsPsych.finishTrial(trial_data); }; // function to handle responses by the subject var after_response = (info) => { // after a valid response, the stimulus will have the CSS class 'responded' // which can be used to provide visual feedback that a response was recorded display_element.querySelector("#jspsych-video-keyboard-response-stimulus").className += " responded"; // only record the first response if (response.key == null) { response = info; } if (trial.response_ends_trial) { end_trial(); } }; // start the response listener if (trial.choices != "NO_KEYS" && trial.response_allowed_while_playing) { var keyboardListener = this.jsPsych.pluginAPI.getKeyboardResponse({ callback_function: after_response, valid_responses: trial.choices, rt_method: "performance", persist: false, allow_held_key: false, }); } // end trial if time limit is set if (trial.trial_duration !== null) { this.jsPsych.pluginAPI.setTimeout(end_trial, trial.trial_duration); } } } export default VideoKeyboardResponsePlugin;