import { JsPsych, JsPsychPlugin, ParameterType, TrialType } from "jspsych"; import { version } from "../../package.json"; const info = { name: "image-keyboard-response", version: version, parameters: { /** The path of the image file to be displayed. */ stimulus: { type: ParameterType.IMAGE, default: undefined, }, /** Set the height of the image in pixels. If left null (no value specified), then the image will display at its natural height. */ stimulus_height: { type: ParameterType.INT, default: null, }, /** Set the width of the image in pixels. If left null (no value specified), then the image will display at its natural width. */ stimulus_width: { type: ParameterType.INT, default: null, }, /** If setting *only* the width or *only* the height and this parameter is true, then the other dimension will be scaled * to maintain the image's aspect ratio. */ maintain_aspect_ratio: { type: ParameterType.BOOL, default: true, }, /**his array contains the key(s) that the participant is allowed to press in order to respond to the stimulus. Keys should * be specified as characters (e.g., `'a'`, `'q'`, `' '`, `'Enter'`, `'ArrowDown'`) - see * [this page](https://developer.mozilla.org/en-US/docs/Web/API/KeyboardEvent/key/Key_Values) and * [this page (event.key column)](https://www.freecodecamp.org/news/javascript-keycode-list-keypress-event-key-codes/) * for more examples. Any key presses that are not listed in the array will be ignored. The default value of `"ALL_KEYS"` * means that all keys will be accepted as valid responses. Specifying `"NO_KEYS"` will mean that no responses are allowed. */ choices: { type: ParameterType.KEYS, default: "ALL_KEYS", }, /**This string can contain HTML markup. Any content here will be displayed below the stimulus. The intention is that it can * be used to provide a reminder about the action the participant is supposed to take (e.g., which key to press). */ prompt: { type: ParameterType.HTML_STRING, default: null, }, /** How long to show the stimulus for in milliseconds. If the value is `null`, then the stimulus will be shown until the * participant makes a response. */ stimulus_duration: { type: ParameterType.INT, default: null, }, /** How long to wait for the participant to make a response before ending the trial in milliseconds. If the participant * fails to make a response before this timer is reached, the participant's response will be recorded as null for the * trial and the trial will end. If the value of this parameter is `null`, then the trial will wait for a response indefinitely. */ trial_duration: { type: ParameterType.INT, default: null, }, /** If true, then the trial will end whenever the participant makes a response (assuming they make their response before * the cutoff specified by the `trial_duration` parameter). If false, then the trial will continue until the value for * `trial_duration` is reached. You can set this parameter to `false` to force the participant to view a stimulus for a * fixed amount of time, even if they respond before the time is complete. */ response_ends_trial: { type: ParameterType.BOOL, default: true, }, /** * If `true`, the image will be drawn onto a canvas element. This prevents a blank screen (white flash) between consecutive image trials in some browsers, like Firefox and Edge. * If `false`, the image will be shown via an img element, as in previous versions of jsPsych. If the stimulus is an **animated gif**, you must set this parameter to false, because the canvas rendering method will only present static images. */ render_on_canvas: { type: ParameterType.BOOL, default: true, }, }, data: { /** The path of the image that was displayed. */ stimulus: { type: ParameterType.STRING, }, /** Indicates which key the participant pressed. */ response: { type: ParameterType.STRING, }, /** The response time in milliseconds for the participant to make a response. The time is measured from when the stimulus * first appears on the screen until the participant's response. */ rt: { type: ParameterType.INT, }, }, }; type Info = typeof info; /** * This plugin displays an image and records responses generated with the keyboard. The stimulus can be displayed until a * response is given, or for a pre-determined amount of time. The trial can be ended automatically if the participant has * failed to respond within a fixed length of time. * * Image files can be automatically preloaded by jsPsych using the [`preload` plugin](preload.md). However, if you are using * timeline variables or another dynamic method to specify the image stimulus, you will need to * [manually preload](../overview/media-preloading.md#manual-preloading) the images. * * @author Josh de Leeuw * @see {@link https://www.jspsych.org/latest/plugins/image-keyboard-response/ image-keyboard-response plugin documentation on jspsych.org} */ class ImageKeyboardResponsePlugin implements JsPsychPlugin { static info = info; constructor(private jsPsych: JsPsych) {} trial(display_element: HTMLElement, trial: TrialType) { var height, width; if (trial.render_on_canvas) { var image_drawn = false; // first clear the display element (because the render_on_canvas method appends to display_element instead of overwriting it with .innerHTML) if (display_element.hasChildNodes()) { // can't loop through child list because the list will be modified by .removeChild() while (display_element.firstChild) { display_element.removeChild(display_element.firstChild); } } // create canvas element and image var canvas = document.createElement("canvas"); canvas.id = "jspsych-image-keyboard-response-stimulus"; canvas.style.margin = "0"; canvas.style.padding = "0"; var ctx = canvas.getContext("2d"); var img = new Image(); img.onload = () => { // if image wasn't preloaded, then it will need to be drawn whenever it finishes loading if (!image_drawn) { getHeightWidth(); // only possible to get width/height after image loads ctx.drawImage(img, 0, 0, width, height); } }; img.src = trial.stimulus; // get/set image height and width - this can only be done after image loads because uses image's naturalWidth/naturalHeight properties const getHeightWidth = () => { if (trial.stimulus_height !== null) { height = trial.stimulus_height; if (trial.stimulus_width == null && trial.maintain_aspect_ratio) { width = img.naturalWidth * (trial.stimulus_height / img.naturalHeight); } } else { height = img.naturalHeight; } if (trial.stimulus_width !== null) { width = trial.stimulus_width; if (trial.stimulus_height == null && trial.maintain_aspect_ratio) { height = img.naturalHeight * (trial.stimulus_width / img.naturalWidth); } } else if (!(trial.stimulus_height !== null && trial.maintain_aspect_ratio)) { // if stimulus width is null, only use the image's natural width if the width value wasn't set // in the if statement above, based on a specified height and maintain_aspect_ratio = true width = img.naturalWidth; } canvas.height = height; canvas.width = width; }; getHeightWidth(); // call now, in case image loads immediately (is cached) // add canvas and draw image display_element.insertBefore(canvas, null); if (img.complete && Number.isFinite(width) && Number.isFinite(height)) { // if image has loaded and width/height have been set, then draw it now // (don't rely on img onload function to draw image when image is in the cache, because that causes a delay in the image presentation) ctx.drawImage(img, 0, 0, width, height); image_drawn = true; } // add prompt if there is one if (trial.prompt !== null) { display_element.insertAdjacentHTML("beforeend", trial.prompt); } } else { // display stimulus as an image element var html = ''; // add prompt if (trial.prompt !== null) { html += trial.prompt; } // update the page content display_element.innerHTML = html; // set image dimensions after image has loaded (so that we have access to naturalHeight/naturalWidth) var img = display_element.querySelector( "#jspsych-image-keyboard-response-stimulus" ) as HTMLImageElement; if (trial.stimulus_height !== null) { height = trial.stimulus_height; if (trial.stimulus_width == null && trial.maintain_aspect_ratio) { width = img.naturalWidth * (trial.stimulus_height / img.naturalHeight); } } else { height = img.naturalHeight; } if (trial.stimulus_width !== null) { width = trial.stimulus_width; if (trial.stimulus_height == null && trial.maintain_aspect_ratio) { height = img.naturalHeight * (trial.stimulus_width / img.naturalWidth); } } else if (!(trial.stimulus_height !== null && trial.maintain_aspect_ratio)) { // if stimulus width is null, only use the image's natural width if the width value wasn't set // in the if statement above, based on a specified height and maintain_aspect_ratio = true width = img.naturalWidth; } img.style.height = height.toString() + "px"; img.style.width = width.toString() + "px"; } // store response var response = { rt: null, key: null, }; // function to end trial when it is time const end_trial = () => { // kill any remaining setTimeout handlers this.jsPsych.pluginAPI.clearAllTimeouts(); // kill keyboard listeners if (typeof keyboardListener !== "undefined") { this.jsPsych.pluginAPI.cancelKeyboardResponse(keyboardListener); } // gather the data to store for the trial var trial_data = { rt: response.rt, stimulus: trial.stimulus, response: response.key, }; // clear the display display_element.innerHTML = ""; // move on to the next trial this.jsPsych.finishTrial(trial_data); }; // function to handle responses by the subject var after_response = (info) => { // after a valid response, the stimulus will have the CSS class 'responded' // which can be used to provide visual feedback that a response was recorded display_element.querySelector("#jspsych-image-keyboard-response-stimulus").className += " responded"; // only record the first response if (response.key == null) { response = info; } if (trial.response_ends_trial) { end_trial(); } }; // start the response listener if (trial.choices != "NO_KEYS") { var keyboardListener = this.jsPsych.pluginAPI.getKeyboardResponse({ callback_function: after_response, valid_responses: trial.choices, rt_method: "performance", persist: false, allow_held_key: false, }); } // hide stimulus if stimulus_duration is set if (trial.stimulus_duration !== null) { this.jsPsych.pluginAPI.setTimeout(() => { display_element.querySelector( "#jspsych-image-keyboard-response-stimulus" ).style.visibility = "hidden"; }, trial.stimulus_duration); } // end trial if trial_duration is set if (trial.trial_duration !== null) { this.jsPsych.pluginAPI.setTimeout(() => { end_trial(); }, trial.trial_duration); } else if (trial.response_ends_trial === false) { console.warn( "The experiment may be deadlocked. Try setting a trial duration or set response_ends_trial to true." ); } } simulate( trial: TrialType, simulation_mode, simulation_options: any, load_callback: () => void ) { if (simulation_mode == "data-only") { load_callback(); this.simulate_data_only(trial, simulation_options); } if (simulation_mode == "visual") { this.simulate_visual(trial, simulation_options, load_callback); } } private simulate_data_only(trial: TrialType, simulation_options) { const data = this.create_simulation_data(trial, simulation_options); this.jsPsych.finishTrial(data); } private simulate_visual(trial: TrialType, simulation_options, load_callback: () => void) { const data = this.create_simulation_data(trial, simulation_options); const display_element = this.jsPsych.getDisplayElement(); this.trial(display_element, trial); load_callback(); if (data.rt !== null) { this.jsPsych.pluginAPI.pressKey(data.response, data.rt); } } private create_simulation_data(trial: TrialType, simulation_options) { const default_data = { stimulus: trial.stimulus, rt: this.jsPsych.randomization.sampleExGaussian(500, 50, 1 / 150, true), response: this.jsPsych.pluginAPI.getValidKey(trial.choices), }; const data = this.jsPsych.pluginAPI.mergeSimulationData(default_data, simulation_options); this.jsPsych.pluginAPI.ensureSimulationDataConsistency(trial, data); return data; } } export default ImageKeyboardResponsePlugin;