Use Mastodon's audio player

app/soapbox/features/audio/index.js

@@ -1,147 +1,95 @@
 import React from 'react';
-import { connect } from 'react-redux';
 import PropTypes from 'prop-types';
-import { defineMessages, injectIntl, FormattedMessage } from 'react-intl';
+import { defineMessages, injectIntl } from 'react-intl';
-import { throttle } from 'lodash';
+import { formatTime } from 'soapbox/features/video';
-import classNames from 'classnames';
 import Icon from 'soapbox/components/icon';
-import { getSettings } from 'soapbox/actions/settings';
+import classNames from 'classnames';
+import { throttle } from 'lodash';
+import { getPointerPosition, fileNameFromURL } from 'soapbox/features/video';
+import { debounce } from 'lodash';
+import Visualizer from './visualizer';
 
 const messages = defineMessages({
-  play: { id: 'audio.play', defaultMessage: 'Play' },
+  play: { id: 'video.play', defaultMessage: 'Play' },
-  pause: { id: 'audio.pause', defaultMessage: 'Pause' },
+  pause: { id: 'video.pause', defaultMessage: 'Pause' },
-  mute: { id: 'audio.mute', defaultMessage: 'Mute' },
+  mute: { id: 'video.mute', defaultMessage: 'Mute sound' },
-  unmute: { id: 'audio.unmute', defaultMessage: 'Unmute' },
+  unmute: { id: 'video.unmute', defaultMessage: 'Unmute sound' },
-  hide: { id: 'audio.hide', defaultMessage: 'Hide audio' },
+  download: { id: 'video.download', defaultMessage: 'Download file' },
-  expand: { id: 'audio.expand', defaultMessage: 'Expand audio' },
-  close: { id: 'audio.close', defaultMessage: 'Close audio' },
 });
 
-const formatTime = secondsNum => {
+const TICK_SIZE = 10;
-  let hours   = Math.floor(secondsNum / 3600);
+const PADDING   = 180;
-  let minutes = Math.floor((secondsNum - (hours * 3600)) / 60);
-  let seconds = secondsNum - (hours * 3600) - (minutes * 60);
 
-  if (hours   < 10) hours   = '0' + hours;
+export default @injectIntl
-  if (minutes < 10 && hours >= 1) minutes = '0' + minutes;
-  if (seconds < 10) seconds = '0' + seconds;
-
-  return (hours === '00' ? '' : `${hours}:`) + `${minutes}:${seconds}`;
-};
-
-export const findElementPosition = el => {
-  let box;
-
-  if (el.getBoundingClientRect && el.parentNode) {
-    box = el.getBoundingClientRect();
-  }
-
-  if (!box) {
-    return {
-      left: 0,
-      top: 0,
-    };
-  }
-
-  const docEl = document.documentElement;
-  const body  = document.body;
-
-  const clientLeft = docEl.clientLeft || body.clientLeft || 0;
-  const scrollLeft = window.pageXOffset || body.scrollLeft;
-  const left       = (box.left + scrollLeft) - clientLeft;
-
-  const clientTop = docEl.clientTop || body.clientTop || 0;
-  const scrollTop = window.pageYOffset || body.scrollTop;
-  const top       = (box.top + scrollTop) - clientTop;
-
-  return {
-    left: Math.round(left),
-    top: Math.round(top),
-  };
-};
-
-export const getPointerPosition = (el, event) => {
-  const position = {};
-  const box = findElementPosition(el);
-  const boxW = el.offsetWidth;
-  const boxH = el.offsetHeight;
-  const boxY = box.top;
-  const boxX = box.left;
-
-  let pageY = event.pageY;
-  let pageX = event.pageX;
-
-  if (event.changedTouches) {
-    pageX = event.changedTouches[0].pageX;
-    pageY = event.changedTouches[0].pageY;
-  }
-
-  position.y = Math.max(0, Math.min(1, (pageY - boxY) / boxH));
-  position.x = Math.max(0, Math.min(1, (pageX - boxX) / boxW));
-
-  return position;
-};
-
-const mapStateToProps = state => ({
-  displayMedia: getSettings(state).get('displayMedia'),
-});
-
-export default @connect(mapStateToProps)
-@injectIntl
 class Audio extends React.PureComponent {
 
   static propTypes = {
     src: PropTypes.string.isRequired,
     alt: PropTypes.string,
-    sensitive: PropTypes.bool,
+    poster: PropTypes.string,
-    startTime: PropTypes.number,
+    duration: PropTypes.number,
-    detailed: PropTypes.bool,
+    width: PropTypes.number,
-    inline: PropTypes.bool,
+    height: PropTypes.number,
-    cacheWidth: PropTypes.func,
+    editable: PropTypes.bool,
-    visible: PropTypes.bool,
+    fullscreen: PropTypes.bool,
-    onToggleVisibility: PropTypes.func,
     intl: PropTypes.object.isRequired,
-    link: PropTypes.node,
+    cacheWidth: PropTypes.func,
-    displayMedia: PropTypes.string,
+    backgroundColor: PropTypes.string,
-    expandSpoilers: PropTypes.bool,
+    foregroundColor: PropTypes.string,
+    accentColor: PropTypes.string,
+    currentTime: PropTypes.number,
+    autoPlay: PropTypes.bool,
+    volume: PropTypes.number,
+    muted: PropTypes.bool,
+    deployPictureInPicture: PropTypes.func,
   };
 
   state = {
+    width: this.props.width,
     currentTime: 0,
-    duration: 0,
+    buffer: 0,
-    volume: 0.5,
+    duration: null,
     paused: true,
-    dragging: false,
     muted: false,
-    revealed: this.props.visible !== undefined ? this.props.visible : (this.props.displayMedia !== 'hide_all' && !this.props.sensitive || this.props.displayMedia === 'show_all'),
+    volume: 0.5,
+    dragging: false,
   };
 
-  // hard coded in components.scss
+  constructor(props) {
-  // any way to get ::before values programatically?
+    super(props);
-  volWidth = 50;
+    this.visualizer = new Visualizer(TICK_SIZE);
-  volOffset = 85;
-  volHandleOffset = v => {
-    const offset = v * this.volWidth + this.volOffset;
-    return (offset > 125) ? 125 : offset;
   }
 
   setPlayerRef = c => {
     this.player = c;
 
-    if (c) {
+    if (this.player) {
-      if (this.props.cacheWidth) this.props.cacheWidth(this.player.offsetWidth);
+      this._setDimensions();
-      this.setState({
-        containerWidth: c.offsetWidth,
-      });
     }
   }
 
-  setAudioRef = c => {
+  _pack() {
-    this.audio = c;
+    return {
+      src: this.props.src,
+      volume: this.audio.volume,
+      muted: this.audio.muted,
+      currentTime: this.audio.currentTime,
+      poster: this.props.poster,
+      backgroundColor: this.props.backgroundColor,
+      foregroundColor: this.props.foregroundColor,
+      accentColor: this.props.accentColor,
+    };
+  }
 
-    if (this.audio) {
+  _setDimensions() {
-      this.setState({ volume: this.audio.volume, muted: this.audio.muted });
+    const width  = this.player.offsetWidth;
+    const height = this.props.fullscreen ? this.player.offsetHeight : (width / (16/9));
+
+    if (this.props.cacheWidth) {
+      this.props.cacheWidth(width);
     }
+
+    this.setState({ width, height });
   }
 
   setSeekRef = c => {
@@ -152,20 +100,92 @@ class Audio extends React.PureComponent {
     this.volume = c;
   }
 
-  handleClickRoot = e => e.stopPropagation();
+  setAudioRef = c => {
+    this.audio = c;
+
+    if (this.audio) {
+      this.setState({ volume: this.audio.volume, muted: this.audio.muted });
+    }
+  }
+
+  setCanvasRef = c => {
+    this.canvas = c;
+
+    this.visualizer.setCanvas(c);
+  }
+
+  componentDidMount() {
+    window.addEventListener('scroll', this.handleScroll);
+    window.addEventListener('resize', this.handleResize, { passive: true });
+  }
+
+  componentDidUpdate(prevProps, prevState) {
+    if (prevProps.src !== this.props.src || this.state.width !== prevState.width || this.state.height !== prevState.height || prevProps.accentColor !== this.props.accentColor) {
+      this._clear();
+      this._draw();
+    }
+  }
+
+  componentWillUnmount() {
+    window.removeEventListener('scroll', this.handleScroll);
+    window.removeEventListener('resize', this.handleResize);
+
+    if (!this.state.paused && this.audio && this.props.deployPictureInPicture) {
+      this.props.deployPictureInPicture('audio', this._pack());
+    }
+  }
+
+  togglePlay = () => {
+    if (!this.audioContext) {
+      this._initAudioContext();
+    }
+
+    if (this.state.paused) {
+      this.setState({ paused: false }, () => this.audio.play());
+    } else {
+      this.setState({ paused: true }, () => this.audio.pause());
+    }
+  }
+
+  handleResize = debounce(() => {
+    if (this.player) {
+      this._setDimensions();
+    }
+  }, 250, {
+    trailing: true,
+  });
 
   handlePlay = () => {
     this.setState({ paused: false });
+
+    if (this.audioContext && this.audioContext.state === 'suspended') {
+      this.audioContext.resume();
+    }
+
+    this._renderCanvas();
   }
 
   handlePause = () => {
     this.setState({ paused: true });
+
+    if (this.audioContext) {
+      this.audioContext.suspend();
+    }
   }
 
-  handleTimeUpdate = () => {
+  handleProgress = () => {
-    this.setState({
+    const lastTimeRange = this.audio.buffered.length - 1;
-      currentTime: Math.floor(this.audio.currentTime),
+
-      duration: Math.floor(this.audio.duration),
+    if (lastTimeRange > -1) {
+      this.setState({ buffer: Math.ceil(this.audio.buffered.end(lastTimeRange) / this.audio.duration * 100) });
+    }
+  }
+
+  toggleMute = () => {
+    const muted = !this.state.muted;
+
+    this.setState({ muted }, () => {
+      this.audio.muted = muted;
     });
   }
 
@@ -188,22 +208,6 @@ class Audio extends React.PureComponent {
     document.removeEventListener('touchend', this.handleVolumeMouseUp, true);
   }
 
-  handleMouseVolSlide = throttle(e => {
-    const rect = this.volume.getBoundingClientRect();
-    const x = (e.clientX - rect.left) / this.volWidth; //x position within the element.
-
-    if(!isNaN(x)) {
-      var slideamt = x;
-      if(x > 1) {
-        slideamt = 1;
-      } else if(x < 0) {
-        slideamt = 0;
-      }
-      this.audio.volume = slideamt;
-      this.setState({ volume: slideamt });
-    }
-  }, 60);
-
   handleMouseDown = e => {
     document.addEventListener('mousemove', this.handleMouseMove, true);
     document.addEventListener('mouseup', this.handleMouseUp, true);
@@ -230,146 +234,295 @@ class Audio extends React.PureComponent {
 
   handleMouseMove = throttle(e => {
     const { x } = getPointerPosition(this.seek, e);
-    const currentTime = Math.floor(this.audio.duration * x);
+    const currentTime = this.audio.duration * x;
 
     if (!isNaN(currentTime)) {
-      this.audio.currentTime = currentTime;
+      this.setState({ currentTime }, () => {
-      this.setState({ currentTime });
+        this.audio.currentTime = currentTime;
+      });
     }
-  }, 60);
+  }, 15);
 
-  togglePlay = () => {
+  handleTimeUpdate = () => {
-    if (this.state.paused) {
+    this.setState({
-      this.audio.play();
+      currentTime: this.audio.currentTime,
-    } else {
+      duration: this.audio.duration,
+    });
+  }
+
+  handleMouseVolSlide = throttle(e => {
+    const { x } = getPointerPosition(this.volume, e);
+
+    if(!isNaN(x)) {
+      this.setState({ volume: x }, () => {
+        this.audio.volume = x;
+      });
+    }
+  }, 15);
+
+  handleScroll = throttle(() => {
+    if (!this.canvas || !this.audio) {
+      return;
+    }
+
+    const { top, height } = this.canvas.getBoundingClientRect();
+    const inView = (top <= (window.innerHeight || document.documentElement.clientHeight)) && (top + height >= 0);
+
+    if (!this.state.paused && !inView) {
       this.audio.pause();
+
+      if (this.props.deployPictureInPicture) {
+        this.props.deployPictureInPicture('audio', this._pack());
+      }
+
+      this.setState({ paused: true });
     }
+  }, 150, { trailing: true });
+
+  handleMouseEnter = () => {
+    this.setState({ hovered: true });
   }
 
-  toggleMute = () => {
+  handleMouseLeave = () => {
-    this.audio.muted = !this.audio.muted;
+    this.setState({ hovered: false });
-    this.setState({ muted: this.audio.muted });
-  }
-
-  toggleWarning = () => {
-    this.setState({ revealed: !this.state.revealed });
   }
 
   handleLoadedData = () => {
-    if (this.props.startTime) {
+    const { autoPlay, currentTime, volume, muted } = this.props;
-      this.audio.currentTime = this.props.startTime;
+
-      this.audio.play();
+    this.setState({ duration: this.audio.duration });
+
+    if (currentTime) {
+      this.audio.currentTime = currentTime;
+    }
+
+    if (volume !== undefined) {
+      this.audio.volume = volume;
+    }
+
+    if (muted !== undefined) {
+      this.audio.muted = muted;
+    }
+
+    if (autoPlay) {
+      this.togglePlay();
     }
   }
 
-  handleProgress = () => {
+  _initAudioContext() {
-    if (this.audio.buffered.length > 0) {
+    const AudioContext = window.AudioContext || window.webkitAudioContext;
-      this.setState({ buffer: this.audio.buffered.end(0) / this.audio.duration * 100 });
+    const context      = new AudioContext();
+    const source       = context.createMediaElementSource(this.audio);
+
+    this.visualizer.setAudioContext(context, source);
+    source.connect(context.destination);
+
+    this.audioContext = context;
+  }
+
+  handleDownload = () => {
+    fetch(this.props.src).then(res => res.blob()).then(blob => {
+      const element   = document.createElement('a');
+      const objectURL = URL.createObjectURL(blob);
+
+      element.setAttribute('href', objectURL);
+      element.setAttribute('download', fileNameFromURL(this.props.src));
+
+      document.body.appendChild(element);
+      element.click();
+      document.body.removeChild(element);
+
+      URL.revokeObjectURL(objectURL);
+    }).catch(err => {
+      console.error(err);
+    });
+  }
+
+  _renderCanvas() {
+    requestAnimationFrame(() => {
+      if (!this.audio) return;
+
+      this.handleTimeUpdate();
+      this._clear();
+      this._draw();
+
+      if (!this.state.paused) {
+        this._renderCanvas();
+      }
+    });
+  }
+
+  _clear() {
+    this.visualizer.clear(this.state.width, this.state.height);
+  }
+
+  _draw() {
+    this.visualizer.draw(this._getCX(), this._getCY(), this._getAccentColor(), this._getRadius(), this._getScaleCoefficient());
+  }
+
+  _getRadius() {
+    return parseInt(((this.state.height || this.props.height) - (PADDING * this._getScaleCoefficient()) * 2) / 2);
+  }
+
+  _getScaleCoefficient() {
+    return (this.state.height || this.props.height) / 982;
+  }
+
+  _getCX() {
+    return Math.floor(this.state.width / 2) || null;
+  }
+
+  _getCY() {
+    return Math.floor(this._getRadius() + (PADDING * this._getScaleCoefficient())) || null;
+  }
+
+  _getAccentColor() {
+    return this.props.accentColor || '#ffffff';
+  }
+
+  _getBackgroundColor() {
+    return this.props.backgroundColor || '#000000';
+  }
+
+  _getForegroundColor() {
+    return this.props.foregroundColor || '#ffffff';
+  }
+
+  seekBy(time) {
+    const currentTime = this.audio.currentTime + time;
+
+    if (!isNaN(currentTime)) {
+      this.setState({ currentTime }, () => {
+        this.audio.currentTime = currentTime;
+      });
     }
   }
 
-  handleVolumeChange = () => {
+  handleAudioKeyDown = e => {
-    this.setState({ volume: this.audio.volume, muted: this.audio.muted });
+    // On the audio element or the seek bar, we can safely use the space bar
+    // for playback control because there are no buttons to press
+
+    if (e.key === ' ') {
+      e.preventDefault();
+      e.stopPropagation();
+      this.togglePlay();
+    }
   }
 
-  getPreload = () => {
+  handleKeyDown = e => {
-    const { startTime, detailed } = this.props;
+    switch(e.key) {
-    const { dragging } = this.state;
+    case 'k':
-
+      e.preventDefault();
-    if (startTime || dragging) {
+      e.stopPropagation();
-      return 'auto';
+      this.togglePlay();
-    } else if (detailed) {
+      break;
-      return 'metadata';
+    case 'm':
-    } else {
+      e.preventDefault();
-      return 'none';
+      e.stopPropagation();
+      this.toggleMute();
+      break;
+    case 'j':
+      e.preventDefault();
+      e.stopPropagation();
+      this.seekBy(-10);
+      break;
+    case 'l':
+      e.preventDefault();
+      e.stopPropagation();
+      this.seekBy(10);
+      break;
     }
   }
 
   render() {
-    const { src, inline, intl, alt, detailed, sensitive, link } = this.props;
+    const { src, intl, alt, editable } = this.props;
-    const { currentTime, duration, volume, buffer, dragging, paused, muted, revealed } = this.state;
+    const { paused, muted, volume, currentTime, buffer, dragging } = this.state;
-    const progress = (currentTime / duration) * 100;
+    const duration = this.state.duration || this.props.duration;
-
+    const progress = Math.min((currentTime / duration) * 100, 100);
-    const volumeWidth = (muted) ? 0 : volume * this.volWidth;
-    const volumeHandleLoc = (muted) ? this.volHandleOffset(0) : this.volHandleOffset(volume);
-    const playerStyle = {};
-
-    let warning;
-
-    if (sensitive) {
-      warning = <FormattedMessage id='status.sensitive_warning' defaultMessage='Sensitive content' />;
-    } else {
-      warning = <FormattedMessage id='status.media_hidden' defaultMessage='Media hidden' />;
-    }
 
     return (
-      <div
+      <div className={classNames('audio-player', { editable })} ref={this.setPlayerRef} style={{ backgroundColor: this._getBackgroundColor(), color: this._getForegroundColor(), width: '100%', height: this.props.fullscreen ? '100%' : (this.state.height || this.props.height) }} onMouseEnter={this.handleMouseEnter} onMouseLeave={this.handleMouseLeave} tabIndex='0' onKeyDown={this.handleKeyDown}>
-        role='menuitem'
-        className={classNames('audio-player', { detailed: detailed, inline: inline, warning_visible: !revealed })}
-        style={playerStyle}
-        ref={this.setPlayerRef}
-        onMouseEnter={this.handleMouseEnter}
-        onMouseLeave={this.handleMouseLeave}
-        onClick={this.handleClickRoot}
-        tabIndex={0}
-      >
-
         <audio
-          ref={this.setAudioRef}
           src={src}
-          // preload={this.getPreload()}
+          ref={this.setAudioRef}
-          role='button'
+          preload='auto'
-          tabIndex='0'
-          aria-label={alt}
-          title={alt}
-          volume={volume}
-          onClick={this.togglePlay}
           onPlay={this.handlePlay}
           onPause={this.handlePause}
-          onTimeUpdate={this.handleTimeUpdate}
-          onLoadedData={this.handleLoadedData}
           onProgress={this.handleProgress}
-          onVolumeChange={this.handleVolumeChange}
+          onLoadedData={this.handleLoadedData}
+          crossOrigin='anonymous'
         />
 
-        <div className={classNames('audio-player__spoiler-warning', { 'spoiler-button--hidden': revealed })}>
+        <canvas
-          <span className='audio-player__spoiler-warning__label'><Icon id='warning' fixedWidth /> {warning}</span>
+          role='button'
-          <button aria-label={intl.formatMessage(messages.hide)} onClick={this.toggleWarning}><Icon id='times' fixedWidth /></button>
+          tabIndex='0'
+          className='audio-player__canvas'
+          width={this.state.width}
+          height={this.state.height}
+          style={{ width: '100%', position: 'absolute', top: 0, left: 0 }}
+          ref={this.setCanvasRef}
+          onClick={this.togglePlay}
+          onKeyDown={this.handleAudioKeyDown}
+          title={alt}
+          aria-label={alt}
+        />
+
+        <img
+          src={this.props.poster}
+          alt=''
+          width={(this._getRadius() - TICK_SIZE) * 2 || null}
+          height={(this._getRadius() - TICK_SIZE) * 2 || null}
+          style={{ position: 'absolute', left: this._getCX(), top: this._getCY(), transform: 'translate(-50%, -50%)', borderRadius: '50%', pointerEvents: 'none' }}
+        />
+
+        <div className='video-player__seek' onMouseDown={this.handleMouseDown} ref={this.setSeekRef}>
+          <div className='video-player__seek__buffer' style={{ width: `${buffer}%` }} />
+          <div className='video-player__seek__progress' style={{ width: `${progress}%`, backgroundColor: this._getAccentColor() }} />
+
+          <span
+            className={classNames('video-player__seek__handle', { active: dragging })}
+            tabIndex='0'
+            style={{ left: `${progress}%`, backgroundColor: this._getAccentColor() }}
+            onKeyDown={this.handleAudioKeyDown}
+          />
         </div>
 
-        <div className={classNames('audio-player__controls')}>
+        <div className='video-player__controls active'>
-          <div className='audio-player__seek' onMouseDown={this.handleMouseDown} ref={this.setSeekRef}>
+          <div className='video-player__buttons-bar'>
-            <div className='audio-player__seek__buffer' style={{ width: `${buffer}%` }} />
+            <div className='video-player__buttons left'>
-            <div className='audio-player__seek__progress' style={{ width: `${progress}%` }} />
+              <button type='button' title={intl.formatMessage(paused ? messages.play : messages.pause)} aria-label={intl.formatMessage(paused ? messages.play : messages.pause)} className='player-button' onClick={this.togglePlay}><Icon id={paused ? 'play' : 'pause'} fixedWidth /></button>
+              <button type='button' title={intl.formatMessage(muted ? messages.unmute : messages.mute)} aria-label={intl.formatMessage(muted ? messages.unmute : messages.mute)} className='player-button' onClick={this.toggleMute}><Icon id={muted ? 'volume-off' : 'volume-up'} fixedWidth /></button>
 
-            <span
+              <div className={classNames('video-player__volume', { active: this.state.hovered })} ref={this.setVolumeRef} onMouseDown={this.handleVolumeMouseDown}>
-              className={classNames('audio-player__seek__handle', { active: dragging })}
+                <div className='video-player__volume__current' style={{ width: `${volume * 100}%`, backgroundColor: this._getAccentColor() }} />
-              tabIndex='0'
-              style={{ left: `${progress}%` }}
-            />
-          </div>
 
-          <div className='audio-player__buttons-bar'>
-            <div className='audio-player__buttons left'>
-              <button type='button' aria-label={intl.formatMessage(paused ? messages.play : messages.pause)} onClick={this.togglePlay}><Icon id={paused ? 'play' : 'pause'} fixedWidth /></button>
-              <button type='button' aria-label={intl.formatMessage(muted ? messages.unmute : messages.mute)} onClick={this.toggleMute}><Icon id={muted ? 'volume-off' : 'volume-up'} fixedWidth /></button>
-
-              <div className='audio-player__volume' onMouseDown={this.handleVolumeMouseDown} ref={this.setVolumeRef}>
-                <div className='audio-player__volume__current' style={{ width: `${volumeWidth}px` }} />
                 <span
-                  className={classNames('audio-player__volume__handle')}
+                  className='video-player__volume__handle'
                   tabIndex='0'
-                  style={{ left: `${volumeHandleLoc}px` }}
+                  style={{ left: `${volume * 100}%`, backgroundColor: this._getAccentColor() }}
                 />
               </div>
 
-              <span>
+              <span className='video-player__time'>
-                <span className='audio-player__time-current'>{formatTime(currentTime)}</span>
+                <span className='video-player__time-current'>{formatTime(Math.floor(currentTime))}</span>
-                <span className='audio-player__time-sep'>/</span>
+                {duration && (<>
-                <span className='audio-player__time-total'>{formatTime(duration)}</span>
+                  <span className='video-player__time-sep'>/</span>
+                  <span className='video-player__time-total'>{formatTime(Math.floor(duration))}</span>
+                </>)}
               </span>
+            </div>
 
-              {link && <span className='audio-player__link'>{link}</span>}
+            <div className='video-player__buttons right'>
+              <a
+                title={intl.formatMessage(messages.download)}
+                aria-label={intl.formatMessage(messages.download)}
+                className='video-player__download__icon player-button'
+                href={this.props.src}
+                download
+                target='_blank'
+              >
+                <Icon id={'download'} fixedWidth />
+              </a>
             </div>
           </div>
         </div>

app/soapbox/features/audio/visualizer.js

@@ -0,0 +1,136 @@
+/*
+Copyright (c) 2020 by Alex Permyakov (https://codepen.io/alexdevp/pen/RNELPV)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+*/
+
+const hex2rgba = (hex, alpha = 1) => {
+  const [r, g, b] = hex.match(/\w\w/g).map(x => parseInt(x, 16));
+  return `rgba(${r}, ${g}, ${b}, ${alpha})`;
+};
+
+export default class Visualizer {
+
+  constructor(tickSize) {
+    this.tickSize = tickSize;
+  }
+
+  setCanvas(canvas) {
+    this.canvas = canvas;
+    if (canvas) {
+      this.context = canvas.getContext('2d');
+    }
+  }
+
+  setAudioContext(context, source) {
+    const analyser = context.createAnalyser();
+
+    analyser.smoothingTimeConstant = 0.6;
+    analyser.fftSize = 2048;
+
+    source.connect(analyser);
+
+    this.analyser = analyser;
+  }
+
+  getTickPoints(count) {
+    const coords = [];
+
+    for(let i = 0; i < count; i++) {
+      const rad = Math.PI * 2 * i / count;
+      coords.push({ x: Math.cos(rad), y: -Math.sin(rad) });
+    }
+
+    return coords;
+  }
+
+  drawTick(cx, cy, mainColor, x1, y1, x2, y2) {
+    const dx1 = Math.ceil(cx + x1);
+    const dy1 = Math.ceil(cy + y1);
+    const dx2 = Math.ceil(cx + x2);
+    const dy2 = Math.ceil(cy + y2);
+
+    const gradient = this.context.createLinearGradient(dx1, dy1, dx2, dy2);
+
+    const lastColor = hex2rgba(mainColor, 0);
+
+    gradient.addColorStop(0, mainColor);
+    gradient.addColorStop(0.6, mainColor);
+    gradient.addColorStop(1, lastColor);
+
+    this.context.beginPath();
+    this.context.strokeStyle = gradient;
+    this.context.lineWidth = 2;
+    this.context.moveTo(dx1, dy1);
+    this.context.lineTo(dx2, dy2);
+    this.context.stroke();
+  }
+
+  getTicks(count, size, radius, scaleCoefficient) {
+    const ticks = this.getTickPoints(count);
+    const lesser = 200;
+    const m = [];
+    const bufferLength = this.analyser ? this.analyser.frequencyBinCount : 0;
+    const frequencyData = new Uint8Array(bufferLength);
+    const allScales = [];
+
+    if (this.analyser) {
+      this.analyser.getByteFrequencyData(frequencyData);
+    }
+
+    ticks.forEach((tick, i) => {
+      const coef = 1 - i / (ticks.length * 2.5);
+
+      let delta = ((frequencyData[i] || 0) - lesser * coef) * scaleCoefficient;
+
+      if (delta < 0) {
+        delta = 0;
+      }
+
+      const k = radius / (radius - (size + delta));
+
+      const x1 = tick.x * (radius - size);
+      const y1 = tick.y * (radius - size);
+      const x2 = x1 * k;
+      const y2 = y1 * k;
+
+      m.push({ x1, y1, x2, y2 });
+
+      if (i < 20) {
+        let scale = delta / (200 * scaleCoefficient);
+        scale = scale < 1 ? 1 : scale;
+        allScales.push(scale);
+      }
+    });
+
+    const scale = allScales.reduce((pv, cv) => pv + cv, 0) / allScales.length;
+
+    return m.map(({ x1, y1, x2, y2 }) => ({
+      x1: x1,
+      y1: y1,
+      x2: x2 * scale,
+      y2: y2 * scale,
+    }));
+  }
+
+  clear(width, height) {
+    this.context.clearRect(0, 0, width, height);
+  }
+
+  draw(cx, cy, color, radius, coefficient) {
+    this.context.save();
+
+    const ticks = this.getTicks(parseInt(360 * coefficient), this.tickSize, radius, coefficient);
+
+    ticks.forEach(tick => {
+      this.drawTick(cx, cy, color, tick.x1, tick.y1, tick.x2, tick.y2);
+    });
+
+    this.context.restore();
+  }
+
+}

app/soapbox/features/video/index.js

@@ -23,7 +23,7 @@ const messages = defineMessages({
   exit_fullscreen: { id: 'video.exit_fullscreen', defaultMessage: 'Exit full screen' },
 });
 
-const formatTime = secondsNum => {
+export const formatTime = secondsNum => {
   let hours   = Math.floor(secondsNum / 3600);
   let minutes = Math.floor((secondsNum - (hours * 3600)) / 60);
   let seconds = secondsNum - (hours * 3600) - (minutes * 60);
@@ -483,8 +483,8 @@ class Video extends React.PureComponent {
 
           <div className='video-player__buttons-bar'>
             <div className='video-player__buttons left'>
-              <button type='button' aria-label={intl.formatMessage(paused ? messages.play : messages.pause)} onClick={this.togglePlay}><Icon id={paused ? 'play' : 'pause'} fixedWidth /></button>
+              <button type='button' aria-label={intl.formatMessage(paused ? messages.play : messages.pause)} className='player-button' onClick={this.togglePlay}><Icon id={paused ? 'play' : 'pause'} fixedWidth /></button>
-              <button type='button' aria-label={intl.formatMessage(muted ? messages.unmute : messages.mute)} onClick={this.toggleMute}><Icon id={muted ? 'volume-off' : 'volume-up'} fixedWidth /></button>
+              <button type='button' aria-label={intl.formatMessage(muted ? messages.unmute : messages.mute)} className='player-button' onClick={this.toggleMute}><Icon id={muted ? 'volume-off' : 'volume-up'} fixedWidth /></button>
 
               <div className='video-player__volume' onMouseDown={this.handleVolumeMouseDown} ref={this.setVolumeRef}>
                 <div className='video-player__volume__current' style={{ width: `${volumeWidth}px` }} />
@@ -507,10 +507,10 @@ class Video extends React.PureComponent {
             </div>
 
             <div className='video-player__buttons right'>
-              {!onCloseVideo && <button type='button' aria-label={intl.formatMessage(messages.hide)} onClick={this.toggleReveal}><Icon id='eye-slash' fixedWidth /></button>}
+              {!onCloseVideo && <button type='button' aria-label={intl.formatMessage(messages.hide)} className='player-button' onClick={this.toggleReveal}><Icon id='eye-slash' fixedWidth /></button>}
-              {(!fullscreen && onOpenVideo) && <button type='button' aria-label={intl.formatMessage(messages.expand)} onClick={this.handleOpenVideo}><Icon id='expand' fixedWidth /></button>}
+              {(!fullscreen && onOpenVideo) && <button type='button' aria-label={intl.formatMessage(messages.expand)} className='player-button' onClick={this.handleOpenVideo}><Icon id='expand' fixedWidth /></button>}
-              {onCloseVideo && <button type='button' aria-label={intl.formatMessage(messages.close)} onClick={this.handleCloseVideo}><Icon id='compress' fixedWidth /></button>}
+              {onCloseVideo && <button type='button' aria-label={intl.formatMessage(messages.close)} className='player-button' onClick={this.handleCloseVideo}><Icon id='compress' fixedWidth /></button>}
-              <button type='button' aria-label={intl.formatMessage(fullscreen ? messages.exit_fullscreen : messages.fullscreen)} onClick={this.toggleFullscreen}><Icon id={fullscreen ? 'compress' : 'arrows-alt'} fixedWidth /></button>
+              <button type='button' aria-label={intl.formatMessage(fullscreen ? messages.exit_fullscreen : messages.fullscreen)} className='player-button' onClick={this.toggleFullscreen}><Icon id={fullscreen ? 'compress' : 'arrows-alt'} fixedWidth /></button>
             </div>
           </div>
         </div>

app/styles/components/audio-player.scss

@@ -65,312 +65,60 @@
 
 .audio-player {
   overflow: hidden;
+  box-sizing: border-box;
   position: relative;
-  background: $base-shadow-color;
+  background: var(--foreground-color);
-  max-width: 100%;
   border-radius: 4px;
-  height: 57px;
+  padding-bottom: 44px;
+  direction: ltr;
 
-  &.warning_visible {
+  &.editable {
-    height: 92px;
+    border-radius: 0;
-  }
-
-  &:focus {
-    outline: 0;
-  }
-
-  audio {
-    max-width: 100vw;
-    max-height: 80vh;
-    min-height: 120px;
-    object-fit: contain;
-    z-index: 1;
-  }
-
-  &.fullscreen {
-    width: 100% !important;
-    height: 100% !important;
-    margin: 0;
-
-    audio {
-      max-width: 100% !important;
-      max-height: 100% !important;
-      width: 100% !important;
-      height: 100% !important;
-    }
-  }
-
-  &.inline {
-    audio {
-      object-fit: contain;
-      position: relative;
-    }
-  }
-
-  &__controls {
-    position: absolute;
-    z-index: 2;
-    bottom: 0;
-    left: 0;
-    right: 0;
-    box-sizing: border-box;
-    background: linear-gradient(0deg, rgba($base-shadow-color, 0.85) 0, rgba($base-shadow-color, 0.45) 60%, transparent);
-    padding: 0 15px;
-    opacity: 1;
-    transition: opacity 0.1s ease;
-  }
-
-  &.inactive {
-    min-height: 57px;
-
-    audio,
-    .audio-player__controls {
-      visibility: hidden;
-    }
-  }
-
-  &__spoiler {
-    display: block;
-    position: absolute;
-    top: 0;
-    left: 0;
-    width: 100%;
     height: 100%;
-    z-index: 4;
+  }
-    border: 0;
+
-    background: var(--background-color);
+  .video-player__volume::before,
-    color: var(--primary-text-color--faint);
+  .video-player__seek::before {
-    transition: none;
+    background: currentColor;
-    pointer-events: auto;
+    opacity: 0.15;
+  }
+
+  .video-player__seek__buffer {
+    background: currentColor;
+    opacity: 0.2;
+  }
+
+  .video-player__buttons button {
+    color: currentColor;
+    opacity: 0.75;
 
-    &:hover,
     &:active,
+    &:hover,
     &:focus {
-      color: var(--primary-text-color);
+      color: currentColor;
-    }
-
-    &__title {
-      display: block;
-      font-size: 14px;
-    }
-
-    &__subtitle {
-      display: block;
-      font-size: 11px;
-      font-weight: 500;
-    }
-  }
-
-  &__buttons-bar {
-    display: flex;
-    justify-content: space-between;
-    padding-bottom: 10px;
-  }
-
-  &__spoiler-warning {
-    font-size: 16px;
-    white-space: nowrap;
-    text-overflow: ellipsis;
-    background: hsl(var(--brand-color_h), var(--brand-color_s), 20%);
-    padding: 5px;
-
-    &__label {
-      color: #fff;
-    }
-
-    button {
-      background: transparent;
-      font-size: 16px;
-      border: 0;
-      color: rgba(#fff, 0.75);
-      position: absolute;
-      right: 0;
-      padding-right: 5px;
-
-      i {
-        margin-right: 0;
-      }
-
-      &:active,
-      &:hover,
-      &:focus {
-        color: #fff;
-      }
-    }
-  }
-
-  &__buttons {
-    font-size: 16px;
-    white-space: nowrap;
-    overflow: hidden;
-    text-overflow: ellipsis;
-
-    &.left {
-      button {
-        padding-left: 0;
-      }
-    }
-
-    button {
-      background: transparent;
-      padding: 2px 10px;
-      font-size: 16px;
-      border: 0;
-      color: rgba(#fff, 0.75);
-
-      &:active,
-      &:hover,
-      &:focus {
-        color: #fff;
-      }
-    }
-  }
-
-  &__time-sep,
-  &__time-total,
-  &__time-current {
-    font-size: 14px;
-    font-weight: 500;
-  }
-
-  &__time-current {
-    color: #fff;
-    margin-left: 60px;
-  }
-
-  &__time-sep {
-    display: inline-block;
-    margin: 0 6px;
-  }
-
-  &__time-sep,
-  &__time-total {
-    color: #fff;
-  }
-
-  &__volume {
-    cursor: pointer;
-    height: 24px;
-    display: inline;
-
-    &::before {
-      content: "";
-      width: 50px;
-      background: rgba(#fff, 0.35);
-      border-radius: 4px;
-      display: block;
-      position: absolute;
-      height: 4px;
-      left: 85px;
-      bottom: 20px;
-    }
-
-    &__current {
-      display: block;
-      position: absolute;
-      height: 4px;
-      border-radius: 4px;
-      left: 85px;
-      bottom: 20px;
-      background: var(--brand-color);
-    }
-
-    &__handle {
-      position: absolute;
-      z-index: 3;
-      border-radius: 50%;
-      width: 12px;
-      height: 12px;
-      bottom: 16px;
-      left: 70px;
-      transition: opacity 0.1s ease;
-      background: var(--brand-color);
-      box-shadow: 1px 2px 6px rgba($base-shadow-color, 0.2);
-      pointer-events: none;
-    }
-  }
-
-  &__link {
-    padding: 2px 10px;
-
-    a {
-      text-decoration: none;
-      font-size: 14px;
-      font-weight: 500;
-      color: #fff;
-
-      &:hover,
-      &:active,
-      &:focus {
-        text-decoration: underline;
-      }
-    }
-  }
-
-  &__seek {
-    cursor: pointer;
-    height: 24px;
-    position: relative;
-
-    &::before {
-      content: "";
-      width: 100%;
-      background: rgba(#fff, 0.35);
-      border-radius: 4px;
-      display: block;
-      position: absolute;
-      height: 4px;
-      top: 10px;
-    }
-
-    &__progress,
-    &__buffer {
-      display: block;
-      position: absolute;
-      height: 4px;
-      border-radius: 4px;
-      top: 10px;
-      background: var(--brand-color);
-    }
-
-    &__buffer {
-      background: rgba(#fff, 0.2);
-    }
-
-    &__handle {
-      position: absolute;
-      z-index: 3;
       opacity: 1;
-      border-radius: 50%;
-      width: 12px;
-      height: 12px;
-      top: 6px;
-      margin-left: -6px;
-      transition: opacity 0.1s ease;
-      background: var(--brand-color);
-      box-shadow: 1px 2px 6px rgba($base-shadow-color, 0.2);
-      pointer-events: none;
-    }
-
-    &:hover {
-      .audio-player__seek__handle {
-        opacity: 1;
-      }
     }
   }
 
-  &.detailed {
+  .video-player__time-sep,
-    width: 100vmin;
+  .video-player__time-total,
-    height: 80px;
+  .video-player__time-current {
+    color: currentColor;
+  }
 
-    @media screen and (max-width: 790px) { width: 80vmin; }
+  .video-player__seek::before,
+  .video-player__seek__buffer,
+  .video-player__seek__progress {
+    top: 0;
+  }
 
-    .audio-player__buttons {
+  .video-player__seek__handle {
-      button {
+    top: -4px;
-        padding-top: 10px;
+  }
-        padding-bottom: 10px;
+
-      }
+  .video-player__controls {
-    }
+    padding-top: 10px;
+    background: transparent;
   }
 }
 

app/styles/components/video-player.scss

@@ -83,16 +83,23 @@
   background: $base-shadow-color;
   max-width: 100%;
   border-radius: 4px;
+  box-sizing: border-box;
+  direction: ltr;
+  color: white;
+
+  &.editable {
+    border-radius: 0;
+    height: 100% !important;
+  }
 
   &:focus {
     outline: 0;
   }
 
   video {
+    display: block;
     max-width: 100vw;
     max-height: 80vh;
-    min-height: 120px;
-    object-fit: contain;
     z-index: 1;
   }
 
@@ -106,6 +113,7 @@
       max-height: 100% !important;
       width: 100% !important;
       height: 100% !important;
+      outline: 0;
     }
   }
 
@@ -113,6 +121,8 @@
     video {
       object-fit: contain;
       position: relative;
+      top: 50%;
+      transform: translateY(-50%);
     }
   }
 
@@ -134,8 +144,6 @@
   }
 
   &.inactive {
-    min-height: 300px;
-
     video,
     .video-player__controls {
       visibility: hidden;
@@ -182,30 +190,30 @@
   &__buttons-bar {
     display: flex;
     justify-content: space-between;
-    padding-bottom: 10px;
+    padding-bottom: 8px;
+    margin: 0 -5px;
+
+    .video-player__download__icon {
+      color: inherit;
+    }
   }
 
   &__buttons {
+    display: flex;
+    flex: 0 1 auto;
+    min-width: 30px;
+    align-items: center;
     font-size: 16px;
     white-space: nowrap;
     overflow: hidden;
     text-overflow: ellipsis;
 
-    &.left {
+    .player-button {
-      button {
+      display: inline-block;
-        padding-left: 0;
+      outline: 0;
-      }
+      flex: 0 0 auto;
-    }
-
-    &.right {
-      button {
-        padding-right: 0;
-      }
-    }
-
-    button {
       background: transparent;
-      padding: 2px 10px;
+      padding: 5px;
       font-size: 16px;
       border: 0;
       color: rgba(#fff, 0.75);
@@ -218,6 +226,14 @@
     }
   }
 
+  &__time {
+    display: inline;
+    flex: 0 1 auto;
+    overflow: hidden;
+    text-overflow: ellipsis;
+    margin: 0 5px;
+  }
+
   &__time-sep,
   &__time-total,
   &__time-current {
@@ -227,7 +243,6 @@
 
   &__time-current {
     color: #fff;
-    margin-left: 60px;
   }
 
   &__time-sep {
@@ -241,9 +256,22 @@
   }
 
   &__volume {
+    flex: 0 0 auto;
+    display: inline-flex;
     cursor: pointer;
     height: 24px;
-    display: inline;
+    position: relative;
+    overflow: hidden;
+
+    .no-reduce-motion & {
+      transition: all 100ms linear;
+    }
+
+    &.active {
+      overflow: visible;
+      width: 50px;
+      margin-right: 16px;
+    }
 
     &::before {
       content: "";
@@ -253,8 +281,9 @@
       display: block;
       position: absolute;
       height: 4px;
-      left: 70px;
+      left: 0;
-      bottom: 20px;
+      top: 50%;
+      transform: translate(0, -50%);
     }
 
     &__current {
@@ -262,8 +291,9 @@
       position: absolute;
       height: 4px;
       border-radius: 4px;
-      left: 70px;
+      left: 0;
-      bottom: 20px;
+      top: 50%;
+      transform: translate(0, -50%);
       background: var(--brand-color);
     }
 
@@ -273,12 +303,21 @@
       border-radius: 50%;
       width: 12px;
       height: 12px;
-      bottom: 16px;
+      top: 50%;
-      left: 70px;
+      left: 0;
-      transition: opacity 0.1s ease;
+      margin-left: -6px;
+      transform: translate(0, -50%);
       background: var(--brand-color);
       box-shadow: 1px 2px 6px rgba($base-shadow-color, 0.2);
-      pointer-events: none;
+      opacity: 0;
+
+      .no-reduce-motion & {
+        transition: opacity 100ms linear;
+      }
+    }
+
+    &.active &__handle {
+      opacity: 1;
     }
   }
 
@@ -312,7 +351,7 @@
       display: block;
       position: absolute;
       height: 4px;
-      top: 10px;
+      top: 14px;
     }
 
     &__progress,
@@ -321,7 +360,7 @@
       position: absolute;
       height: 4px;
       border-radius: 4px;
-      top: 10px;
+      top: 14px;
       background: var(--brand-color);
     }
 
@@ -336,12 +375,14 @@
       border-radius: 50%;
       width: 12px;
       height: 12px;
-      top: 6px;
+      top: 10px;
       margin-left: -6px;
-      transition: opacity 0.1s ease;
       background: var(--brand-color);
       box-shadow: 1px 2px 6px rgba($base-shadow-color, 0.2);
-      pointer-events: none;
+
+      .no-reduce-motion & {
+        transition: opacity 0.1s ease;
+      }
 
       &.active {
         opacity: 1;
@@ -358,7 +399,7 @@
   &.detailed,
   &.fullscreen {
     .video-player__buttons {
-      button {
+      .player-button {
         padding-top: 10px;
         padding-bottom: 10px;
       }