O que você pode fazer é: Marcar na `controlsList` da sua `<video>` a propriedade `nodownload` e "desabilitar" o `contextmenu` do elemento em questão.

<!-- begin snippet: js hide: false console: true babel: false -->

<!-- language: lang-js -->

    let noContext = document.getElementById('videoPlayer');
    noContext.addEventListener('contextmenu', e => {
      e.preventDefault();
    });

<!-- language: lang-html -->

    <!DOCTYPE html>
    <html>

    <body>
      <video id="videoPlayer" width="400" controls controlsList="nodownload">
      <source src="https://www.w3schools.com/html/mov_bbb.mp4" type="video/mp4">
      <source src="https://www.w3schools.com/html/mov_bbb.ogg" type="video/ogg">
      Your browser does not support HTML5 video.
    </video>
    </body>

    </html>

<!-- end snippet -->