diff --git a/src/block_manager/view/BlockView.js b/src/block_manager/view/BlockView.js
index 2738f140b..51faf9647 100644
--- a/src/block_manager/view/BlockView.js
+++ b/src/block_manager/view/BlockView.js
@@ -19,6 +19,11 @@ module.exports = Backbone.View.extend({
    * @private
    */
   onDrag(e) {
+    //Right or middel click
+    if (e.button !== 0) {
+      return;
+    }
+
     if(!this.config.getSorter)
       return;
     this.config.em.refreshCanvas();