diff --git a/src/mode/modeHandler.ts b/src/mode/modeHandler.ts
index 310f6eaf42a..3d0f5859eef 100644
--- a/src/mode/modeHandler.ts
+++ b/src/mode/modeHandler.ts
@@ -413,8 +413,7 @@ export class ModeHandler implements vscode.Disposable, IModeHandler {
 
         if (
           configuration.mouseSelectionGoesIntoVisualMode &&
-          !isVisualMode(this.vimState.currentMode) &&
-          this.currentMode !== Mode.Insert
+          !isVisualMode(this.vimState.currentMode)
         ) {
           await this.setCurrentMode(Mode.Visual);