diff --git a/rpcs3/rpcs3qt/log_frame.cpp b/rpcs3/rpcs3qt/log_frame.cpp
index 6e6c216ebf..2080cdabcf 100644
--- a/rpcs3/rpcs3qt/log_frame.cpp
+++ b/rpcs3/rpcs3qt/log_frame.cpp
@@ -295,11 +295,11 @@ void log_frame::CreateAndConnectActions()
 		m_gui_settings->SetValue(gui::l_ansi_code, checked);
 		m_ansi_tty = checked;
 
-		if (m_ansi_tty)
+		if (m_ansi_tty && !m_tty_ansi_highlighter)
 		{
 			m_tty_ansi_highlighter = new AnsiHighlighter(m_tty->document());
 		}
-		else
+		else if (!m_ansi_tty && m_tty_ansi_highlighter)
 		{
 			m_tty_ansi_highlighter->deleteLater();
 			m_tty_ansi_highlighter = nullptr;