diff --git a/src/yuzu/multiplayer/direct_connect.cpp b/src/yuzu/multiplayer/direct_connect.cpp
index a415a953f6a4cb312bb4b151765388f5da6e2d9d..74da97e21871d1cfcc3f8f65d8161d0f0a9cf1bf 100644
--- a/src/yuzu/multiplayer/direct_connect.cpp
+++ b/src/yuzu/multiplayer/direct_connect.cpp
@@ -94,7 +94,7 @@ void DirectConnectWindow::Connect() {
     // Store settings
     UISettings::values.multiplayer_nickname = ui->nickname->text().toStdString();
     UISettings::values.multiplayer_ip = ui->ip->text().toStdString();
-    if (ui->port->isModified() && !ui->port->text().isEmpty()) {
+    if (!ui->port->text().isEmpty()) {
         UISettings::values.multiplayer_port = ui->port->text().toInt();
     } else {
         UISettings::values.multiplayer_port = UISettings::values.multiplayer_port.GetDefault();