diff --git a/cmake/03-libs.cmake b/cmake/03-libs.cmake
index b3f0acd1..9212709c 100644
--- a/cmake/03-libs.cmake
+++ b/cmake/03-libs.cmake
@@ -12,10 +12,8 @@ querylib(ENABLE_CURL "pkg-config" libcurl curl-libs curl-dirs)
 querylib(ENABLE_MPD "pkg-config" libmpdclient mpd-libs mpd-dirs)
 if(WITH_LIBNL)
   querylib(ENABLE_NETWORK "pkg-config" libnl-genl-3.0 net-libs net-dirs)
-  list(APPEND net-src ../adapters/net_nl.cpp)
 else()
   querylib(ENABLE_NETWORK "cmake" Libiw net-libs net-dirs)
-  list(APPEND net-src ../adapters/net_iw.cpp)
 endif()
 querylib(ENABLE_PULSEAUDIO "pkg-config" libpulse pulse-libs pulse-dirs)
 
diff --git a/src/modules/CMakeLists.txt b/src/modules/CMakeLists.txt
index ec7cf83f..10225c4c 100644
--- a/src/modules/CMakeLists.txt
+++ b/src/modules/CMakeLists.txt
@@ -43,6 +43,11 @@ endif()
 
 if(ENABLE_NETWORK)
   list(APPEND net-src ../adapters/net.cpp network.cpp)
+  if(WITH_LIBNL)
+    list(APPEND net-src ../adapters/net_nl.cpp)
+  else()
+    list(APPEND net-src ../adapters/net_iw.cpp)
+  endif()
   make_library(polybar-modules-network
     MODULE
     SOURCES