diff --git a/src/script.js b/src/script.js
index 6cac1e73..ec3f1817 100644
--- a/src/script.js
+++ b/src/script.js
@@ -8,8 +8,13 @@
 
   const knownColorSchemes = ['dark', 'light']
 
-  const preference = getStorageValue('<%= options.storage %>', '<%= options.storageKey %>') || '<%= options.preference %>'
+  const storedPreference = getStorageValue('<%= options.storage %>', '<%= options.storageKey %>')
+  const configPreference = '<%= options.preference %>'
+
+  // Use config preference if it's not 'system', otherwise use stored preference or fallback to config
+  const preference = configPreference !== 'system' ? configPreference : (storedPreference || configPreference)
   let value = preference === 'system' ? getColorScheme() : preference
+
   // Applied forced color mode
   const forcedColorMode = de.getAttribute('data-color-mode-forced')
   if (forcedColorMode) {