diff --git a/release.sh b/release.sh
index 233c3285..189eab8f 100755
--- a/release.sh
+++ b/release.sh
@@ -9,16 +9,19 @@ version=`git describe --abbrev=4 --dirty --always --tags`
 f() {
 	make cleanfast; CGO_DISABLED=1 make
 	if [[ $GOOS == darwin ]]; then
+	    rm -f dist/AdGuardHome_"$version"_MacOS.zip
 	    zip dist/AdGuardHome_"$version"_MacOS.zip AdGuardHome README.md LICENSE.txt
 	elif [[ $GOOS == windows ]]; then
+	    rm -f dist/AdGuardHome_"$version"_Windows.zip
 	    zip dist/AdGuardHome_"$version"_Windows.zip AdGuardHome.exe README.md LICENSE.txt
 	else
-	    tar zcvf dist/AdGuardHome_"$version"_"$GOOS"_"$GOARCH".tar.gz AdGuardHome README.md LICENSE.txt
+	    pushd ..
+	    tar zcvf AdGuardHome_"$version"_"$GOOS"_"$GOARCH".tar.gz AdGuardHome/{AdGuardHome,LICENSE.txt,README.md}
+	    popd
 	fi
 }
 
 # Prepare the dist folder
-rm -rf dist
 mkdir -p dist
 
 # Prepare releases