diff --git a/app/blueprints/packages/packages.py b/app/blueprints/packages/packages.py
index dbace6d7..c6c20a76 100644
--- a/app/blueprints/packages/packages.py
+++ b/app/blueprints/packages/packages.py
@@ -117,9 +117,6 @@ def getReleases(package):
 @is_package_page
 def view(package):
 	if package.state != PackageState.APPROVED and not package.checkPerm(current_user, Permission.EDIT_PACKAGE):
-		if package.state == PackageState.WIP:
-			abort(404)
-
 		return render_template("packages/gone.html", package=package), 503
 
 	show_similar = not package.approved and (
diff --git a/app/templates/packages/gone.html b/app/templates/packages/gone.html
index aa0919a5..690e7a9c 100644
--- a/app/templates/packages/gone.html
+++ b/app/templates/packages/gone.html
@@ -26,6 +26,11 @@
 		<p>
 			{{ _("This package is currently undergoing review") }}
 		</p>
+	{% elif package.state.name == "WIP" %}
+		<h1>{{ _("Package Not Yet Submitted") }}</h1>
+		<p>
+			{{ _("This package has been created but hasn't been submitted for approval yet.") }}
+		</p>
 	{% else %}
 		<h1>{{ _("Package Undergoing Review") }}</h1>
 		<p>