chore: adding robots txt file for not indexing the server

apiserver/plane/urls.py

@@ -2,12 +2,10 @@
 
 from django.conf import settings
 from django.urls import include, path, re_path
-from django.views.generic import TemplateView
 
 handler404 = "plane.app.views.error_404.custom_404_view"
 
 urlpatterns = [
-    path("", TemplateView.as_view(template_name="index.html")),
     path("api/", include("plane.app.urls")),
     path("api/public/", include("plane.space.urls")),
     path("api/instances/", include("plane.license.urls")),

apiserver/plane/web/urls.py

@@ -1,4 +1,4 @@
 from django.urls import path
-from django.views.generic import TemplateView
+from plane.web.views import robots_txt, health_check
 
-urlpatterns = [path("about/", TemplateView.as_view(template_name="about.html"))]
+urlpatterns = [path("robots.txt", robots_txt), path("", health_check)]

apiserver/plane/web/views.py

@@ -1 +1,9 @@
-# Create your views here.
+from django.http import HttpResponse, JsonResponse
+
+
+def health_check(request):
+    return JsonResponse({"status": "OK"})
+
+
+def robots_txt(request):
+    return HttpResponse("User-agent: *\nDisallow: /", content_type="text/plain")

apiserver/templates/about.html

@@ -1,9 +0,0 @@
-
-{% extends 'base.html' %}
-{% load static %}
-
-
-{% block content %}
-<h1>Hello from plane!</h1>
-<p>Made with Django</p>
-{% endblock content %}

apiserver/templates/index.html

@@ -1,5 +0,0 @@
- {% extends 'base.html' %} {% load static %}  {% block content %}
-<div class="container mt-5">
-  <h1>Hello from plane!</h1>
-</div>
-{% endblock content %}