update robots

Author: Melevir

landing_page/mainpage/static/robots.txt

@@ -1,3 +1,5 @@
 User-agent: *
-Disallow: *lessons*
-Host: https://learn.python.ru/
+Disallow: /admin/
+Disallow: /success/
+Sitemap: http://learn.python.ru/sitemap.xml
+Clean-param: *

landing_page/mainpage/templates/mainpage/robots.txt

@@ -9,5 +9,4 @@
     path('advanced/', views.advanced_handle, name='index_advanced'),
     path('advanced/success/', views.success_handle_advanced, name='success_advanced'),
 
-    path('robots.txt', views.robots_txt_handle, name='robots_txt'),
 ]

landing_page/mainpage/urls.py

@@ -58,10 +58,3 @@ def success_handle_advanced(request: HttpRequest) -> HttpResponse:
             'enrollment': enrollment,
         },
     )
-
-
-def robots_txt_handle(request: HttpRequest) -> HttpResponse:
-    return render(
-        request,
-        'mainpage/robots.txt',
-    )