From 8b4796e5d1fcf125addef76ce8d3c7e830da515c Mon Sep 17 00:00:00 2001
From: Dmitriy Lyalyuev <dmitriy@lyalyuev.info>
Date: Fri, 10 Feb 2023 11:41:36 +0300
Subject: [PATCH] retry for tasks

---
 later42/tasks.py     | 16 ++++++----------
 requirements-dev.txt |  2 ++
 2 files changed, 8 insertions(+), 10 deletions(-)

diff --git a/later42/tasks.py b/later42/tasks.py
index 600556c..7dae8ee 100644
--- a/later42/tasks.py
+++ b/later42/tasks.py
@@ -9,26 +9,22 @@ from later42.libs.content import get_content
 from later42.models.article import Article
 from later42.models.urls import URL
 
-AIRBRAKE_PROJECT_ID = os.getenv('AIRBRAKE_PROJECT_ID', None)
-AIRBRAKE_PROJECT_KEY = os.getenv('AIRBRAKE_PROJECT_KEY', None)
+AIRBRAKE_PROJECT_ID = os.getenv("AIRBRAKE_PROJECT_ID", None)
+AIRBRAKE_PROJECT_KEY = os.getenv("AIRBRAKE_PROJECT_KEY", None)
 
 if AIRBRAKE_PROJECT_ID is not None and AIRBRAKE_PROJECT_KEY is not None:
-    notifier = pybrake.Notifier(
-        project_id=AIRBRAKE_PROJECT_ID,
-        project_key=AIRBRAKE_PROJECT_KEY,
-        environment="celery"
-    )
+    notifier = pybrake.Notifier(project_id=AIRBRAKE_PROJECT_ID, project_key=AIRBRAKE_PROJECT_KEY, environment="celery")
     patch_celery(notifier)
 
 
-@shared_task()
+@shared_task(bind=True, max_retries=3, default_retry_delay=60)
 def get_url_content_task(url, user_id):
+    data = get_content(url)
+
     user = User.objects.get(pk=int(user_id))
     url_object = URL(url=url, user=user)
     url_object.save()
 
-    data = get_content(url)
-
     article = Article.objects.create(url=url_object)
     article.content = data.article_html
     article.title = data.title
diff --git a/requirements-dev.txt b/requirements-dev.txt
index 34a1828..30ff994 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -1,3 +1,5 @@
+-r requirements.txt
+
 black
 isort
 pylint