diff --git a/back_latienda/urls.py b/back_latienda/urls.py index 89f3d4a..5541f26 100644 --- a/back_latienda/urls.py +++ b/back_latienda/urls.py @@ -21,6 +21,7 @@ from django.conf import settings from rest_framework_simplejwt.views import TokenObtainPairView, TokenRefreshView, TokenVerifyView from core import views as core_views +from products import views as product_views from .routers import router @@ -31,6 +32,7 @@ urlpatterns = [ path('api/v1/token/verify/', TokenVerifyView.as_view(), name='token_verify'), path('api/v1/user/change_password//', core_views.ChangeUserPasswordView.as_view(), name="change-password"), path('api/v1/user/update//', core_views.UpdateUserView.as_view(), name="update-user"), - path('api/v1/load_coops/', core_views.load_coop_managers, name='csv-loader'), + path('api/v1/load_coops/', core_views.load_coop_managers, name='coop-loader'), + path('api/v1/load_products/', product_views.load_coop_products, name='product-loader'), path('api/v1/', include(router.urls)), ] + static(settings.MEDIA_URL, document_root=settings.MEDIA_ROOT) diff --git a/core/views.py b/core/views.py index 2e7f5cb..6c99566 100644 --- a/core/views.py +++ b/core/views.py @@ -129,3 +129,4 @@ def load_coop_managers(request): return Response() except Exception as e: return Response({"errors": {"details": str(type(e))}}) + diff --git a/datasets/test_products.csv b/datasets/test_products.csv new file mode 100644 index 0000000..d3ee8b5 --- /dev/null +++ b/datasets/test_products.csv @@ -0,0 +1 @@ +id,nombre-producto,descripcion,imagen,url,precio,gastos-envio,cond-envio,descuento,stock,tags,categoria,identificadores \ No newline at end of file diff --git a/products/views.py b/products/views.py index ba342cb..2982557 100644 --- a/products/views.py +++ b/products/views.py @@ -1,8 +1,15 @@ +import logging +import csv + from django.shortcuts import render +from django.conf import settings # Create your views here. from rest_framework import viewsets -from rest_framework.permissions import IsAuthenticatedOrReadOnly +from rest_framework.permissions import IsAuthenticatedOrReadOnly, IsAdminUser +from rest_framework.decorators import api_view, permission_classes + +import requests from products.models import Product from products.serializers import ProductSerializer @@ -10,7 +17,78 @@ from products.serializers import ProductSerializer from back_latienda.permissions import IsCreator +logging.basicConfig( + filename='logs/product-load.log', + filemode='w', + format='%(levelname)s:%(message)s', + level=logging.INFO, + ) + + class ProductViewSet(viewsets.ModelViewSet): queryset = Product.objects.all() serializer_class = ProductSerializer permission_classes = [IsAuthenticatedOrReadOnly, IsCreator] + + +@api_view(['POST',]) +@permission_classes([IsAdminUser,]) +def load_coop_products(request): + """Read CSV file being received + Parse it to create products for related Company + """ + try: + csv_file = request.FILES['csv_file'] + if csv_file.name.endswith('.csv') is not True: + logging.error(f"File {csv_file.name} is not a CSV file") + return Response({"errors":{"details": "File is not CSV type"}}) + + logging.info(f"Reading contents of {csv_file.name}") + decoded_file = csv_file.read().decode('utf-8').splitlines() + csv_reader = csv.DictReader(decoded_file, delimiter=',') + counter = 0 + for row in csv_reader: + if '' in (row['nombre-producto'], row['descripcion'], row['precio']): + logging.error(f"Required data missing: {row}") + continue + try: + # download image references in csv + image_url = row['image'].strip() + response = requests.get(image_url, stream=True) + if response.status_code == 200: + path = f"{setting.BASE_DIR}media/{row['nombre-producto'].strip()}.{image.url.split('/')[-1]}" + logging.info(f"Saving product image to: {path}") + new_image = open(path, 'wb') + for chunk in response: + new_image.write(chunk) + new_image.close() + else: + logging.warninig(f"Image URL did not work: {image_url}") + new_image = None + # assemble instance data + product_data = { + 'id': None if row['id'].strip()=='' else row['id'].strip(), + 'name': row['nombre-coop'].strip(), + 'short_name': row['nombre-producto'].strip(), + 'description': row['descripcion'].strip(), + 'image': new_image, + 'url': row['url'].strip(), + 'precio': row['precio'].strip(), + 'shipping_cost': row['gastos-envio'].strip(), + 'shipping_terms': row['cond-envio'].strip(), + 'discount': row['descuento'].strip(), + 'stock': row['stock'].strip(), + 'tags': row['tags'].strip(), + 'category': row['categoria'].strip(), + 'identifiers': row['identificadores'].strip(), + } + Product.objects.create(**product_data) + logging.info(f"Created Product: {product_data}") + counter += 1 + except Exception as e: + logging.error(f"Could not parse {row}") + return Response() + except Exception as e: + return Response({"errors": {"details": str(type(e))}}) + +