work on initial tag load

This commit is contained in:
Sam
2021-02-10 12:50:25 +00:00
parent 07c3a42ee8
commit 41e68031fa
7 changed files with 10910 additions and 0 deletions

View File

@@ -144,3 +144,5 @@ USE_TZ = True
# https://docs.djangoproject.com/en/2.2/howto/static-files/
STATIC_URL = '/static/'
TAXONOMY_FILE = 'shop-taxonomy.es-ES.txt'

View File

@@ -15,6 +15,8 @@ logging.basicConfig(
class Command(BaseCommand):
'help' = 'Load geographic dataset'
def handle(self, *args, **kwargs):
print('Deleting all instances of Country, Region, Province, City')
logging.info('Deleting all instances of Country, Region, Province, City')

View File

@@ -0,0 +1,26 @@
import logging
from django.core.management.base import BaseCommand
from django.conf import settings
class Command(BaseCommand):
help = 'Load taxonomy terms into Tags'
def handle(self, *args, **kwargs):
print(self.help)
file_path = settings.BASE_DIR + '/../datasets/' + settings.TAXONOMY_FILE
counter = 0
with open(file_path, 'rt') as data_file:
print(f"Reading from {settings.TAXONOMY_FILE}")
for line in data_file.readlines():
try:
tag = TagModel.objects.create(name=line)
counter += 1
logging.debug(f"{tag} created from {line}")
except Exception as e:
logging.error(f"{type(e)} while creating tags from {settings.TAXONOMY_FILE}")
print(f"{counter} new TagModel instances created")
print('Shutting down\n')

View File

@@ -22,6 +22,7 @@ logging.basicConfig(
class Command(BaseCommand):
logo_url = "https://picsum.photos/200/300"
help = 'Creates fake companies and related products in database'
def handle(self, *args, **kwargs):
print("Creating fake data to populate database")

View File

@@ -7,9 +7,12 @@ from django.utils.http import urlsafe_base64_encode
from django.template.loader import render_to_string
from django.core.mail import EmailMessage
from django.contrib.auth.tokens import PasswordResetTokenGenerator
from django.conf import settings
from rest_framework_simplejwt.tokens import RefreshToken
from tagulous.models import TagModel
User = get_user_model()
@@ -74,3 +77,23 @@ def send_verification_email(request, user):
logging.info(f"Verification email sent to {user.email}")
except Exception as e:
logging.error(f"Could not sent verification email to: {user.email}")
def reformat_google_taxonomy(file_name):
"""
Read from flat text file
Create Herarchical Tag for each line
"""
base = settings.BASE_DIR + '/../datasets/'
counter = 0
source_file_path = base + file_name
destination_file_path = base + 'ALT' + file_name
source_file = open(source_file_path, 'rt')
destination_file = open(destination_file_path, 'wt')
for line in source_file.readlines():
line = line.replace(' > ', '/')
destination_file.write(line)

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff