filer.management.commands.import_files: 71 total statements, 0.0% covered

Generated: Wed 2013-03-13 10:33 CET

Source file: /media/Envs/Envs/filer-gallery/lib/python2.7/site-packages/filer/management/commands/import_files.py

Stats: 0 executed, 60 missed, 11 excluded, 62 ignored

1. #-*- coding: utf-8 -*-
2. from django.core.files import File as DjangoFile
3. from django.core.management.base import BaseCommand, NoArgsCommand
4. from filer.models.filemodels import File
5. from filer.models.foldermodels import Folder
6. from filer.models.imagemodels import Image
7. from filer.settings import FILER_IS_PUBLIC_DEFAULT
8. from optparse import make_option
9. import os
12. class FileImporter(object):
13. def __init__(self, * args, **kwargs):
14. self.path = kwargs.get('path')
15. self.base_folder = kwargs.get('base_folder')
16. self.verbosity = int(kwargs.get('verbosity', 1))
17. self.file_created = 0
18. self.image_created = 0
19. self.folder_created = 0
21. def import_file(self, file_obj, folder):
22. """
23. Create a File or an Image into the given folder
24. """
25. try:
26. iext = os.path.splitext(file_obj.name)[1].lower()
27. except:
28. iext = ''
29. if iext in ['.jpg', '.jpeg', '.png', '.gif']:
30. obj, created = Image.objects.get_or_create(
31. original_filename=file_obj.name,
32. file=file_obj,
33. folder=folder,
34. is_public=FILER_IS_PUBLIC_DEFAULT)
35. if created:
36. self.image_created += 1
37. else:
38. obj, created = File.objects.get_or_create(
39. original_filename=file_obj.name,
40. file=file_obj,
41. folder=folder,
42. is_public=FILER_IS_PUBLIC_DEFAULT)
43. if created:
44. self.file_created += 1
45. if self.verbosity >= 2:
46. print u"file_created #%s / image_created #%s -- file : %s -- created : %s" % (self.file_created,
47. self.image_created,
48. obj, created)
49. return obj
51. def get_or_create_folder(self, folder_names):
52. """
53. Gets or creates a Folder based the list of folder names in hierarchical
54. order (like breadcrumbs).
56. get_or_create_folder(['root', 'subfolder', 'subsub folder'])
58. creates the folders with correct parent relations and returns the
59. 'subsub folder' instance.
60. """
61. if not len(folder_names):
62. return None
63. current_parent = None
64. for folder_name in folder_names:
65. current_parent, created = Folder.objects.get_or_create(name=folder_name, parent=current_parent)
66. if created:
67. self.folder_created += 1
68. if self.verbosity >= 2:
69. print u"folder_created #%s folder : %s -- created : %s" % (self.folder_created,
70. current_parent, created)
71. return current_parent
73. def walker(self, path=None, base_folder=None):
74. """
75. This method walk a directory structure and create the
76. Folders and Files as they appear.
77. """
78. path = path or self.path
79. base_folder = base_folder or self.base_folder
80. # prevent trailing slashes and other inconsistencies on path.
81. # cast to unicode so that os.walk returns path names in unicode
82. # (prevents encoding/decoding errors)
83. path = unicode(os.path.normpath(path))
84. if base_folder:
85. base_folder = unicode(os.path.normpath(base_folder))
86. print u"The directory structure will be imported in %s" % (base_folder,)
87. if self.verbosity >= 1:
88. print u"Import the folders and files in %s" % (path,)
89. root_folder_name = os.path.basename(path)
90. for root, dirs, files in os.walk(path):
91. rel_folders = root.partition(path)[2].strip(os.path.sep).split(os.path.sep)
92. while '' in rel_folders:
93. rel_folders.remove('')
94. if base_folder:
95. folder_names = base_folder.split('/') + [root_folder_name] + rel_folders
96. else:
97. folder_names = [root_folder_name] + rel_folders
98. folder = self.get_or_create_folder(folder_names)
99. for file_obj in files:
100. dj_file = DjangoFile(open(os.path.join(root, file_obj)),
101. name=file_obj)
102. self.import_file(file_obj=dj_file, folder=folder)
103. if self.verbosity >= 1:
104. print ('folder_created #%s / file_created #%s / ' + \
105. 'image_created #%s') % (
106. self.folder_created, self.file_created,
107. self.image_created)
110. class Command(NoArgsCommand):
111. """
112. Import directory structure into the filer ::
114. manage.py --path=/tmp/assets/images
115. manage.py --path=/tmp/assets/news --folder=images
116. """
118. option_list = BaseCommand.option_list + (
119. make_option('--path',
120. action='store',
121. dest='path',
122. default=False,
123. help='Import files located in the path into django-filer'),
124. make_option('--folder',
125. action='store',
126. dest='base_folder',
127. default=False,
128. help='Specify the destination folder in which the directory structure should be imported'),
129. )
131. def handle_noargs(self, **options):
132. file_importer = FileImporter(**options)
133. file_importer.walker()