1""" 

2Amazon S3 backend storage upload via AJAX. 

3 

4Install 

5------- 

6 

7The ``boto`` package is required: ``pip install boto`` 

8 

9Setup 

10----- 

11 

12Add the settings to your ``settings.py`` file: 

13 

14.. code-block:: python 

15 

16 AWS_ACCESS_KEY_ID = "example" 

17 AWS_BUCKET_NAME = "example" 

18 AWS_SECRET_KEY = "example" 

19 

20Usage 

21----- 

22 

23Specify the backend for the AJAX upload: 

24 

25.. code-block:: python 

26 

27 # views.py 

28 from superdjango.ajax.views import AjaxFileUploader 

29 from superdjango.storage.backends.ajax.couch import S3AjaxStorage 

30 

31 ajax_uploader = AjaxFileUploader(S3AjaxStorage) 

32 

33""" 

34# Imports 

35 

36from django.conf import settings 

37from io import StringIO 

38from multiprocessing import Pool 

39from .base import BaseAjaxStorage 

40from .compat import boto 

41 

42# Exports 

43 

44__all__ = ( 

45 "S3AjaxStorage", 

46) 

47 

48# Constants 

49 

50ACCESS_KEY_ID = settings.AWS_ACCESS_KEY_ID 

51BUCKET_NAME = settings.AWS_BUCKET_NAME 

52SECRET_KEY = settings.AWS_SECRET_KEY 

53 

54# Classes 

55 

56 

57class S3AjaxStorage(BaseAjaxStorage): 

58 NUM_PARALLEL_PROCESSES = 4 

59 

60 def upload_chunk(self, chunk, *args, **kwargs): 

61 self._counter += 1 

62 buffer = StringIO() 

63 buffer.write(chunk) 

64 self._pool.apply_async(self._mp.upload_part_from_file(buffer, self._counter)) 

65 buffer.close() 

66 

67 def setup(self, filename, *args, **kwargs): 

68 # noinspection PyAttributeOutsideInit 

69 self._bucket = boto.connect_s3(ACCESS_KEY_ID, SECRET_KEY).lookup(BUCKET_NAME) 

70 

71 # noinspection PyAttributeOutsideInit 

72 self._mp = self._bucket.initiate_multipart_upload(filename) 

73 

74 # noinspection PyAttributeOutsideInit 

75 self._pool = Pool(processes=self.NUM_PARALLEL_PROCESSES) 

76 

77 # noinspection PyAttributeOutsideInit 

78 self._counter = 0 

79 

80 def upload_complete(self, request, filename, *args, **kwargs): 

81 # Tie up loose ends, and finish the upload 

82 self._pool.close() 

83 self._pool.join() 

84 self._mp.complete_upload()