RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Updating Google Cloud Storage scheme to gs instead of gcs

This commit is contained in:
Júlio César Batista 2019-02-27 18:41:01 -03:00
parent cb5f800b0f
commit 0bb3d8ca93
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
docs/topics/feed-exports.rst
View File

@ -192,10 +192,10 @@ Google Cloud Storage (GCS)
The feeds are stored on `Google Cloud Storage`_.
* URI scheme: ``gcs``
* URI scheme: ``gs``
* Example URIs:
* ``gcs://mybucket/path/to/export.csv``
* ``gs://mybucket/path/to/export.csv``
* Required external libraries: `google-cloud-storage <https://cloud.google.com/storage/docs/reference/libraries#client-libraries-install-python>`_.

2
scrapy/settings/default_settings.py
View File

@ -143,7 +143,7 @@ FEED_STORAGES_BASE = {
'': 'scrapy.extensions.feedexport.FileFeedStorage',
'file': 'scrapy.extensions.feedexport.FileFeedStorage',
'ftp': 'scrapy.extensions.feedexport.FTPFeedStorage',
'gcs': 'scrapy.extensions.feedexport.GCSFeedStorage',
'gs': 'scrapy.extensions.feedexport.GCSFeedStorage',
's3': 'scrapy.extensions.feedexport.S3FeedStorage',
'stdout': 'scrapy.extensions.feedexport.StdoutFeedStorage',
}

2
tests/test_feedexport.py
View File

@ -200,7 +200,7 @@ class GCSFeedStorageTest(unittest.TestCase):
settings = {'GCS_PROJECT_ID': '123', 'FEED_STORAGE_GCS_ACL': 'publicRead' }
crawler = get_crawler(settings_dict=settings)
storage = GCSFeedStorage.from_crawler(crawler, 'gcs://mybucket/export.csv')
storage = GCSFeedStorage.from_crawler(crawler, 'gs://mybucket/export.csv')
assert storage.project_id == '123'
assert storage.acl == 'publicRead'
assert storage.bucket_name == 'mybucket'