Allowed different storage types for images and attachments

- Added new env and config vars to allow this.
- Also added tests for awkward config logic including fallback for new
env vars.

Closes #1302
This commit is contained in:
Dan Brown 2019-06-23 16:01:15 +01:00
parent bf1371d04c
commit 762d1d7595
No known key found for this signature in database
GPG Key ID: 46D9F943C24A2EF9
7 changed files with 79 additions and 7 deletions

View File

@ -95,6 +95,16 @@ QUEUE_DRIVER=sync
# Can be 'local', 'local_secure' or 's3' # Can be 'local', 'local_secure' or 's3'
STORAGE_TYPE=local STORAGE_TYPE=local
# Image storage system to use
# Defaults to the value of STORAGE_TYPE if unset.
# Accepts the same values as STORAGE_TYPE.
STORAGE_IMAGE_TYPE=local
# Attachment storage system to use
# Defaults to the value of STORAGE_TYPE if unset.
# Accepts the same values as STORAGE_TYPE although 'local' will be forced to 'local_secure'.
STORAGE_ATTACHMENT_TYPE=local_secure
# Amazon S3 storage configuration # Amazon S3 storage configuration
STORAGE_S3_KEY=your-s3-key STORAGE_S3_KEY=your-s3-key
STORAGE_S3_SECRET=your-s3-secret STORAGE_S3_SECRET=your-s3-secret

View File

@ -13,7 +13,7 @@ class AttachmentService extends UploadService
*/ */
protected function getStorage() protected function getStorage()
{ {
$storageType = config('filesystems.default'); $storageType = config('filesystems.attachments');
// Override default location if set to local public to ensure not visible. // Override default location if set to local public to ensure not visible.
if ($storageType === 'local') { if ($storageType === 'local') {

View File

@ -45,9 +45,9 @@ class ImageService extends UploadService
*/ */
protected function getStorage($type = '') protected function getStorage($type = '')
{ {
$storageType = config('filesystems.default'); $storageType = config('filesystems.images');
// Override default location if set to local public to ensure not visible. // Ensure system images (App logo) are uploaded to a public space
if ($type === 'system' && $storageType === 'local_secure') { if ($type === 'system' && $storageType === 'local_secure') {
$storageType = 'local'; $storageType = 'local';
} }
@ -458,7 +458,7 @@ class ImageService extends UploadService
// Get the standard public s3 url if s3 is set as storage type // Get the standard public s3 url if s3 is set as storage type
// Uses the nice, short URL if bucket name has no periods in otherwise the longer // Uses the nice, short URL if bucket name has no periods in otherwise the longer
// region-based url will be used to prevent http issues. // region-based url will be used to prevent http issues.
if ($storageUrl == false && config('filesystems.default') === 's3') { if ($storageUrl == false && config('filesystems.images') === 's3') {
$storageDetails = config('filesystems.disks.s3'); $storageDetails = config('filesystems.disks.s3');
if (strpos($storageDetails['bucket'], '.') === false) { if (strpos($storageDetails['bucket'], '.') === false) {
$storageUrl = 'https://' . $storageDetails['bucket'] . '.s3.amazonaws.com'; $storageUrl = 'https://' . $storageDetails['bucket'] . '.s3.amazonaws.com';

View File

@ -14,6 +14,12 @@ return [
// Options: local, local_secure, s3 // Options: local, local_secure, s3
'default' => env('STORAGE_TYPE', 'local'), 'default' => env('STORAGE_TYPE', 'local'),
// Filesystem to use specifically for image uploads.
'images' => env('STORAGE_IMAGE_TYPE', env('STORAGE_TYPE', 'local')),
// Filesystem to use specifically for file attachments.
'attachments' => env('STORAGE_ATTACHMENT_TYPE', env('STORAGE_TYPE', 'local')),
// Storage URL // Storage URL
// This is the url to where the storage is located for when using an external // This is the url to where the storage is located for when using an external
// file storage service, such as s3, to store publicly accessible assets. // file storage service, such as s3, to store publicly accessible assets.

View File

@ -34,6 +34,8 @@
<env name="AVATAR_URL" value=""/> <env name="AVATAR_URL" value=""/>
<env name="LDAP_VERSION" value="3"/> <env name="LDAP_VERSION" value="3"/>
<env name="STORAGE_TYPE" value="local"/> <env name="STORAGE_TYPE" value="local"/>
<env name="ATTACHMENT_STORAGE_TYPE" value="local"/>
<env name="IMAGE_STORAGE_TYPE" value="local"/>
<env name="GITHUB_APP_ID" value="aaaaaaaaaaaaaa"/> <env name="GITHUB_APP_ID" value="aaaaaaaaaaaaaa"/>
<env name="GITHUB_APP_SECRET" value="aaaaaaaaaaaaaa"/> <env name="GITHUB_APP_SECRET" value="aaaaaaaaaaaaaa"/>
<env name="GITHUB_AUTO_REGISTER" value=""/> <env name="GITHUB_AUTO_REGISTER" value=""/>

54
tests/Unit/ConfigTest.php Normal file
View File

@ -0,0 +1,54 @@
<?php namespace Tests;
/**
* Class ConfigTest
* Many of the tests here are to check on tweaks made
* to maintain backwards compatibility.
*
* @package Tests
*/
class ConfigTest extends TestCase
{
public function test_filesystem_images_falls_back_to_storage_type_var()
{
putenv('STORAGE_TYPE=local_secure');
$this->checkEnvConfigResult('STORAGE_IMAGE_TYPE', 's3', 'filesystems.images', 's3');
$this->checkEnvConfigResult('STORAGE_IMAGE_TYPE', null, 'filesystems.images', 'local_secure');
}
public function test_filesystem_attachments_falls_back_to_storage_type_var()
{
putenv('STORAGE_TYPE=local_secure');
$this->checkEnvConfigResult('STORAGE_ATTACHMENT_TYPE', 's3', 'filesystems.attachments', 's3');
$this->checkEnvConfigResult('STORAGE_ATTACHMENT_TYPE', null, 'filesystems.attachments', 'local_secure');
}
public function test_app_url_blank_if_old_default_value()
{
$initUrl = 'https://example.com/docs';
$oldDefault = 'http://bookstack.dev';
$this->checkEnvConfigResult('APP_URL', $initUrl, 'app.url', $initUrl);
$this->checkEnvConfigResult('APP_URL', $oldDefault, 'app.url', '');
}
/**
* Set an environment variable of the given name and value
* then check the given config key to see if it matches the given result.
* Providing a null $envVal clears the variable.
* @param string $envName
* @param string|null $envVal
* @param string $configKey
* @param string $expectedResult
*/
protected function checkEnvConfigResult(string $envName, $envVal, string $configKey, string $expectedResult)
{
$envString = $envName . (is_null($envVal) ? '' : '=') . ($envVal ?? '');
putenv($envString);
$this->refreshApplication();
$this->assertEquals($expectedResult, config($configKey));
}
}

View File

@ -176,7 +176,7 @@ class ImageTest extends TestCase
public function test_secure_images_uploads_to_correct_place() public function test_secure_images_uploads_to_correct_place()
{ {
config()->set('filesystems.default', 'local_secure'); config()->set('filesystems.images', 'local_secure');
$this->asEditor(); $this->asEditor();
$galleryFile = $this->getTestImage('my-secure-test-upload.png'); $galleryFile = $this->getTestImage('my-secure-test-upload.png');
$page = Page::first(); $page = Page::first();
@ -194,7 +194,7 @@ class ImageTest extends TestCase
public function test_secure_images_included_in_exports() public function test_secure_images_included_in_exports()
{ {
config()->set('filesystems.default', 'local_secure'); config()->set('filesystems.images', 'local_secure');
$this->asEditor(); $this->asEditor();
$galleryFile = $this->getTestImage('my-secure-test-upload.png'); $galleryFile = $this->getTestImage('my-secure-test-upload.png');
$page = Page::first(); $page = Page::first();
@ -217,7 +217,7 @@ class ImageTest extends TestCase
public function test_system_images_remain_public() public function test_system_images_remain_public()
{ {
config()->set('filesystems.default', 'local_secure'); config()->set('filesystems.images', 'local_secure');
$this->asAdmin(); $this->asAdmin();
$galleryFile = $this->getTestImage('my-system-test-upload.png'); $galleryFile = $this->getTestImage('my-system-test-upload.png');
$expectedPath = public_path('uploads/images/system/' . Date('Y-m') . '/my-system-test-upload.png'); $expectedPath = public_path('uploads/images/system/' . Date('Y-m') . '/my-system-test-upload.png');