3 * This program is free software; you can redistribute it and/or modify
4 * it under the terms of the GNU General Public License as published by
5 * the Free Software Foundation; either version 2 of the License, or
6 * (at your option) any later version.
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
13 * You should have received a copy of the GNU General Public License along
14 * with this program; if not, write to the Free Software Foundation, Inc.,
15 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
16 * http://www.gnu.org/copyleft/gpl.html
21 use MediaWiki\Api\ApiUpload
;
22 use MediaWiki\Context\RequestContext
;
23 use MediaWiki\Logger\LoggerFactory
;
24 use MediaWiki\Request\WebRequestUpload
;
25 use MediaWiki\Status\Status
;
26 use Wikimedia\ScopedCallback
;
29 * Assemble the segments of a chunked upload.
34 class AssembleUploadChunksJob
extends Job
implements GenericParameterJob
{
35 public function __construct( array $params ) {
36 parent
::__construct( 'AssembleUploadChunks', $params );
37 $this->removeDuplicates
= true;
40 public function run() {
41 $scope = RequestContext
::importScopedSession( $this->params
['session'] );
42 $this->addTeardownCallback( static function () use ( &$scope ) {
43 ScopedCallback
::consume( $scope ); // T126450
46 $logger = LoggerFactory
::getInstance( 'upload' );
47 $context = RequestContext
::getMain();
48 $user = $context->getUser();
50 if ( !$user->isRegistered() ) {
51 $this->setLastError( "Could not load the author user from session." );
56 // TODO add some sort of proper locking maybe
57 $startingStatus = UploadBase
::getSessionStatus( $user, $this->params
['filekey'] );
60 ( $startingStatus['result'] ??
'' ) !== 'Poll' ||
61 ( $startingStatus['stage'] ??
'' ) !== 'queued'
63 $logger->warning( "Tried to assemble upload that is in stage {stage}/{result}",
65 'stage' => $startingStatus['stage'] ??
'-',
66 'result' => $startingStatus['result'] ??
'-',
67 'status' => (string)( $startingStatus['status'] ??
'-' ),
68 'filekey' => $this->params
['filekey'],
69 'filename' => $this->params
['filename'],
70 'user' => $user->getName(),
73 // If it is marked as currently in progress, abort. Otherwise
74 // assume it is some sort of replag issue or maybe a retry even
75 // though retries are impossible and just warn.
78 $startingStatus['stage'] === 'assembling' &&
79 $startingStatus['result'] !== 'Failure'
81 $this->setLastError( __METHOD__
. " already in progress" );
85 UploadBase
::setSessionStatus(
87 $this->params
['filekey'],
88 [ 'result' => 'Poll', 'stage' => 'assembling', 'status' => Status
::newGood() ]
91 $upload = new UploadFromChunks( $user );
92 $upload->continueChunks(
93 $this->params
['filename'],
94 $this->params
['filekey'],
95 new WebRequestUpload( $context->getRequest(), 'null' )
98 isset( $this->params
['filesize'] ) &&
99 $this->params
['filesize'] !== (int)$upload->getOffset()
101 // Check to make sure we are not executing prior to the API's
102 // transaction being committed. (T350917)
103 throw new UnexpectedValueException(
104 "UploadStash file size does not match job's. Potential mis-nested transaction?"
107 // Combine all of the chunks into a local file and upload that to a new stash file
108 $status = $upload->concatenateChunks();
109 if ( !$status->isGood() ) {
110 UploadBase
::setSessionStatus(
112 $this->params
['filekey'],
113 [ 'result' => 'Failure', 'stage' => 'assembling', 'status' => $status ]
115 $logger->info( "Chunked upload assembly job failed for {filekey} because {status}",
117 'filekey' => $this->params
['filekey'],
118 'filename' => $this->params
['filename'],
119 'user' => $user->getName(),
120 'status' => (string)$status
123 // the chunks did not get assembled, but this should not be considered a job
124 // failure - they simply didn't pass verification for some reason, and that
125 // reason is stored in above session to inform the clients
129 // We can only get warnings like 'duplicate' after concatenating the chunks
130 $status = Status
::newGood();
132 'warnings' => UploadBase
::makeWarningsSerializable(
133 $upload->checkWarnings( $user )
137 // We have a new filekey for the fully concatenated file
138 $newFileKey = $upload->getStashFile()->getFileKey();
140 // Remove the old stash file row and first chunk file
141 // Note: This does not delete the chunks, only the stash file
142 // which is same as first chunk but with a different name.
143 $upload->stash
->removeFileNoAuth( $this->params
['filekey'] );
145 // Build the image info array while we have the local reference handy
146 $apiUpload = ApiUpload
::getDummyInstance();
147 $imageInfo = $apiUpload->getUploadImageInfo( $upload );
149 // Cleanup any temporary local file
150 $upload->cleanupTempFile();
152 // Cache the info so the user doesn't have to wait forever to get the final info
153 UploadBase
::setSessionStatus(
155 $this->params
['filekey'],
157 'result' => 'Success',
158 'stage' => 'assembling',
159 'filekey' => $newFileKey,
160 'imageinfo' => $imageInfo,
164 $logger->info( "{filekey} successfully assembled into {newkey}",
166 'filekey' => $this->params
['filekey'],
167 'newkey' => $newFileKey,
168 'filename' => $this->params
['filename'],
169 'user' => $user->getName(),
170 'status' => (string)$status
173 } catch ( Exception
$e ) {
174 UploadBase
::setSessionStatus(
176 $this->params
['filekey'],
178 'result' => 'Failure',
179 'stage' => 'assembling',
180 'status' => Status
::newFatal( 'api-error-stashfailed' )
183 $this->setLastError( get_class( $e ) . ": " . $e->getMessage() );
184 // To be extra robust.
185 MWExceptionHandler
::rollbackPrimaryChangesAndLog( $e );
193 public function getDeduplicationInfo() {
194 $info = parent
::getDeduplicationInfo();
195 if ( is_array( $info['params'] ) ) {
196 $info['params'] = [ 'filekey' => $info['params']['filekey'] ];
202 public function allowRetries() {