QuickFormQuery.php 81.1 KB
Newer Older
1
2
3
4
5
6
7
8
<?php
/**
 * Created by PhpStorm.
 * User: ep
 * Date: 12/23/15
 * Time: 6:33 PM
 */

Marc Egger's avatar
Marc Egger committed
9
10
11
12
namespace IMATHUZH\Qfq\Core;

require __DIR__ . '/../../vendor/autoload.php';

13
14
15
16
17
use IMATHUZH\Qfq\Core\Database\Database;
use IMATHUZH\Qfq\Core\Database\DatabaseUpdate;
use IMATHUZH\Qfq\Core\Form\Dirty;
use IMATHUZH\Qfq\Core\Form\DragAndDrop;
use IMATHUZH\Qfq\Core\Form\FormAction;
Marc Egger's avatar
Marc Egger committed
18
use IMATHUZH\Qfq\Core\Helper\HelperFile;
19
20
use IMATHUZH\Qfq\Core\Helper\HelperFormElement;
use IMATHUZH\Qfq\Core\Helper\KeyValueStringParser;
Marc Egger's avatar
Marc Egger committed
21
22
23
use IMATHUZH\Qfq\Core\Helper\Logger;
use IMATHUZH\Qfq\Core\Helper\OnArray;
use IMATHUZH\Qfq\Core\Helper\Support;
24
25
use IMATHUZH\Qfq\Core\Report\Monitor;
use IMATHUZH\Qfq\Core\Report\Report;
Marc Egger's avatar
Marc Egger committed
26
27
use IMATHUZH\Qfq\Core\Store\FillStoreForm;
use IMATHUZH\Qfq\Core\Store\Session;
28
29
use IMATHUZH\Qfq\Core\Store\Sip;
use IMATHUZH\Qfq\Core\Store\Store;
Marc Egger's avatar
Marc Egger committed
30

31
32
33
34
35
36
37
38
39
40
41
42
/*
 * Form will be called
 * a) with a SIP identifier, or
 * b) without a SIP identifier (form setting has to allow this) and will create on the fly a new SIP.
 *
 * The SIP-Store stores:
 *  form=<formname>
 *  r=<record id>  (table.id for a single record form)
 *  keySemId,keySemIduser
 *  <further individual variables>
 */

Carsten  Rose's avatar
Carsten Rose committed
43
/**
44
 * Class Qfq
Carsten  Rose's avatar
Carsten Rose committed
45
46
 * @package qfq
 */
47
class QuickFormQuery {
48

49
    /**
50
     * @var Store instantiated class
51
     */
Carsten  Rose's avatar
Carsten Rose committed
52
    protected $store = null;
53

54
    /**
Marc Egger's avatar
Marc Egger committed
55
     * @var Database[] - Array of Database instantiated class
56
     */
57
    protected $dbArray = array();
58

59
60
61
    /**
     * @var Evaluate instantiated class
     */
62
63
    protected $evaluate = null;

64
65
66
    protected $formSpec = array();
    protected $feSpecAction = array();  // Form Definition: copy of the loaded form
    protected $feSpecNative = array(); // FormEelement Definition: all formElement.class='action' of the loaded form
67
    protected $feSpecNativeRaw = array(); // FormEelement Definition: all formElement.class='action' of the loaded form
68

69
70
71
    /**
     * @var array
     */
72
    private $t3data = array(); // FormElement Definition: all formElement.class='native' of the loaded form
73

74
75
76
    /**
     * @var bool
     */
77
78
    private $phpUnit = false;

79
80
81
82
83
    /**
     * @var bool
     */
    private $inlineReport = false;

84
85
86
87
88
    /**
     * @var Session
     */
    private $session = null;

89
90
91
    private $dbIndexData = false;
    private $dbIndexQfq = false;

92
93
94
95
96
97
98
99
100
101
102
    /*
     * TODO:
     *  Preparation: setup logging, database access, record locking
     *  fill stores
     *  Check permission_create / permission_update
     *  Multi: iterate over all records, Single: activate record
     *      Check mode: Load | Save
     *      doActions 'Before'
     *      Do all FormElements
     *      doActions 'After'
     */
103

104
105
106
    /**
     * Construct the Form Class and Store too. This is the base initialization moment.
     *
107
108
     * As a result of instantiating of Form, the class Store will initially called the first time and therefore
     * instantiated automatically. Store might throw an exception, in case the URL-passed SIP is invalid.
109
     *
110
     * @param array $t3data
Carsten  Rose's avatar
Carsten Rose committed
111
     * @param bool $phpUnit
112
     * @param bool $inlineReport
113
     *
Marc Egger's avatar
Marc Egger committed
114
115
116
117
     * @throws \CodeException
     * @throws \DbException
     * @throws \UserFormException
     * @throws \UserReportException
118
     */
119
    public function __construct(array $t3data = array(), $phpUnit = false, $inlineReport = true) {
120
121

        #TODO: rewrite $phpUnit to: "if (!defined('PHPUNIT_QFQ')) {...}"
122
        $this->phpUnit = $phpUnit;
123
        $this->inlineReport = $inlineReport;
124

125
        mb_internal_encoding("UTF-8");
126

127
128
        $this->session = Session::getInstance($phpUnit);

129
        // Refresh the session even if no new data saved.
130
        Session::set(SESSION_LAST_ACTIVITY, time());
131

132
133
        Support::setQfqErrorHandler();

Carsten  Rose's avatar
Carsten Rose committed
134
135
        // PHPExcel
        set_include_path(get_include_path() . PATH_SEPARATOR . '../../Resources/Private/Classes/');
136

137
138
139
140
141
142
143
        if (!isset($t3data[T3DATA_BODYTEXT])) {
            $t3data[T3DATA_BODYTEXT] = '';
        }

        if (!isset($t3data[T3DATA_UID])) {
            $t3data[T3DATA_UID] = 0;
        }
144

145
        $btp = new BodytextParser();
146
        $t3data[T3DATA_BODYTEXT_RAW] = $t3data[T3DATA_BODYTEXT];
147
        $t3data[T3DATA_BODYTEXT] = $btp->process($t3data[T3DATA_BODYTEXT]);
148

149
150
        $this->t3data = $t3data;

151
        $bodytext = $this->t3data[T3DATA_BODYTEXT];
152
153

        $this->store = Store::getInstance($bodytext, $phpUnit);
154

155
156
157
        $timeout = $this->store::getVar(SYSTEM_SESSION_TIMEOUT_SECONDS, STORE_SYSTEM);
        Session::checkSessionExpired($timeout);

158
        // If an FE user logs out and a different user logs in (same browser session) - the old values has to be destroyed!
159
        if (Session::getAndDestroyFlagFeUserHasChanged()) {
160
161
162
            $this->store->unsetStore(STORE_USER);
        }

163
        $this->store->setVar(TYPO3_TT_CONTENT_UID, $t3data[T3DATA_UID], STORE_TYPO3);
164

165
166
        $this->dbIndexData = $this->store->getVar(SYSTEM_DB_INDEX_DATA, STORE_SYSTEM);
        $this->dbIndexQfq = $this->store->getVar(SYSTEM_DB_INDEX_QFQ, STORE_SYSTEM);
167

168
        $this->dbArray[$this->dbIndexData] = new Database($this->dbIndexData);
169

170
171
172
        if ($this->dbIndexData != $this->dbIndexQfq) {
            $this->dbArray[$this->dbIndexQfq] = new Database($this->dbIndexQfq);
        }
173

174
        $this->evaluate = new Evaluate($this->store, $this->dbArray[$this->dbIndexData]);
175

176
        $dbUpdate = $this->store->getVar(SYSTEM_DB_UPDATE, STORE_SYSTEM);
177
        $updateDb = new DatabaseUpdate($this->dbArray[$this->dbIndexQfq], $this->store);
178
        $updateDb->checkNupdate($dbUpdate);
179

180
        $this->store->FillStoreSystemBySql(); // Do this after the DB-update
181
182
183

        // Set dbIndex, evaluate any
        $dbIndex = $this->store->getVar(TOKEN_DB_INDEX, STORE_TYPO3 . STORE_EMPTY);
184
        $dbIndex = $this->evaluate->parse($dbIndex);
185
186
        $dbIndex = ($dbIndex == '') ? DB_INDEX_DEFAULT : $dbIndex;
        $this->store->setVar(TOKEN_DB_INDEX, $dbIndex, STORE_TYPO3);
Carsten  Rose's avatar
Carsten Rose committed
187
188
    }

189
    /**
190
     * Returns the defined forwardMode and set forwardPage
191
     *
192
     * @return array
Marc Egger's avatar
Marc Egger committed
193
194
     * @throws \CodeException
     * @throws \UserFormException
195
     */
196
197
    public function getForwardMode() {

198
        if (!isset($this->formSpec[F_FORWARD_PAGE])) {
Carsten  Rose's avatar
Carsten Rose committed
199
            // For QFQ inline editing: no redirect and no further processing.
200
201
202
            return [API_REDIRECT => API_ANSWER_REDIRECT_NO, API_REDIRECT_URL => ''];
        }

203
        $forwardPage = $this->formSpec[F_FORWARD_PAGE];
204

205
206
207
208
209
210
211
212
213
214
215
216
217
218
        switch ($this->formSpec[F_FORWARD_MODE]) {
            case F_FORWARD_MODE_URL_SIP:
                $forwardPage = store::getSipInstance()->queryStringToSip($forwardPage, RETURN_URL);
                $this->formSpec[F_FORWARD_MODE] = F_FORWARD_MODE_URL;
                break;
            case F_FORWARD_MODE_URL_SIP_SKIP_HISTORY:
                // F_FORWARD_MODE_URL_SIP is not defined in API PROTOCOL. At the moment it's only used for 'copyForm'.
                // 'copyForm' behaves better if the page is not in history.
                // An option for better implementing would be to separate SKIP History from ForwardMode. For API, it can be combined again.
                $forwardPage = store::getSipInstance()->queryStringToSip($forwardPage, RETURN_URL);
                $this->formSpec[F_FORWARD_MODE] = F_FORWARD_MODE_URL_SKIP_HISTORY;
                break;
            default:
                break;
Carsten  Rose's avatar
Carsten Rose committed
219
220
        }

221
222
        return ([
            API_REDIRECT => $this->formSpec[F_FORWARD_MODE],
Carsten  Rose's avatar
Carsten Rose committed
223
            API_REDIRECT_URL => $forwardPage,
224
        ]);
225
226
    }

227
    /**
228
     * Main entry point to display content: a) form and/or b) report
229
     *
230
     * @return string
Marc Egger's avatar
Marc Egger committed
231
232
233
     * @throws \CodeException
     * @throws \DbException
     * @throws \DownloadException
234
235
236
     * @throws \PhpOffice\PhpSpreadsheet\Exception
     * @throws \PhpOffice\PhpSpreadsheet\Reader\Exception
     * @throws \PhpOffice\PhpSpreadsheet\Writer\Exception
237
238
239
240
241
     * @throws \Twig\Error\LoaderError
     * @throws \Twig\Error\RuntimeError
     * @throws \Twig\Error\SyntaxError
     * @throws \UserFormException
     * @throws \UserReportException
Carsten  Rose's avatar
Carsten Rose committed
242
     */
243
    public function process() {
244
        $html = '';
245

246
247
248
249
250
        $render = $this->store->getVar(SYSTEM_RENDER, STORE_TYPO3 . STORE_SYSTEM);
        if ($render == SYSTEM_RENDER_API && isset($GLOBALS['TYPO3_CONF_VARS'])) {
            return '';
        }

251
        if ($this->store->getVar(TYPO3_DEBUG_SHOW_BODY_TEXT, STORE_TYPO3) === 'yes') {
252
253
            $htmlId = HelperFormElement::buildFormElementId($this->formSpec[F_ID], 0, 0, 0);
            $html .= Support::doTooltip($htmlId . HTML_ID_EXTENSION_TOOLTIP, $this->t3data['bodytext']);
254
255
256
        }

        $html .= $this->doForm(FORM_LOAD);
257
258
259
        if ($render == SYSTEM_RENDER_BOTH || $render == SYSTEM_RENDER_API || ($render == SYSTEM_RENDER_SINGLE && $html == '')) {
            $html .= $this->doReport();
        }
Carsten  Rose's avatar
Carsten Rose committed
260

261
        // Only needed if there are potential 'download'-links, which shall show a popup during processing of the download.
Carsten  Rose's avatar
Carsten Rose committed
262
263
264
265
        if ($this->store->getVar(SYSTEM_DOWNLOAD_POPUP, STORE_SYSTEM) == DOWNLOAD_POPUP_REQUEST) {
            $html .= $this->getModalCode();
        }

266
267
268
269
270
        // Only needed if there are 'drag and drop' elements.
        if ($this->store->getVar(SYSTEM_DRAG_AND_DROP_JS, STORE_SYSTEM) == 'true') {
            $html .= $this->getDragAndDropCode();
        }

271
        $class = $this->store->getVar(SYSTEM_CSS_CLASS_QFQ_CONTAINER, STORE_SYSTEM);
Carsten  Rose's avatar
Carsten Rose committed
272
        if ($class) {
273
            $html = Support::wrapTag("<div class='$class'>", $html);
Carsten  Rose's avatar
Carsten Rose committed
274
275
        }

276
        return $html;
277
278
    }

279
    /**
280
     * Determine the name of the language parameter field, which has to be taken to fill language specific definitions.
281
     *
Marc Egger's avatar
Marc Egger committed
282
283
     * @throws \CodeException
     * @throws \UserFormException
284
285
286
287
288
289
290
291
292
     */
    private function setParameterLanguageFieldName() {

        $typo3PageLanguage = $this->store->getVar(TYPO3_PAGE_LANGUAGE, STORE_TYPO3);
        if (empty($typo3PageLanguage)) {
            return;
        }

        foreach (['A', 'B', 'C', 'D'] as $key) {
293
            $languageIdx = SYSTEM_FORM_LANGUAGE . "$key" . "Id";
294
295
296
297
298
299
300
            if ($this->store->getVar($languageIdx, STORE_SYSTEM) == $typo3PageLanguage) {
                $this->store->setVar(SYSTEM_PARAMETER_LANGUAGE_FIELD_NAME, 'parameterLanguage' . $key, STORE_SYSTEM);
                break;
            }
        }
    }

301
    /**
302
303
     * Creates an empty file. This indicates that the current form is in debug mode. Returns HTML element which will be
     * replaced by the logfile.
304
305
306
     *
     * @param $formName
     * @param $formLogMode
307
     * @return string
Marc Egger's avatar
Marc Egger committed
308
309
310
     * @throws \CodeException
     * @throws \UserFormException
     * @throws \UserReportException
311
312
313
314
     */
    private function getFormLog($formName, $formLogMode) {

        $formLogFileName = Support::getFormLogFileName($formName, $formLogMode);
315
        file_put_contents($formLogFileName, '');
316

317
318
        $monitor = new Monitor();

319
320
        return "<pre id='" . FORM_LOG_HTML_ID . "'>Please wait</pre>" .
            $monitor->process([TOKEN_L_FILE => $formLogFileName, TOKEN_L_APPEND => '1', TOKEN_L_HTML_ID => FORM_LOG_HTML_ID]);
321
    }
322

323
    /**
324
     * Process form.
325
326
327
328
329
     * $mode=
     *   FORM_LOAD: The whole form will be rendered as HTML Code, including the values of all form elements
     *   FORM_UPDATE: States and values of all form elements will be returned as JSON.
     *   FORM_SAVE: The submitted form will be saved. Return Failure or Success as JSON.
     *   FORM_DELETE:
330
     *
331
     * @param string $formMode FORM_LOAD | FORM_UPDATE | FORM_SAVE | FORM_DELETE
332
     *
333
     * @return array|string
Marc Egger's avatar
Marc Egger committed
334
335
336
     * @throws \CodeException
     * @throws \DbException
     * @throws \DownloadException
Carsten  Rose's avatar
Carsten Rose committed
337
338
339
     * @throws \PhpOffice\PhpSpreadsheet\Exception
     * @throws \PhpOffice\PhpSpreadsheet\Reader\Exception
     * @throws \PhpOffice\PhpSpreadsheet\Writer\Exception
340
341
342
343
344
     * @throws \Twig\Error\LoaderError
     * @throws \Twig\Error\RuntimeError
     * @throws \Twig\Error\SyntaxError
     * @throws \UserFormException
     * @throws \UserReportException
345
     */
346
    private function doForm($formMode) {
Carsten  Rose's avatar
Carsten Rose committed
347
        $data = '';
Carsten  Rose's avatar
Carsten Rose committed
348
        $foundInStore = '';
349
        $flagApiStructureReGroup = true;
350
        $formModeNew = '';
351
        $build = null;
352

353
        $recordId = $this->store->getVar(SIP_RECORD_ID, STORE_SIP . STORE_TYPO3 . STORE_CLIENT . STORE_ZERO, SANITIZE_ALLOW_DIGIT, $foundInStore);
354
        $this->setParameterLanguageFieldName();
355

356
357
358
        $formName = $this->loadFormSpecification($formMode, $recordId, $foundInStore, $formLogMode);
        if ($formName !== false && $formLogMode !== false) {
            return $this->getFormLog($formName, $formLogMode);
359
360
        }

361
        if ($formName === false) {
362
            switch ($formMode) {
363
                case FORM_DELETE:
364
                    $formModeNew = FORM_DELETE;
365
366
                    break;
                case FORM_DRAG_AND_DROP:
Marc Egger's avatar
Marc Egger committed
367
                    throw new \CodeException('Missing form in SIP', ERROR_MISSING_FORM);
368
369
370
                default:
                    return '';// No form found: do nothing
            }
371
        }
372

Carsten  Rose's avatar
Carsten Rose committed
373
        // Check 'session expire' happens quite late, cause it can be configured per form.
374
375
376
        if ($formName !== false) {
            Session::checkSessionExpired($this->formSpec[F_SESSION_TIMEOUT_SECONDS]);
        }
377

378
379
380
381
382
383
384
        // Fill STORE_FORM: might need Form.fillStoreVar={{!SELECT ...}}) to provide STORE_VAR - therefore the FORM-definition should already been processed. #8058
        switch ($formMode) {
            case FORM_UPDATE:
            case FORM_SAVE:
            case FORM_REST:
                $fillStoreForm = new FillStoreForm();
                $fillStoreForm->process($formMode);
385
386
387
388
389
390

                // STORE_TYPO3 has been filled: fire fillStoreVar again.
                if (!empty($this->formSpec[FE_FILL_STORE_VAR])) {
                    $this->fillStoreVar($this->formSpec[FE_FILL_STORE_VAR]);
                }

391
392
393
                break;
        }

394
        if ($formName !== false) {
Carsten  Rose's avatar
Carsten Rose committed
395
            // Validate (only if there is a 'real' form, not a FORM_DELETE with only a table name).
Carsten  Rose's avatar
Carsten Rose committed
396
397
            // Attention: $formModeNew will be set
            $sipFound = $this->validateForm($foundInStore, $formMode, $formModeNew);
398
399

        } else {
400
            // FORM_DELETE without a form definition: Fake the form with only a tableName.
401
402
            $table = $this->store->getVar(SIP_TABLE, STORE_SIP);
            if ($table === false) {
Marc Egger's avatar
Marc Egger committed
403
                throw new \UserFormException("No 'form' and no 'table' definition found.", ERROR_MISSING_VALUE);
404
            }
405

406
407
408
            $sipFound = true;
            $this->formSpec[F_NAME] = '';
            $this->formSpec[F_TABLE_NAME] = $table;
409
410
            $this->formSpec[F_RECORD_LOCK_TIMEOUT_SECONDS] = 1; // just indicate a timeout, the exact timeout is stored in the dirty record.
            $this->formSpec[F_DIRTY_MODE] = DIRTY_MODE_EXCLUSIVE; // just set a mode,, the exact mode is stored in the dirty record.
411
            $this->formSpec[F_PRIMARY_KEY] = F_PRIMARY_KEY_DEFAULT;
412
413
414
415
416
417
418
419
420
421

            $tmpDbIndexData = $this->store->getVar(PARAM_DB_INDEX_DATA, STORE_SIP);
            if (!empty($tmpDbIndexData)) {
                $this->formSpec[F_DB_INDEX] = $tmpDbIndexData;
                if ($tmpDbIndexData != $this->dbIndexData) {
                    if (!isset($this->dbArray[$tmpDbIndexData])) {
                        $this->dbArray[$tmpDbIndexData] = new Database($tmpDbIndexData);
                    }
                }
            }
422
423
        }

424
425
        // For 'new' record always create a new Browser TAB-uniq (for this current form, nowhere else used) SIP.
        // With such a Browser TAB-uniq SIP, multiple Browser TABs and following repeated NEWs are easily implemented.
426
427
428
429
        if ($formMode != FORM_REST) {
            if (!$sipFound || ($formMode == FORM_LOAD && $recordId === 0)) {
                $this->store->createSipAfterFormLoad($formName);
            }
430
        }
431

432
        // Fill STORE_BEFORE
433
        if ($formName !== false && $this->store->getVar($this->formSpec[F_PRIMARY_KEY], STORE_BEFORE) === false) {
434
            $this->store->fillStoreWithRecord($this->formSpec[F_TABLE_NAME], $recordId,
435
                $this->dbArray[$this->dbIndexData], $this->formSpec[F_PRIMARY_KEY], STORE_BEFORE);
436
437
        }

438
        // Check (and release) dirtyRecord.
Carsten  Rose's avatar
Carsten Rose committed
439
        if ($formModeNew === FORM_DELETE || $formModeNew === FORM_SAVE) {
440
            $dirty = new Dirty(false, $this->dbIndexData, $this->dbIndexQfq);
Carsten  Rose's avatar
Carsten Rose committed
441

Carsten  Rose's avatar
Carsten Rose committed
442
            $answer = $dirty->checkDirtyAndRelease($formModeNew, $this->formSpec[F_RECORD_LOCK_TIMEOUT_SECONDS],
443
                $this->formSpec[F_DIRTY_MODE], $this->formSpec[F_TABLE_NAME], $this->formSpec[F_PRIMARY_KEY], $recordId, true);
444

445
            // In case of a conflict, return immediately
Carsten  Rose's avatar
Carsten Rose committed
446
447
            if ($answer[API_STATUS] != API_ANSWER_STATUS_SUCCESS) {
                $answer[API_STATUS] = API_ANSWER_STATUS_ERROR;
448

449
450
                return $answer;
            }
Carsten  Rose's avatar
Carsten Rose committed
451
452
        }

453
        // FORM_LOAD: if there is a foreign exclusive record lock - show form in F_MODE_READONLY mode.
Carsten  Rose's avatar
Carsten Rose committed
454
        if ($formModeNew === FORM_LOAD) {
455
            $dirty = new Dirty(false, $this->dbIndexData, $this->dbIndexQfq);
456
457
458
            $recordDirty = array();
            $rcLockFound = $dirty->getCheckDirty($this->formSpec[F_TABLE_NAME], $recordId, $recordDirty, $msg);
            if (($rcLockFound == LOCK_FOUND_CONFLICT || $rcLockFound == LOCK_FOUND_OWNER) && $recordDirty[F_DIRTY_MODE] == DIRTY_MODE_EXCLUSIVE) {
459
                $this->formSpec[F_MODE_GLOBAL] = F_MODE_READONLY;
460
461
462
            }
        }

Carsten  Rose's avatar
Carsten Rose committed
463
        switch ($formModeNew) {
464
465
466
467
468
469
470
471
472
            case FORM_DELETE:
                $build = new Delete($this->dbIndexData);
                break;
            case FORM_REST:
                break;
            case FORM_LOAD:
            case FORM_SAVE:
            case FORM_UPDATE:
            case FORM_DRAG_AND_DROP:
473

474
475
476
                $tableDefinition = $this->dbArray[$this->dbIndexData]->getTableDefinition($this->formSpec[F_TABLE_NAME]);
                $this->store->fillStoreTableDefaultColumnType($tableDefinition);

477
478
                // Check if the defined column primary key exist.
                if ($this->store::getVar($this->formSpec[F_PRIMARY_KEY], STORE_TABLE_COLUMN_TYPES) === false) {
479
                    throw new \UserFormException("Primary Key '" . $this->formSpec[F_PRIMARY_KEY] . "' not found in table " . $this->formSpec[F_TABLE_NAME], ERROR_INVALID_OR_MISSING_PARAMETER);
480
481
                }

482
483
484
485
486
487
488
489
490
491
492
                switch ($this->formSpec['render']) {
                    case 'plain':
                        $build = new BuildFormPlain($this->formSpec, $this->feSpecAction, $this->feSpecNative, $this->dbArray);
                        break;
                    case 'table':
                        $build = new BuildFormTable($this->formSpec, $this->feSpecAction, $this->feSpecNative, $this->dbArray);
                        break;
                    case 'bootstrap':
                        $build = new BuildFormBootstrap($this->formSpec, $this->feSpecAction, $this->feSpecNative, $this->dbArray);
                        break;
                    default:
Marc Egger's avatar
Marc Egger committed
493
                        throw new \CodeException("This statement should never be reached", ERROR_CODE_SHOULD_NOT_HAPPEN);
494
495
496
                }
                break;
            default:
Marc Egger's avatar
Marc Egger committed
497
                throw new \CodeException("This statement should never be reached", ERROR_CODE_SHOULD_NOT_HAPPEN);
498
499
        }

500
        $formAction = new FormAction($this->formSpec, $this->dbArray[$this->dbIndexData], $this->phpUnit);
Carsten  Rose's avatar
Carsten Rose committed
501
        switch ($formModeNew) {
502
            case FORM_LOAD:
503
                $formAction->elements($recordId, $this->feSpecAction, FE_TYPE_BEFORE_LOAD);
504
505

                // Build FORM
Carsten  Rose's avatar
Carsten Rose committed
506
                $data = $build->process($formModeNew);
507

508
509
510
511
                $tmpClass = is_numeric($this->formSpec[F_BS_COLUMNS]) ? ('col-md-' . $this->formSpec[F_BS_COLUMNS]) : $this->formSpec[F_BS_COLUMNS];
//                $data = Support::wrapTag("<div class='" . 'col-md-' . $this->formSpec[F_BS_COLUMNS] . "'>", $data);
                $data = Support::wrapTag('<div class="' . $tmpClass . '">', $data);
                $data = Support::wrapTag('<div class="row">', $data);
512
513
514
                $formAction->elements($recordId, $this->feSpecAction, FE_TYPE_AFTER_LOAD);
                break;

Carsten  Rose's avatar
Carsten Rose committed
515
            case FORM_UPDATE:
516
                $formAction->elements($recordId, $this->feSpecAction, FE_TYPE_BEFORE_LOAD);
517
                // data['form-update']=....
Carsten  Rose's avatar
Carsten Rose committed
518
                $data = $build->process($formModeNew);
519
                $formAction->elements($recordId, $this->feSpecAction, FE_TYPE_AFTER_LOAD);
520
                break;
Carsten  Rose's avatar
Carsten Rose committed
521

522
523
524
            case FORM_DELETE:
                $formAction->elements($recordId, $this->feSpecAction, FE_TYPE_BEFORE_DELETE);

525
                $build->process($this->formSpec[F_TABLE_NAME], $recordId, $this->formSpec[F_PRIMARY_KEY]);
526
527
528
529

                $formAction->elements($recordId, $this->feSpecAction, FE_TYPE_AFTER_DELETE);
                break;

530
            case FORM_SAVE:
531
532
                $this->logFormSubmitRequest();

Carsten  Rose's avatar
Carsten Rose committed
533
                $recordId = $this->store->getVar(SIP_RECORD_ID, STORE_SIP . STORE_TYPO3);
534

535
                // Action: Before
536
537
                $feTypeList = FE_TYPE_BEFORE_SAVE . ',' . ($recordId == 0 ? FE_TYPE_BEFORE_INSERT : FE_TYPE_BEFORE_UPDATE);
                $formAction->elements($recordId, $this->feSpecAction, $feTypeList);
538

539
                // If an old record exist: load it. Necessary to delete uploaded files which should be overwritten.
540
                $this->store->fillStoreWithRecord($this->formSpec[F_TABLE_NAME], $recordId,
541
                    $this->dbArray[$this->dbIndexData], $this->formSpec[F_PRIMARY_KEY]);
542

543
544
                $this->ifPillIsHiddenSetChildFeToHidden();

545
                // SAVE
546
                $save = new Save($this->formSpec, $this->feSpecAction, $this->feSpecNative, $this->feSpecNativeRaw);
547
548

                $save->processAllImageCutFE();
549
                $save->checkRequiredHidden();
550

551
552
                $rc = $save->process();

Carsten  Rose's avatar
Upload:    
Carsten Rose committed
553
554
                $save->processAllUploads($rc);

555
556
                // Action: After*, Sendmail
                $feTypeList = FE_TYPE_SENDMAIL . ',' . FE_TYPE_AFTER_SAVE . ',' . ($recordId == 0 ? FE_TYPE_AFTER_INSERT : FE_TYPE_AFTER_UPDATE);
557
                $status = $formAction->elements($rc, $this->feSpecAction, $feTypeList);
558
                if ($status != ACTION_ELEMENT_NO_CHANGE) {
559
                    // Reload fresh saved record and fill STORE_RECORD with it.
560
                    $this->store->fillStoreWithRecord($this->formSpec[F_TABLE_NAME], $rc, $this->dbArray[$this->dbIndexData], $this->formSpec[F_PRIMARY_KEY]);
561
                }
562

Carsten  Rose's avatar
Carsten Rose committed
563
564
565
                // Action: Paste
                $this->pasteClipboard($this->formSpec[F_ID], $formAction);

Carsten  Rose's avatar
Carsten Rose committed
566
567
                if ($formMode == FORM_REST) {
                    $data = ['id' => $rc];
568
                    $flagApiStructureReGroup = false;
Carsten  Rose's avatar
Carsten Rose committed
569
570
                    break;
                }
571
572
573
574
575
576
577

                $customForward = $this->setForwardModePage();

                // Logic: If a) r=0 and
                //           b) User presses only 'save' (not save & close) and
                //           c) there is no forwardMode=='url...'
                // then the client should reload the current page with the newly created record. A new SIP is necessary!
578
                $getJson = true;
579
580
581
582
583
                if (0 == $this->store->getVar(SIP_RECORD_ID, STORE_SIP) &&
                    API_SUBMIT_REASON_SAVE == $this->store->getVar(API_SUBMIT_REASON, STORE_CLIENT . STORE_EMPTY, SANITIZE_ALLOW_ALNUMX) &&
                    $customForward == false
                ) {
                    $this->formSpec = $this->buildNSetReloadUrl($this->formSpec, $rc);
584
                    $getJson = false;
585
                }
586

587
                if ($getJson) {
588

589
                    // Values of FormElements might be changed during 'afterSave': rebuild the form to load the new values. Especially for non primary template groups.
590
591
592
593
                    $feSpecNative = $this->getNativeFormElements(SQL_FORM_ELEMENT_NATIVE_TG_COUNT, [$this->formSpec[F_ID]], $this->formSpec);
                    $parameterLanguageFieldName = $this->store->getVar(SYSTEM_PARAMETER_LANGUAGE_FIELD_NAME, STORE_SYSTEM);
                    $feSpecNative = HelperFormElement::setLanguage($feSpecNative, $parameterLanguageFieldName);
                    $this->feSpecNative = HelperFormElement::setFeContainerFormElementId($feSpecNative, $this->formSpec[F_ID], $recordId);
594

Carsten  Rose's avatar
Carsten Rose committed
595
                    $data = $build->process($formModeNew, false, $this->feSpecNative);
596
                }
597
                break;
598

599
600
601
            case FORM_DRAG_AND_DROP:
                $formAction->elements($recordId, $this->feSpecAction, FE_TYPE_BEFORE_LOAD);

602
                $dragAndDrop = new DragAndDrop($this->formSpec);
603
                $data = $dragAndDrop->process();
604
                $flagApiStructureReGroup = false;
605
606

                $formAction->elements($recordId, $this->feSpecAction, FE_TYPE_AFTER_LOAD);
607
                break;
Carsten  Rose's avatar
Carsten Rose committed
608

609
            case FORM_REST:
610
                $flagApiStructureReGroup = false;
611
                $data = $this->doRestGet();
612
613
                break;

614
            default:
Marc Egger's avatar
Marc Egger committed
615
                throw new \CodeException("This statement should never be reached", ERROR_CODE_SHOULD_NOT_HAPPEN);
616
617
        }

618
        if ($flagApiStructureReGroup && is_array($data)) {
619
            // $data['element-update']=...
620
621
            $data = $this->groupElementUpdateEntries($data);
        }
Carsten  Rose's avatar
Carsten Rose committed
622

Carsten  Rose's avatar
Carsten Rose committed
623
        return $data;
624
625
    }

626
627
    /**
     * @return array
Marc Egger's avatar
Marc Egger committed
628
629
630
631
     * @throws \CodeException
     * @throws \DbException
     * @throws \UserFormException
     * @throws \UserReportException
632
     */
633
    private function doRestGet() {
634

Carsten  Rose's avatar
Carsten Rose committed
635
        $this->nameGenericRestParam();
636
637
638
639

        $r = $this->store::getVar(TYPO3_RECORD_ID, STORE_TYPO3);
        $key = empty($r) ? F_REST_SQL_LIST : F_REST_SQL_DATA;

640
        if (!isset($this->formSpec[$key])) {
Marc Egger's avatar
Marc Egger committed
641
            throw new \UserFormException("Missing Parameter '$key'", ERROR_INVALID_VALUE);
642
643
644
645
646
647
        }

        return $this->evaluate->parse($this->formSpec[$key]);

    }

Carsten  Rose's avatar
Carsten Rose committed
648
649
650
651
652
    /**
     * Checks if $serverToken matches HTTP_HEADER_AUTHORIZATION,
     * If not: throw an exception.
     *
     * @param string|array $serverToken
Marc Egger's avatar
Marc Egger committed
653
654
     * @throws \CodeException
     * @throws \UserFormException
Carsten  Rose's avatar
Carsten Rose committed
655
656
657
658
659
660
661
662
     */
    private function restCheckAuthToken($serverToken) {

        // No serverToken: no check necessary
        if ($serverToken === '') {
            return;
        }

663
664
        $clientToken = $this->store::getVar(HTTP_HEADER_AUTHORIZATION, STORE_CLIENT, SANITIZE_ALLOW_ALL);
        if ($serverToken === $clientToken) {
Carsten  Rose's avatar
Carsten Rose committed
665
666
667
668
669
670
671
            return;
        }

        // Delay before answering.
        $seconds = $this->store::getVar(SYSTEM_SECURITY_FAILED_AUTH_DELAY, STORE_SYSTEM);
        sleep($seconds);

672
        if ($clientToken == false) {
Marc Egger's avatar
Marc Egger committed
673
            throw new \UserFormException(json_encode([ERROR_MESSAGE_TO_USER => 'Missing authorization token',
Marc Egger's avatar
Marc Egger committed
674
                ERROR_MESSAGE_TO_DEVELOPER => "Missing HTTP Header: " . HTTP_HEADER_AUTHORIZATION,
675
                ERROR_MESSAGE_HTTP_STATUS => HTTP_401_UNAUTHORIZED
676
677
678
            ]), ERROR_REST_AUTHORIZATION);
        }

Marc Egger's avatar
Marc Egger committed
679
        throw new \UserFormException(json_encode([ERROR_MESSAGE_TO_USER => 'Authorization token not accepted',
Marc Egger's avatar
Marc Egger committed
680
            ERROR_MESSAGE_TO_DEVELOPER => "Missing HTTP Header: " . HTTP_HEADER_AUTHORIZATION,
681
            ERROR_MESSAGE_HTTP_STATUS => HTTP_401_UNAUTHORIZED
682
        ]), ERROR_REST_AUTHORIZATION);
Carsten  Rose's avatar
Carsten Rose committed
683
684
    }

685
686
687
    /**
     * STORE_CLIENT: copy parameter _id1,_id2,...,_idN to named variables, specified via $this->formSpec[F_REST_PARAM] (CSV list)
     *
Marc Egger's avatar
Marc Egger committed
688
689
     * @throws \CodeException
     * @throws \UserFormException
690
     */
Carsten  Rose's avatar
Carsten Rose committed
691
    private function nameGenericRestParam() {
692
693
694
695
696
697
698
699

        $paramNames = explode(',', $this->formSpec[F_REST_PARAM] ?? '');

        $ii = 1;
        foreach ($paramNames as $key) {
            switch ($key) {
                case CLIENT_FORM:
                case CLIENT_RECORD_ID:
Marc Egger's avatar
Marc Egger committed
700
                    throw new \UserFormException("Name '$key' is forbidden in " . F_REST_PARAM, ERROR_INVALID_VALUE);
701
702
703
704
705
706
707
708
709
710
                    break;
                default:
                    break;
            }
            $val = $this->store::getVar(CLIENT_REST_ID . $ii, STORE_CLIENT);
            $this->store::setVar($key, $val, STORE_CLIENT);
            $ii++;
        }
    }

711
712
713
    /**
     * Copies state 'hidden' from a FE pill to all FE child elements of that pill.
     *
Marc Egger's avatar
Marc Egger committed
714
715
716
717
     * @throws \CodeException
     * @throws \DbException
     * @throws \UserFormException
     * @throws \UserReportException
718
719
720
721
722
723
724
725
     */
    private function ifPillIsHiddenSetChildFeToHidden() {

        $feFilter = OnArray::filter($this->feSpecNative, FE_TYPE, FE_TYPE_PILL);

        if (!empty($feFilter)) {
            foreach ($feFilter AS $feParent) {

726
                if ($feParent[FE_MODE_SQL]) {
727
                    $mode = $this->evaluate->parse($feParent[FE_MODE_SQL]);
728
729
                    if ($mode != '') {
                        $feParent[FE_MODE] = $mode;
730
731
732
733
734
735
736
737
                    }
                }

                if ($feParent[FE_MODE] == FE_MODE_HIDDEN) {
                    $feChild = OnArray::filter($this->feSpecNative, FE_ID_CONTAINER, $feParent[FE_ID]);
                    foreach ($feChild AS $fe) {

                        # Search for origin
738
739
                        foreach ($this->feSpecNative as $key => $value) {
                            if ($value[FE_ID] == $fe[FE_ID]) {
740
741
742
743
744
745
746
747
748
749
                                $this->feSpecNative[$key][FE_MODE] = FE_MODE_HIDDEN;
                                break;
                            }
                        }
                    }
                }
            }
        }
    }

750
    /**
Marc Egger's avatar
Marc Egger committed
751
752
753
     * @throws \CodeException
     * @throws \DbException
     * @throws \UserFormException
754
755
756
757
758
759
760
761
762
763
764
     */
    private function logFormSubmitRequest() {
        $formSubmitLogMode = $this->formSpec[F_FORM_SUBMIT_LOG_MODE] ??
            $this->store->getVar(SYSTEM_FORM_SUBMIT_LOG_MODE, STORE_SYSTEM, SANITIZE_ALLOW_ALNUMX);
        if ($formSubmitLogMode === FORM_SUBMIT_LOG_MODE_NONE) {
            return;
        }

        $formData = $_POST;
        unset($formData[CLIENT_SIP]);
        $formData = json_encode($formData, JSON_UNESCAPED_UNICODE);
Carsten  Rose's avatar
Carsten Rose committed
765
766
        $clientIp = $_SERVER[CLIENT_REMOTE_ADDRESS] ?? '';
        $userAgent = $_SERVER[CLIENT_HTTP_USER_AGENT] ?? '';
767
768
769
770
771
772
773
        $sipData = json_encode($this->store->getStore(STORE_SIP), JSON_UNESCAPED_UNICODE);
        $formId = $this->formSpec[F_ID];
        $recordId = $this->store->getVar(SIP_RECORD_ID, STORE_SIP);
        $feUser = $this->store->getVar(TYPO3_FE_USER, STORE_TYPO3, SANITIZE_ALLOW_ALNUMX);
        $pageId = $this->store->getVar(TYPO3_PAGE_ID, STORE_TYPO3, SANITIZE_ALLOW_ALNUMX);
        $sessionId = session_id();

774
        $sql = "INSERT INTO `FormSubmitLog` (`formData`, `sipData`, `clientIp`, `feUser`, `userAgent`, `formId`, `recordId`, `pageId`, `sessionId`, `created`)" .
775
            "VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, NOW())";
776
777
778
779
        $params = [$formData, $sipData, $clientIp, $feUser, $userAgent, $formId, $recordId, $pageId, $sessionId];
        $this->dbArray[$this->dbIndexQfq]->sql($sql, ROW_REGULAR, $params);
    }

780
781
782
783
784
785
786
787
788
789
790

    /**
     * Check if forwardMode='url...'.
     * yes: process 'forwardPage' and fill $this->formSpec[F_FORWARD_MODE] and $this->formSpec[F_FORWARD_PAGE]
     * no: do nothing
     *
     * '$this->formSpec[F_FORWARD_PAGE]' might give a new forwardMode. If so, set $this->formSpec[F_FORWARD_MODE] to
     * it.
     *
     * '$this->formSpec[F_FORWARD_PAGE]':
     * a) url     http://www.nzz.ch/index.html?a=123#bottom, website.html?a=123#bottom,
791
     *            ?[id=]<T3 Alias pageid>&a=123#bottom, ?id=<T3 page id>&a=123#bottom
792
793
794
795
796
     * b) mode      no|client|url|...
     * c) mode|url  combination of above
     *
     * @return bool  TRUE if F_FORWARD_MODE = 'url..', else FALSE
     *
Marc Egger's avatar
Marc Egger committed
797
798
799
800
     * @throws \CodeException
     * @throws \DbException
     * @throws \UserFormException
     * @throws \UserReportException
801
802
803
     */
    private function setForwardModePage() {

804
        if (F_FORWARD_MODE_URL != substr($this->formSpec[F_FORWARD_MODE], 0, 3)) {
805
806
807
            return false;
        }

808
        $forwardPageTmp = $this->evaluate->parse($this->formSpec[F_FORWARD_PAGE]);
809
810
811
812
813
814

        // Format: [mode/url][|url]
        $forwardArray = explode('|', $forwardPageTmp, 2);
        $forward = trim($forwardArray[0]);
        switch ($forward) {

815
            case F_FORWARD_MODE_AUTO:
816
            case F_FORWARD_MODE_CLOSE:
817
818
819
820
            case F_FORWARD_MODE_NO:
            case F_FORWARD_MODE_URL:
            case F_FORWARD_MODE_URL_SKIP_HISTORY:
            case F_FORWARD_MODE_URL_SIP:
821
            case F_FORWARD_MODE_URL_SIP_SKIP_HISTORY:
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
                $this->formSpec[F_FORWARD_MODE] = $forward;
                if (isset($forwardArray[1])) {
                    $this->formSpec[F_FORWARD_PAGE] = trim($forwardArray[1]);
                } else {
                    $this->formSpec[F_FORWARD_PAGE] = '';
                }
                break;

            default:
                $this->formSpec[F_FORWARD_PAGE] = $forward;
                break;
        }

        if ('url' == substr($this->formSpec[F_FORWARD_MODE], 0, 3)) {
            if ($this->formSpec[F_FORWARD_PAGE] == '') {
837
                $this->formSpec[F_FORWARD_MODE] = F_FORWARD_MODE_AUTO;
838
839
840
841
842
843
844
845
846
847
848
849
850
                $customForward = false;
            } else {
                $customForward = true;
            }

        } else {
            $customForward = false;
        }

        return $customForward;

    }

Carsten  Rose's avatar
Carsten Rose committed
851
852
853
    /**
     * Iterate over all Clipboard source records and fire for each all FE.type=paste records.
     *
Carsten  Rose's avatar
Carsten Rose committed
854
     * @param int $formId
Carsten  Rose's avatar
Carsten Rose committed
855
     * @param FormAction $formAction
856
     *
Marc Egger's avatar
Marc Egger committed
857
858
859
860
     * @throws \CodeException
     * @throws \DbException
     * @throws \UserFormException
     * @throws \UserReportException
Carsten  Rose's avatar
Carsten Rose committed
861
862
863
     */
    private function pasteClipboard($formId, FormAction $formAction) {

864
865
866
867
        if (!$this->isPasteRecord()) {
            return;
        }

Carsten  Rose's avatar
Carsten Rose committed
868
869
        $cookieQfq = $this->store->getVar(CLIENT_COOKIE_QFQ, STORE_CLIENT, SANITIZE_ALLOW_ALNUMX);
        if ($cookieQfq === false || $cookieQfq == '') {
Marc Egger's avatar
Marc Egger committed
870
            throw new \UserFormException('Qfq Session missing', ERROR_QFQ_SESSION_MISSING);
Carsten  Rose's avatar
Carsten Rose committed
871
872
873
        }

        # select clipboard records
874
        $sql = "SELECT c.idSrc as id, c.xId FROM `Clipboard` AS c WHERE `c`.`cookie`='$cookieQfq' AND `c`.`formIdPaste`=$formId ORDER BY `c`.`id`";
875
        $arrClipboard = $this->dbArray[$this->dbIndexQfq]->sql($sql);
Carsten  Rose's avatar
Carsten Rose committed
876
877
878
879
880
881
882
883

        // Process clipboard records.
        foreach ($arrClipboard AS $srcIdRecord) {
            $formAction->doAllFormElementPaste($this->feSpecAction, $this->formSpec[F_TABLE_NAME], $this->formSpec[F_TABLE_NAME], "", $srcIdRecord);
        }

    } # doClipboard()

884
885
886
887
888
889
890
891
892
893
    /**
     * @return bool  true if there is at least one paste record, else false.
     */
    private function isPasteRecord() {

        foreach ($this->feSpecAction as $formElement) {
            if ($formElement[FE_TYPE] == FE_TYPE_PASTE) {
                return true;
            }
        }
894

895
896
897
898
        return false;

    }

899
900
901
902
903
    /**
     * Set F_FORWARD_MODE to  F_FORWARD_MODE_PAGE and builds a redirection URL to the current page with the already
     * used parameters. Do this by building a new SIP with the new recordId.
     *
     * @param array $formSpec
Carsten  Rose's avatar
Carsten Rose committed
904
     * @param int $recordId
905
     *
906
     * @return array
Marc Egger's avatar
Marc Egger committed
907
908
     * @throws \CodeException
     * @throws \UserFormException
909
910
911
     */
    private function buildNSetReloadUrl(array $formSpec, $recordId) {

912
        $formSpec[F_FORWARD_MODE] = API_ANSWER_REDIRECT_URL_SKIP_HISTORY;
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929

        // Rebuild original URL
        $storeT3 = $this->store->getStore(STORE_TYPO3);
        $storeT3['id'] = $storeT3[TYPO3_PAGE_ID];
        $storeT3 = OnArray::getArrayItems($storeT3, ['id', TYPO3_PAGE_TYPE, TYPO3_PAGE_LANGUAGE], true, true);

        $arr = KeyValueStringParser::parse($this->store->getVar(SIP_URLPARAM, STORE_SIP), '=', '&');
        $arr[SIP_RECORD_ID] = $recordId;
        $arr = array_merge($storeT3, $arr);
        $queryString = KeyValueStringParser::unparse($arr, '=', '&');

        $formSpec[F_FORWARD_PAGE] = store::getSipInstance()->queryStringToSip($queryString, RETURN_URL);

        return $formSpec;

    }

930
    /**
931
932
933
934
935
936
     * Checks if there is formLog mode active for FORM_LOG_SESSION or FORM_LOG_ALL.
     * If yes, set $form[FORM_LOG_FILE_SESSION] resp.  $form[FORM_LOG_FILE_ALL].
     * If the last action is older FORM_LOG_FILE_EXPIRE, the file will be deleted and formLog mode stops (disabled).
     *
     * @param array $form
     * @return array
Marc Egger's avatar
Marc Egger committed
937
938
939
     * @throws \CodeException
     * @throws \UserFormException
     * @throws \UserReportException
940
941
942
943
944
945
946
947
     */
    private function checkFormLogMode(array $form) {

        $form[FORM_LOG_FILE_SESSION] = '';
        $form[FORM_LOG_FILE_ALL] = '';

        foreach ([FORM_LOG_SESSION, FORM_LOG_ALL] as $mode) {
            $file = Support::getFormLogFileName($form[F_NAME], $mode);
948
            if (file_exists($file) && false !== ($arr = stat($file))) {
949
950

                if (time() - $arr['mtime'] > FORM_LOG_FILE_EXPIRE) {
951
                    HelperFile::unlink($file);
952
953
                } else {
                    $form[FORM_LOG_FILE . '_' . $mode] = $file;
954
                    $form[FORM_LOG_ACTIVE] = 1;
955
956
957
958
959