chore(release): 6.8.5 [skip ci]

## [6.8.5](https://git.datacontroller.io/dc/dc/compare/v6.8.4...v6.8.5) (2024-05-23)

### Bug Fixes

* bitemporal load issue [#105](#105) ([967698e](967698e4ce))

.gitea/workflows/build.yaml

@@ -45,4 +45,9 @@ jobs:
       - name: Angular Tests
         run: |
           cd client
-          npm run test:headless
+          npm run test:headless
+
+      - name: Production Build
+        run: |
+          cd client
+          npm run build

.gitea/workflows/release.yaml

@@ -184,6 +184,18 @@ jobs:
           apt-get update
           apt-get install doxygen -y
 
+      - name: Frontend Preliminary Build
+        description: We want to prevent creating empty release if frontend fails
+        run: |
+          cd client
+          npm ci
+          # Decrypt and Install sheet
+          echo ${{ secrets.SHEET_PWD }} | gpg --batch --yes --passphrase-fd 0 ./libraries/sheet-crypto.tgz.gpg
+          npm i ./libraries/sheet-crypto.tgz
+          # End
+          npm i webpack
+          npm run build
+
       - name: Create Empty Release (assets are posted later)
         run: |
           npm i
@@ -196,11 +208,6 @@ jobs:
         description: Must be created AFTER the release as the version (git tag) is used in the interface
         run: |
           cd client
-          npm ci
-          # Decrypt and Install sheet
-          echo ${{ secrets.SHEET_PWD }} | gpg --batch --yes --passphrase-fd 0 ./libraries/sheet-crypto.tgz.gpg
-          npm i ./libraries/sheet-crypto.tgz
-          # End
           npm run build
 
       - name: Build SAS9 EBI Release
@@ -244,6 +251,7 @@ jobs:
           rm sasjsbuild/services/clickme.html
           sasjs b -t viya
           cp sasjsbuild/viya.sas ./viya.sas
+          cp sasjsbuild/viya.json ./viya.json
 
       - name: Zip Frontend (including viya.json for full viya deploy)
         run: |
@@ -279,3 +287,4 @@ jobs:
           curl -k $URL -F attachment=@sas/sasjs_server.json.zip
           curl -k $URL -F attachment=@sas/sas9.sas
           curl -k $URL -F attachment=@sas/viya.sas
+          curl -k $URL -F attachment=@sas/viya.json

.gitignore

@@ -12,6 +12,7 @@ client/cypress/results
 client/cypress/videos
 client/documentation
 client/sheet-crypto*
+client/.nx
 cypress.env.json
 sasjsbuild
 sasjsresults

CHANGELOG.md

@@ -1,3 +1,39 @@
+## [6.8.5](https://git.datacontroller.io/dc/dc/compare/v6.8.4...v6.8.5) (2024-05-23)
+
+
+### Bug Fixes
+
+* bitemporal load issue [#105](https://git.datacontroller.io/dc/dc/issues/105) ([967698e](https://git.datacontroller.io/dc/dc/commit/967698e4ce1e0abcbc6f0aff8a4be6c512dee93c))
+
+## [6.8.4](https://git.datacontroller.io/dc/dc/compare/v6.8.3...v6.8.4) (2024-05-22)
+
+
+### Bug Fixes
+
+* new approach to fixing [#105](https://git.datacontroller.io/dc/dc/issues/105) ([c11bd9a](https://git.datacontroller.io/dc/dc/commit/c11bd9a2c55e49f10451962cb2e222c21206bce5))
+
+## [6.8.3](https://git.datacontroller.io/dc/dc/compare/v6.8.2...v6.8.3) (2024-05-09)
+
+
+### Bug Fixes
+
+* updating core to increase filename length, closes [#103](https://git.datacontroller.io/dc/dc/issues/103) ([ee58fd5](https://git.datacontroller.io/dc/dc/commit/ee58fd5b4bc0dd3e3f232c4f26bb85b2e7fe2b54))
+
+## [6.8.2](https://git.datacontroller.io/dc/dc/compare/v6.8.1...v6.8.2) (2024-05-03)
+
+
+### Bug Fixes
+
+* dc_request_logs option feature ([93758ef](https://git.datacontroller.io/dc/dc/commit/93758efb275966c181f1ee8b6c752010909a0282))
+* release process ([c0dc919](https://git.datacontroller.io/dc/dc/commit/c0dc9191e3b95ea6f7e5021fc0bdbcab0af4cc64))
+
+## [6.8.1](https://git.datacontroller.io/dc/dc/compare/v6.8.0...v6.8.1) (2024-05-02)
+
+
+### Bug Fixes
+
+* hide approve button when table revertable ([ec0f539](https://git.datacontroller.io/dc/dc/commit/ec0f539a337b176c83a661ff520a6892d47efa02))
+
 # [6.8.0](https://git.datacontroller.io/dc/dc/compare/v6.7.0...v6.8.0) (2024-05-02)
 
 

client/src/app/stage/stage.component.html

@@ -65,6 +65,7 @@
                 View base table
               </button>
               <button
+                *ngIf="!(tableDetails?.['ALLOW_RESTORE'] === 'YES')"
                 id="approval-btn"
                 class="btn btn-sm btn-success-outline text-center mr-5i"
                 [disabled]="

package.json

@@ -1,6 +1,6 @@
 {
   "name": "dcfrontend",
-  "version": "6.8.0",
+  "version": "6.8.5",
   "description": "Data Controller",
   "devDependencies": {
     "@saithodev/semantic-release-gitea": "^2.1.0",

sas/package-lock.json

@@ -7,7 +7,7 @@
       "name": "dc-sas",
       "dependencies": {
         "@sasjs/cli": "^4.11.1",
-        "@sasjs/core": "^4.52.0"
+        "@sasjs/core": "^4.52.1"
       }
     },
     "node_modules/@coolaj86/urequest": {
@@ -116,9 +116,9 @@
       "integrity": "sha512-Grwydm5GxBsYk238PZw41XPjXVVQ9vWcvfZ06L2P0bQbvK0sGn7l69JA7H5MGr3QcaLpiD4Kg70cAh7PgE+JOw=="
     },
     "node_modules/@sasjs/core": {
-      "version": "4.52.0",
+      "version": "4.52.1",
-      "resolved": "https://registry.npmjs.org/@sasjs/core/-/core-4.52.0.tgz",
+      "resolved": "https://registry.npmjs.org/@sasjs/core/-/core-4.52.1.tgz",
-      "integrity": "sha512-r+yQYSTYdvNPJ82n2xW/rbJd/cJpk3HuFhCa49RTDlDWjXMXJlymvGB0ltv3/L8rNk4+TwoyMzb7cJYnILi6ag=="
+      "integrity": "sha512-XPNuKD1T5XLGMKg4Ll3KggOTjhHgnjdbefpwajpfro/8/9bJK7lyNehzUCcmbhJnijJbbChE7drIOF+uSaVxVg=="
     },
     "node_modules/@sasjs/lint": {
       "version": "2.3.1",
@@ -229,6 +229,12 @@
         "@types/node": "*"
       }
     },
+    "node_modules/@types/tough-cookie": {
+      "version": "4.0.5",
+      "resolved": "https://registry.npmjs.org/@types/tough-cookie/-/tough-cookie-4.0.5.tgz",
+      "integrity": "sha512-/Ad8+nIOV7Rl++6f1BdKxFSMgmoqEoYbHRpPcx3JEfv8VRsQe9Z4mCXeJBzxs7mbHY/XOZZuXlRNfhpVPbs6ZA==",
+      "peer": true
+    },
     "node_modules/abab": {
       "version": "2.0.6",
       "resolved": "https://registry.npmjs.org/abab/-/abab-2.0.6.tgz",
@@ -1828,9 +1834,9 @@
       }
     },
     "@sasjs/core": {
-      "version": "4.52.0",
+      "version": "4.52.1",
-      "resolved": "https://registry.npmjs.org/@sasjs/core/-/core-4.52.0.tgz",
+      "resolved": "https://registry.npmjs.org/@sasjs/core/-/core-4.52.1.tgz",
-      "integrity": "sha512-r+yQYSTYdvNPJ82n2xW/rbJd/cJpk3HuFhCa49RTDlDWjXMXJlymvGB0ltv3/L8rNk4+TwoyMzb7cJYnILi6ag=="
+      "integrity": "sha512-XPNuKD1T5XLGMKg4Ll3KggOTjhHgnjdbefpwajpfro/8/9bJK7lyNehzUCcmbhJnijJbbChE7drIOF+uSaVxVg=="
     },
     "@sasjs/lint": {
       "version": "2.3.1",
@@ -1927,6 +1933,12 @@
         "@types/node": "*"
       }
     },
+    "@types/tough-cookie": {
+      "version": "4.0.5",
+      "resolved": "https://registry.npmjs.org/@types/tough-cookie/-/tough-cookie-4.0.5.tgz",
+      "integrity": "sha512-/Ad8+nIOV7Rl++6f1BdKxFSMgmoqEoYbHRpPcx3JEfv8VRsQe9Z4mCXeJBzxs7mbHY/XOZZuXlRNfhpVPbs6ZA==",
+      "peer": true
+    },
     "abab": {
       "version": "2.0.6",
       "resolved": "https://registry.npmjs.org/abab/-/abab-2.0.6.tgz",
@@ -2953,7 +2965,8 @@
     "ws": {
       "version": "8.13.0",
       "resolved": "https://registry.npmjs.org/ws/-/ws-8.13.0.tgz",
-      "integrity": "sha512-x9vcZYTrFPC7aSIbj7sRCYo7L/Xb8Iy+pW0ng0wt2vCJv7M9HOMy0UoN3rr+IFC7hb7vXoqS+P9ktyLLLhO+LA=="
+      "integrity": "sha512-x9vcZYTrFPC7aSIbj7sRCYo7L/Xb8Iy+pW0ng0wt2vCJv7M9HOMy0UoN3rr+IFC7hb7vXoqS+P9ktyLLLhO+LA==",
+      "requires": {}
     },
     "xml": {
       "version": "1.0.1",

sas/package.json

@@ -29,6 +29,6 @@
   "private": true,
   "dependencies": {
     "@sasjs/cli": "^4.11.1",
-    "@sasjs/core": "^4.52.0"
+    "@sasjs/core": "^4.52.1"
   }
 }

sas/sasjs/db/migrations/20230115_v6.8.2_release.sas

@@ -0,0 +1,24 @@
+/**
+  @file
+  @brief migration script to move from v6.5 to 6.8.2 of data controller
+
+**/
+
+%let dclib=YOURDCLIB;
+
+libname &dclib "/your/dc/path";
+
+/**
+  * Change 1
+  * New MPE_SUBMIT table
+  */
+proc sql;
+insert into &dclib..mpe_config set
+    tx_from=0
+    ,tx_to='31DEC9999:23:59:59'dt
+    ,var_scope="DC"
+    ,var_name="DC_REQUEST_LOGS"
+    ,var_value="YES"
+    ,var_active=1
+    ,var_desc='Setting to NO will prevent each request being logged to the'
+      !!' MPE_REQUESTS table  Default=YES.';

sas/sasjs/macros/bitemporal_dataloader.sas

@@ -1048,8 +1048,12 @@ run;
 %if &loadtype=BITEMPORAL %then %do;
   %let cat_string=catx('|' ,&bus_from,&bus_to);
 
-  data bitemp5a_lkp (keep=&md5_col);
+  data work.bitemp5a_lkp (keep=&md5_col)
-    set bitemp0_base;
+    %if "%substr(&sysver,1,1)" ne "4" and "%substr(&sysver,1,1)" ne "5" %then %do;
+      /nonote2err
+    %end;
+    ;
+    set work.bitemp0_base;
     /* for BITEMPORAL we need to compare business dates also */
     &md5_col=put(md5(&cat_string!!'|'!!&stripcols),$hex32.);
   run;

sas/sasjs/macros/mpe_loader.sas

@@ -341,7 +341,7 @@ data work.STAGING_DS;
   &droplist;
   infile "&csv_dir/&fname" dsd dlm="&dlm" lrecl=32767
           firstobs=2 missover termstr=&termstr encoding='utf-8';
-  attrib &attrib ;
+  attrib _____DELETE__THIS__RECORD_____ length=$3 &attrib ;
   if _n_=1 then call missing (of _all_);
   missing a b c d e f g h i j k l m n o p q r s t u v w x y z _;
   input

sas/sasjs/macros/mpe_makedata.sas

@@ -78,6 +78,15 @@ insert into &lib..mpe_config set
       !!' into the browser for editing in the EDIT screen.  A higher number'
       !!' will require a decent browser (ie, not IE) and more memory on the'
       !!' client side.';
+insert into &lib..mpe_config set
+    tx_from=0
+    ,tx_to='31DEC9999:23:59:59'dt
+    ,var_scope="DC"
+    ,var_name="DC_REQUEST_LOGS"
+    ,var_value="YES"
+    ,var_active=1
+    ,var_desc='Setting to NO will prevent each request being logged to the'
+      !!' MPE_REQUESTS table  Default=YES.';
 insert into &lib..mpe_config set
     tx_from=0
     ,tx_to='31DEC9999:23:59:59'dt

sas/sasjs/macros/mpeinit.sas

@@ -29,9 +29,12 @@
         mpelocapprovals /* location for landing and staging files */
         mpelib /* location of configuration tables for DC */
         dc_repo_users /* location of user / group metadata */
-        dc_licence_key  /* extracted in dc_getsettings */
+        /* extracted in dc_getsettings */
-        dc_activation_key /* extracted in dc_getsettings */
+        dc_activation_key
-        dc_locale /* extracted in dc_getsettings */
+        dc_licence_key
+        dc_locale
+        dc_request_logs
+        dc_restrict_viewer
         dc_dttmtfmt /* can be overridden in dc_getsettings */
         _debug /* automatic variable when provided in URL */
         sasjs_mdebug /* used to show extra info when _debug is enabled */

sas/sasjs/macros/mpeterm.sas

@@ -35,6 +35,7 @@ run;
   run;
 %end;
 %if %sysfunc(exist(&dc_libref..mpe_requests)) and %mf_getplatform() ne SASVIYA
+and &DC_REQUEST_LOGS ne NO
 %then %do;
   data ;
     if 0 then set &dc_libref..mpe_requests;
@@ -42,6 +43,8 @@ run;
     request_user="%mf_getuser()";
     request_service="%scan(&_program,-2,/)/%scan(&_program,-1,/)";
     request_params='';
+    /* sleep random amount to avoid parallel update attempts */
+    call sleep(ranuni(0)*0.1,1);
     output;stop;
   proc append base=&dc_libref..mpe_requests data=&syslast force nowarn;
   run;