dc
33efc5ae1e
sas/.sasjslint takes maxLineLength from 180 to 80 - the linter's own default -
and promotes it to "error".
53 of the 258 .sas files already hold a line longer than 80. Rewrapping them
would be a large, reviewable-only-in-theory diff, so each keeps its current
longest line as an exact ceiling via a per-file override, e.g.
@sasjslint {"maxLineLength": 95} in services/validations/tables_all.sas. A
file with no override is held to 80, and an overridden file cannot grow past
the length it has today: the ceiling is the file's longest line, not a round
number.
Both directions were checked: a 101 character line added to an
un-overridden file fails with "Line exceeds maximum length by 21 characters",
and a 114 character line added to macros/mpe_execute.sas (ceiling 101) fails
by 13. `npm run lint:sas` is clean with the setting in force.
153 lines
2.9 KiB
SAS
153 lines
2.9 KiB
SAS
/**
|
|
@file
|
|
@brief Refreshes the data catalog
|
|
@details Assumes library is already assigned.
|
|
|
|
@param [in] etlsource= (0) Defaults to %mf_getuniquename(prefix=refreshcatalogs); it
|
|
identifies this load in the MPE_DATALOADS audit row.
|
|
|
|
Usage:
|
|
|
|
%mpe_refreshcatalogs(sashelp)
|
|
|
|
<h4> SAS Macros </h4>
|
|
@li mf_getuniquename.sas
|
|
@li mp_abort.sas
|
|
@li bitemporal_dataloader.sas
|
|
|
|
@version 9.3
|
|
@author 4GL Apps Ltd
|
|
|
|
@sasjslint {"maxLineLength": 86}
|
|
|
|
**/
|
|
|
|
%macro mpe_refreshcatalogs(lib,cat=#all
|
|
,etlsource=0
|
|
);
|
|
%let lib=%upcase(&lib);
|
|
%let cat=%upcase(&cat);
|
|
%if "&etlsource"="0" %then %let etlsource=%mf_getuniquename(prefix=refreshcatalogs);
|
|
|
|
%put running &sysmacroname &lib for &cat;
|
|
proc sql;
|
|
create table work.catdata as
|
|
select libname as libref,
|
|
memname,
|
|
objname,
|
|
objtype,
|
|
objdesc,
|
|
created,
|
|
modified,
|
|
alias,
|
|
level
|
|
from dictionary.catalogs
|
|
where upcase(libname)="&lib"
|
|
%if &cat ne #ALL %then %do;
|
|
and upcase(memname)="&cat"
|
|
%end;
|
|
;
|
|
|
|
%mp_abort(iftrue= (&syscc ne 0)
|
|
,mac=&_program
|
|
,msg=%str(syscc=&syscc afer &lib objects extraction)
|
|
)
|
|
|
|
/* load mpe_datacatalog_CATS */
|
|
proc sql;
|
|
create table datacats as select distinct libref,memname from catdata;
|
|
|
|
%bitemporal_dataloader(base_lib=&mpelib
|
|
,base_dsn=mpe_datacatalog_CATS
|
|
,append_dsn=datacats
|
|
,PK=LIBREF MEMNAME
|
|
,etlsource=&etlsource
|
|
,loadtype=TXTEMPORAL
|
|
,tech_from=TX_FROM
|
|
,tech_to=TX_TO
|
|
%if &cat = #ALL %then %do;
|
|
,close_vars=LIBREF
|
|
%end;
|
|
,dclib=&mpelib
|
|
)
|
|
|
|
/* load mpe_datacatalog_objsS */
|
|
proc sql;
|
|
create table dataobjs as
|
|
select distinct libref,
|
|
memname,
|
|
objname,
|
|
objtype,
|
|
objdesc,
|
|
alias
|
|
from catdata;
|
|
quit;
|
|
|
|
%bitemporal_dataloader(base_lib=&mpelib
|
|
,base_dsn=mpe_datacatalog_OBJS
|
|
,append_dsn=dataobjs
|
|
,PK=LIBREF MEMNAME OBJNAME OBJTYPE
|
|
,etlsource=&etlsource
|
|
,loadtype=TXTEMPORAL
|
|
,tech_from=TX_FROM
|
|
,tech_to=TX_TO
|
|
%if &cat = #ALL %then %do;
|
|
,close_vars=LIBREF MEMNAME
|
|
%end;
|
|
,dclib=&mpelib
|
|
)
|
|
|
|
%put load mpe_datastatus_OBJS;
|
|
proc sql;
|
|
create table statusobjs as
|
|
select distinct libref,
|
|
memname,
|
|
objname,
|
|
objtype,
|
|
created,
|
|
modified,
|
|
level
|
|
from catdata;
|
|
|
|
%bitemporal_dataloader(base_lib=&mpelib
|
|
,base_dsn=mpe_datastatus_OBJS
|
|
,append_dsn=statusobjs
|
|
,PK=LIBREF MEMNAME OBJNAME OBJTYPE
|
|
,etlsource=&etlsource
|
|
,loadtype=TXTEMPORAL
|
|
,tech_from=TX_FROM
|
|
,tech_to=TX_TO
|
|
%if &cat = #ALL %then %do;
|
|
,close_vars=LIBREF MEMNAME
|
|
%end;
|
|
,dclib=&mpelib
|
|
)
|
|
|
|
%put load mpe_datastatus_cats;
|
|
proc sql;
|
|
create table statuscats as
|
|
select libref,
|
|
memname,
|
|
count(*) as nobjs,
|
|
min(created) as created,
|
|
max(modified) as modified
|
|
from catdata
|
|
group by 1,2;
|
|
|
|
%bitemporal_dataloader(base_lib=&mpelib
|
|
,base_dsn=mpe_datastatus_cats
|
|
,append_dsn=statuscats
|
|
,PK=LIBREF MEMNAME
|
|
,etlsource=&etlsource
|
|
,loadtype=TXTEMPORAL
|
|
,tech_from=TX_FROM
|
|
,tech_to=TX_TO
|
|
%if &cat = #ALL %then %do;
|
|
,close_vars=LIBREF
|
|
%end;
|
|
,dclib=&mpelib
|
|
)
|
|
|
|
|
|
%mend mpe_refreshcatalogs;
|