Skip to content

Commit 6db0795

Browse files
committed
Merge discvr-25.7 to develop
2 parents 4ef8bcf + 16681ba commit 6db0795

File tree

83 files changed

+1541
-486
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

83 files changed

+1541
-486
lines changed

.github/workflows/build.yml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,11 @@ jobs:
1010
if: github.repository == 'BimberLabInternal/BimberLabKeyModules'
1111
runs-on: ubuntu-latest
1212
steps:
13+
# Note: use slight delay in case there are associated commits across repos
14+
- name: "Sleep for 30 seconds"
15+
run: sleep 30s
16+
shell: bash
17+
1318
- name: "Build DISCVR"
1419
uses: bimberlabinternal/DevOps/githubActions/discvr-build@master
1520
with:

IDR/resources/queries/bimber_data/idrOutcomeSource.sql

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ cohortStart as date,
66
CASE
77
WHEN contprog = 'C' THEN 'Controller'
88
WHEN contprog = 'P' THEN 'Progressor'
9+
ELSE contprog
910
END as outcome,
1011

1112
'Hansen/IDR' as dataSource

IDR/resources/queries/bimber_data/idrSampleSource.sql

Lines changed: 14 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,10 @@ ID as sampleid,
55
SampleDate as date,
66
Tissue as sampleType,
77
CellCnt as quantity,
8-
8+
freezer,
9+
rack,
10+
box,
11+
"position",
912
'Hansen/IDR' as dataSource
1013

1114
FROM bimber_data.ln_loc
@@ -18,9 +21,17 @@ SELECT
1821
Rh as Id,
1922
ID as sampleid,
2023
SampleDate as date,
21-
Tissue as sampleType,
24+
CASE
25+
WHEN (Tissue IS NOT NULL AND Tissue != '') AND (SampleType IS NOT NULL AND SampleType != '') THEN (SampleType || ' / ' || Tissue)
26+
WHEN (Tissue IS NOT NULL AND Tissue != '') THEN Tissue
27+
WHEN (SampleType IS NOT NULL AND SampleType != '') THEN SampleType
28+
ELSE NULL
29+
END AS sampleType,
2230
null as quantity,
23-
31+
freezer,
32+
rack,
33+
box,
34+
"position",
2435
'Hansen/IDR' as dataSource
2536

2637
FROM bimber_data.ult_loc

PMR/resources/etls/prime-blooddraws.xml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,8 @@
3434
<setting name="destSchema" value="study"/>
3535
<setting name="destQuery" value="blood"/>
3636
<setting name="destColumn" value="objectId"/>
37+
38+
<setting name="reportOnly" value="false"/>
3739
</settings>
3840
</taskref>
3941
</transform>

PMR/resources/etls/prime-chemistryResults.xml

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,6 @@
88
<sourceColumns>
99
<column>Id</column>
1010
<column>date</column>
11-
<column>ageAtTime</column>
1211
<column>testId</column>
1312
<column>result</column>
1413
<column>units</column>
@@ -18,6 +17,9 @@
1817
<column>modified</column>
1918
<column>QCState/Label</column>
2019
</sourceColumns>
20+
<sourceFilters>
21+
<sourceFilter column="qcstate/label" operator="eq" value="Completed"/>
22+
</sourceFilters>
2123
</source>
2224
<destination schemaName="study" queryName="chemistryResults" targetOption="merge" bulkLoad="true" batchSize="1000">
2325
<alternateKeys>
@@ -37,6 +39,8 @@
3739
<setting name="destSchema" value="study"/>
3840
<setting name="destQuery" value="chemistryResults"/>
3941
<setting name="destColumn" value="objectId"/>
42+
43+
<setting name="reportOnly" value="false"/>
4044
</settings>
4145
</taskref>
4246
</transform>

PMR/resources/etls/prime-clinpathRuns.xml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,9 @@
1919
<column>modified</column>
2020
<column>QCState/Label</column>
2121
</sourceColumns>
22+
<sourceFilters>
23+
<sourceFilter column="qcstate/label" operator="eq" value="Completed"/>
24+
</sourceFilters>
2225
</source>
2326
<destination schemaName="study" queryName="clinpathRuns" bulkLoad="true" targetOption="merge" batchSize="1000">
2427
<alternateKeys>
@@ -38,6 +41,8 @@
3841
<setting name="destSchema" value="study"/>
3942
<setting name="destQuery" value="clinpathRuns"/>
4043
<setting name="destColumn" value="objectId"/>
44+
45+
<setting name="reportOnly" value="false"/>
4146
</settings>
4247
</taskref>
4348
</transform>

PMR/resources/etls/prime-hematologyResults.xml

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,6 @@
88
<sourceColumns>
99
<column>Id</column>
1010
<column>date</column>
11-
<column>ageAtTime</column>
1211
<column>testId</column>
1312
<column>result</column>
1413
<column>units</column>
@@ -18,6 +17,9 @@
1817
<column>modified</column>
1918
<column>QCState/Label</column>
2019
</sourceColumns>
20+
<sourceFilters>
21+
<sourceFilter column="qcstate/label" operator="eq" value="Completed"/>
22+
</sourceFilters>
2123
</source>
2224
<destination schemaName="study" queryName="hematologyResults" targetOption="merge" bulkLoad="true" batchSize="1000">
2325
<alternateKeys>
@@ -37,6 +39,8 @@
3739
<setting name="destSchema" value="study"/>
3840
<setting name="destQuery" value="hematologyResults"/>
3941
<setting name="destColumn" value="objectId"/>
42+
43+
<setting name="reportOnly" value="false"/>
4044
</settings>
4145
</taskref>
4246
</transform>

PMR/resources/etls/prime-histology.xml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,9 @@
1717
<column>modified</column>
1818
<column>QCState/Label</column>
1919
</sourceColumns>
20+
<sourceFilters>
21+
<sourceFilter column="qcstate/label" operator="eq" value="Completed"/>
22+
</sourceFilters>
2023
</source>
2124
<destination schemaName="study" queryName="histology" targetOption="merge" bulkLoad="true" batchSize="1000">
2225
<alternateKeys>
@@ -36,6 +39,8 @@
3639
<setting name="destSchema" value="study"/>
3740
<setting name="destQuery" value="histology"/>
3841
<setting name="destColumn" value="objectId"/>
42+
43+
<setting name="reportOnly" value="false"/>
3944
</settings>
4045
</taskref>
4146
</transform>

PMR/resources/etls/prime-microbiology.xml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,9 @@
1818
<column>modified</column>
1919
<column>QCState/Label</column>
2020
</sourceColumns>
21+
<sourceFilters>
22+
<sourceFilter column="qcstate/label" operator="eq" value="Completed"/>
23+
</sourceFilters>
2124
</source>
2225
<destination schemaName="study" queryName="microbiology" targetOption="merge" bulkLoad="true" batchSize="1000">
2326
<alternateKeys>
@@ -37,6 +40,8 @@
3740
<setting name="destSchema" value="study"/>
3841
<setting name="destQuery" value="microbiology"/>
3942
<setting name="destColumn" value="objectId"/>
43+
44+
<setting name="reportOnly" value="false"/>
4045
</settings>
4146
</taskref>
4247
</transform>

PMR/resources/etls/prime-pathologyDiagnoses.xml

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,14 +8,14 @@
88
<sourceColumns>
99
<column>Id</column>
1010
<column>date</column>
11-
<column>ageAtTime</column>
1211
<column>sort_order</column>
1312
<column>codes</column>
1413
<column>objectid</column>
15-
<column>created</column>
16-
<column>modified</column>
1714
<column>QCState/Label</column>
1815
</sourceColumns>
16+
<sourceFilters>
17+
<sourceFilter column="qcstate/label" operator="eq" value="Completed"/>
18+
</sourceFilters>
1919
</source>
2020
<destination schemaName="study" queryName="pathologyDiagnoses" targetOption="merge" bulkLoad="true" batchSize="1000">
2121
<alternateKeys>
@@ -35,6 +35,8 @@
3535
<setting name="destSchema" value="study"/>
3636
<setting name="destQuery" value="pathologyDiagnoses"/>
3737
<setting name="destColumn" value="objectId"/>
38+
39+
<setting name="reportOnly" value="false"/>
3840
</settings>
3941
</taskref>
4042
</transform>

0 commit comments

Comments
 (0)