From c12297522fe6ecdc92bb9e7156f1e468bcd876a4 Mon Sep 17 00:00:00 2001 From: Diane Trout Date: Sat, 28 Mar 2009 00:59:59 +0000 Subject: [PATCH] Move sample data from simulate_runfolder into testdata Also I changed make_matrix to take a filename instead of a matrix directory as in pipeline > 1.1rc1 they started writing the matrix into the bustard directory instead of as a subdirectory of the firecrest directory. --- .../pipelines/test/simulate_runfolder.py | 1865 +---------------- .../pipelines/test/test_runfolder026.py | 5 +- .../pipelines/test/test_runfolder030.py | 5 +- .../pipelines/test/test_runfolder110.py | 42 +- .../pipelines/test/test_runfolder_ipar100.py | 34 +- .../pipelines/test/test_runfolder_ipar130.py | 29 +- .../pipelines/test/test_runfolder_pair.py | 36 +- .../pipelines/test/testdata/IPAR1.01.params | 63 + .../testdata/Summary-paired-pipeline110.htm | 662 ++++++ .../test/testdata/Summary-pipeline100.htm | 598 ++++++ .../test/testdata/Summary-pipeline110.htm | 400 ++++ .../test/testdata/gerald_config_0.2.6.xml | 82 + .../test/testdata/gerald_config_1.0.xml | 156 ++ 13 files changed, 2081 insertions(+), 1896 deletions(-) create mode 100644 htsworkflow/pipelines/test/testdata/IPAR1.01.params create mode 100644 htsworkflow/pipelines/test/testdata/Summary-paired-pipeline110.htm create mode 100644 htsworkflow/pipelines/test/testdata/Summary-pipeline100.htm create mode 100644 htsworkflow/pipelines/test/testdata/Summary-pipeline110.htm create mode 100644 htsworkflow/pipelines/test/testdata/gerald_config_0.2.6.xml create mode 100644 htsworkflow/pipelines/test/testdata/gerald_config_1.0.xml diff --git a/htsworkflow/pipelines/test/simulate_runfolder.py b/htsworkflow/pipelines/test/simulate_runfolder.py index 5354cfb..53c7301 100644 --- a/htsworkflow/pipelines/test/simulate_runfolder.py +++ b/htsworkflow/pipelines/test/simulate_runfolder.py @@ -5,6 +5,9 @@ Create simulated solexa/illumina runfolders for testing import os import shutil +TEST_CODE_DIR = os.path.split(__file__)[0] +TESTDATA_DIR = os.path.join(TEST_CODE_DIR, 'testdata') + def make_firecrest_dir(data_dir, version="1.9.2", start=1, stop=37): firecrest_dir = os.path.join(data_dir, 'C%d-%d_Firecrest%s_12-04-2008_diane' % (start, stop, version) @@ -16,73 +19,9 @@ def make_ipar_dir(data_dir): """ Construct an artificial ipar parameter file and directory """ - params = """ - - - - - - - 1 - 37 - 081021_HWI-EAS229_0063_30HKUAAXX - - - 1 - 37 - 081021_HWI-EAS229_0063_30HKUAAXX - - gzip - .p.gz - HWI-EAS229 - 081021_HWI-EAS229_0063_30HKUAAXX - - - 1 - 2.7 - 1.5 - 4 - - - - s - - - - s - - - - s - - - - s - - - - s - - - - s - - - - s - - - - s - - - - - -""" - f = open(os.path.join(data_dir, '.params'),'w') - f.write(params) - f.close() + ipar1_01_file = os.path.join(TESTDATA_DIR, 'IPAR1.01.params') + shutil.copy(ipar1_01_file, os.path.join(data_dir, '.params')) + ipar_dir = os.path.join(data_dir, 'IPAR_1.01') if not os.path.exists(ipar_dir): os.mkdir(ipar_dir) @@ -105,7 +44,7 @@ def make_flowcell_id(runfolder_dir, flowcell_id=None): f.write(config) f.close() -def make_matrix(matrix_dir): +def make_matrix(matrix_filename): contents = """# Auto-generated frequency response matrix > A > C @@ -116,8 +55,7 @@ def make_matrix(matrix_dir): -0.10 -0.10 1.17 -0.03 -0.13 -0.12 0.80 1.27 """ - s_matrix = os.path.join(matrix_dir, 's_matrix.txt') - f = open(s_matrix, 'w') + f = open(matrix_filename, 'w') f.write(contents) f.close() @@ -132,1780 +70,35 @@ def make_phasing_params(bustard_dir): """) f.close() -def make_gerald_config(gerald_dir): - config_xml = """ - - default - - - - - Need_to_specify_ELAND_genome_directory - 8 - - domain.com - diane - localhost:25 - /home/diane/gec/080416_HWI-EAS229_0024_207BTAAXX/Data/C1-33_Firecrest1.8.28_19-04-2008_diane/Bustard1.8.28_19-04-2008_diane - /home/diane/gec - 1 - /home/diane/proj/SolexaPipeline-0.2.2.6/Goat/../Gerald/../../Genomes - Need_to_specify_genome_file_name - genome - /home/diane/gec/080416_HWI-EAS229_0024_207BTAAXX/Data/C1-33_Firecrest1.8.28_19-04-2008_diane/Bustard1.8.28_19-04-2008_diane/GERALD_19-04-2008_diane - - _prb.txt - 12 - '((CHASTITY>=0.6))' - _qhg.txt - --symbolic - 32 - --scarf - _seq.txt - _sig2.txt - _sig.txt - @(#) Id: GERALD.pl,v 1.68.2.2 2007/06/13 11:08:49 km Exp - s_[1-8]_[0-9][0-9][0-9][0-9] - s - Sat Apr 19 19:08:30 2008 - /home/diane/proj/SolexaPipeline-0.2.2.6/Goat/../Gerald - all - http://host.domain.com/yourshare/ - - - - eland - eland - eland - eland - eland - eland - eland - eland - - - /g/dm3 - /g/equcab1 - /g/equcab1 - /g/canfam2 - /g/hg18 - /g/hg18 - /g/hg18 - /g/hg18 - - - 32 - 32 - 32 - 32 - 32 - 32 - 32 - 32 - - - YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY - YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY - YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY - YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY - YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY - YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY - YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY - YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY - - - -""" - pathname = os.path.join(gerald_dir, 'config.xml') - f = open(pathname,'w') - f.write(config_xml) - f.close() - -def make_summary100_htm(gerald_dir): - summary_htm=""" - - - +def make_gerald_config_026(gerald_dir): + source = os.path.join(TESTDATA_DIR, 'gerald_config_0.2.6.xml') + destination = os.path.join(gerald_dir, 'config.xml') + shutil.copy(source, destination) -

080627_HWI-EAS229_0036_3055HAXX Summary

-

Summary Information For Experiment 080627_HWI-EAS229_0036_3055HAXX on Machine HWI-EAS229

-



Chip Summary

- - - - -
MachineHWI-EAS229
Run Folder080627_HWI-EAS229_0036_3055HAXX
Chip IDunknown
-



Chip Results Summary

- - - - - - - - - - -
ClustersClusters (PF)Yield (kbases)
80933224435778031133022
-



Lane Parameter Summary

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
LaneSample IDSample TargetSample TypeLengthFilterNum TilesTiles
1unknownmm9ELAND26'((CHASTITY>=0.6))'100Lane 1
2unknownmm9ELAND26'((CHASTITY>=0.6))'100Lane 2
3unknownmm9ELAND26'((CHASTITY>=0.6))'100Lane 3
4unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 4
5unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 5
6unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 6
7unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 7
8unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 8
-



Lane Results Summary

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Lane InfoTile Mean +/- SD for Lane
Lane Lane Yield (kbases) Clusters (raw)Clusters (PF) 1st Cycle Int (PF) % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Alignment Score (PF) % Error Rate (PF)
115804696483 +/- 907460787 +/- 4240329 +/- 35101.88 +/- 6.0363.21 +/- 3.2970.33 +/- 0.249054.08 +/- 59.160.46 +/- 0.18
2156564133738 +/- 793860217 +/- 1926444 +/- 3992.62 +/- 7.5845.20 +/- 3.3151.98 +/- 0.746692.04 +/- 92.490.46 +/- 0.09
3185818152142 +/- 1000271468 +/- 2827366 +/- 3691.53 +/- 8.6647.19 +/- 3.8082.24 +/- 0.4410598.68 +/- 64.130.41 +/- 0.04
43495315784 +/- 216213443 +/- 1728328 +/- 4097.53 +/- 9.8785.29 +/- 1.9180.02 +/- 0.5310368.82 +/- 71.080.15 +/- 0.05
5167936119735 +/- 846564590 +/- 2529417 +/- 3788.69 +/- 14.7954.10 +/- 2.5976.95 +/- 0.329936.47 +/- 65.750.28 +/- 0.02
6173463152177 +/- 814666716 +/- 2493372 +/- 3987.06 +/- 9.8643.98 +/- 3.1278.80 +/- 0.4310162.28 +/- 49.650.38 +/- 0.03
714928784649 +/- 732557418 +/- 3617295 +/- 2889.40 +/- 8.2367.97 +/- 1.8233.38 +/- 0.254247.92 +/- 32.371.00 +/- 0.03
810695354622 +/- 481241136 +/- 3309284 +/- 3790.21 +/- 9.1075.39 +/- 2.2748.33 +/- 0.296169.21 +/- 169.500.86 +/- 1.22
Tile mean across chip
Av.1011665447235492.3660.2965.258403.690.50
-



Expanded Lane Summary

- - +def make_gerald_config_100(gerald_dir): + source = os.path.join(TESTDATA_DIR, 'gerald_config_1.0.xml') + destination = os.path.join(gerald_dir, 'config.xml') + shutil.copy(source, destination) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Lane InfoPhasing InfoRaw Data (tile mean)Filtered Data (tile mean)
Lane Clusters (tile mean) (raw)% Phasing % Prephasing % Error Rate (raw) Equiv Perfect Clusters (raw) % retained Cycle 2-4 Av Int (PF) Cycle 2-10 Av % Loss (PF) Cycle 10-20 Av % Loss (PF) % Align (PF) % Error Rate (PF) Equiv Perfect Clusters (PF)
1964830.77000.31001.004967663.21317 +/- 320.13 +/- 0.44-1.14 +/- 0.3470.330.4641758
21337380.77000.31001.224046745.20415 +/- 330.29 +/- 0.40-0.79 +/- 0.3551.980.4630615
31521420.77000.31001.307858847.19344 +/- 260.68 +/- 0.51-0.77 +/- 0.4282.240.4157552
4157840.77000.31000.291109585.29306 +/- 340.20 +/- 0.69-1.28 +/- 0.6680.020.1510671
51197350.77000.31000.856033554.10380 +/- 320.34 +/- 0.49-1.55 +/- 4.6976.950.2849015
61521770.77000.31001.217090543.98333 +/- 270.57 +/- 0.50-0.91 +/- 0.3978.800.3851663
7846490.77000.31001.382106967.97272 +/- 201.15 +/- 0.52-0.84 +/- 0.5833.381.0018265
8546220.77000.31001.172133575.39262 +/- 311.10 +/- 0.59-1.01 +/- 0.4748.330.8619104
-

IVC Plots
-

IVC.htm -

-

All Intensity Plots
-

All.htm -

-

Error graphs:
-

Error.htm -

-Back to top -



Lane 1

- - - - - - - - - - - - - - - - - - - - - - - -
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
10001114972326.4894.3957.4470.29038.60.44
-Back to top -



Lane 2

- - - - - - - - - - - - - - - - - - - - - - - -
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
20001147793448.1283.6838.5753.76905.40.54
-Back to top -



Lane 3

- - - - - - - - - - - - - - - - - - - - - - - -
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
30001167904374.0586.9140.3681.310465.00.47
-Back to top -



Lane 4

- - - - - - - - - - - - - - - - - - - - - - - -
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
4000120308276.8592.8784.2680.410413.80.16
-Back to top -



Lane 5

- - - - - - - - - - - - -
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
-Back to top -



Lane 6

- - - - - - - - - - - - - - - - - - - - - - - -
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
60001166844348.1277.5938.1379.710264.40.44
-Back to top -



Lane 7

- - - - - - - - - - - - - - - - - - - - - - - -
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
7000198913269.9086.6664.5533.24217.51.02
-Back to top -



Lane 8

- - - - - - - - - - - - - - - - - - - - - - - -
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
8000164972243.6089.4073.1748.36182.80.71
-Back to top - - -""" - pathname = os.path.join(gerald_dir, 'Summary.htm') - f = open(pathname, 'w') - f.write(summary_htm) - f.close() +def make_summary_htm_100(gerald_dir): + source = os.path.join(TESTDATA_DIR, 'Summary-pipeline100.htm') + destination = os.path.join(gerald_dir, 'Summary.htm') + shutil.copy(source, destination) def make_summary_htm_110(gerald_dir): - summary_htm = """ - - - - -

081017_HWI-EAS229_0062_30J55AAXX Summary

-

Summary Information For Experiment 081017_HWI-EAS229_0062_30J55AAXX on Machine HWI-EAS229

-



Chip Summary

- - - - -
MachineHWI-EAS229
Run Folder081017_HWI-EAS229_0062_30J55AAXX
Chip IDunknown
-



Chip Results Summary

- - - - - - - - - - -
ClustersClusters (PF)Yield (kbases)
162491175996221593686019
-



Lane Parameter Summary

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
LaneSample IDSample TargetSample TypeLengthFilterChast. Thresh.Num TilesTiles
1unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 1
2unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 2
3unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 3
4unknownhg18ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 4
5unknownhg18ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 5
6unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 6
7unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 7
8unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 8
-



Lane Results Summary

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Lane InfoTile Mean +/- SD for Lane
Lane Lane Yield (kbases) Clusters (raw)Clusters (PF) 1st Cycle Int (PF) % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Alignment Score (PF) % Error Rate (PF)
1435340190220 +/- 15118117659 +/- 8144273 +/- 1680.02 +/- 2.5262.15 +/- 5.5477.18 +/- 0.2213447.28 +/- 43.352.78 +/- 0.13
2462364190560 +/- 14399124963 +/- 5687271 +/- 1675.73 +/- 2.4665.83 +/- 4.1270.06 +/- 0.3912082.95 +/- 64.813.22 +/- 0.09
3468929187597 +/- 12369126737 +/- 5549274 +/- 1672.61 +/- 2.6767.69 +/- 2.7274.03 +/- 0.2212470.18 +/- 50.024.27 +/- 0.08
4491642204142 +/- 16877132876 +/- 4023253 +/- 1680.43 +/- 3.1065.39 +/- 3.8472.95 +/- 0.1513273.80 +/- 39.750.78 +/- 0.10
5433033247308 +/- 11600117036 +/- 4489273 +/- 1168.60 +/- 2.4047.48 +/- 3.6366.91 +/- 0.5411700.08 +/- 66.332.62 +/- 0.13
6483012204298 +/- 15640130543 +/- 6972254 +/- 1181.35 +/- 1.9664.14 +/- 4.4077.28 +/- 0.1114084.01 +/- 23.090.71 +/- 0.03
7474325202707 +/- 15404128196 +/- 9745255 +/- 1379.95 +/- 2.0863.48 +/- 5.6375.78 +/- 0.1813758.74 +/- 60.860.88 +/- 0.12
8437372198075 +/- 14702118208 +/- 14798259 +/- 1481.80 +/- 2.5359.85 +/- 7.6774.55 +/- 0.3613586.07 +/- 103.970.71 +/- 0.15
Tile mean across chip
Av.20311312452726477.5662.0073.5913050.392.00
-



Expanded Lane Summary

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Lane InfoPhasing InfoRaw Data (tile mean)Filtered Data (tile mean)
Lane Clusters (tile mean) (raw)% Phasing % Prephasing % Error Rate (raw) Equiv Perfect Clusters (raw) % retained Cycle 2-4 Av Int (PF) Cycle 2-10 Av % Loss (PF) Cycle 10-20 Av % Loss (PF) % Align (PF) % Error Rate (PF) Equiv Perfect Clusters (PF)
11902200.68000.28003.1710726262.15241 +/- 130.56 +/- 0.220.29 +/- 0.1477.182.7886184
21905600.68000.28003.539867865.83238 +/- 140.78 +/- 0.150.53 +/- 0.1570.063.2283090
31875970.68000.28004.4410400867.69233 +/- 140.56 +/- 0.170.59 +/- 0.2674.034.2789278
42041420.68000.28001.3811576565.39239 +/- 141.28 +/- 0.210.77 +/- 0.2172.950.7893475
52473080.68000.28003.4010300647.48242 +/- 101.61 +/- 0.391.21 +/- 0.2166.912.6273768
62042980.68000.28001.3312223364.14242 +/- 121.30 +/- 0.110.73 +/- 0.2277.280.7197646
72027070.68000.28001.5111751363.48238 +/- 131.27 +/- 0.380.66 +/- 0.2275.780.8893659
81980750.68000.28001.4111111559.85244 +/- 121.19 +/- 0.160.65 +/- 0.2974.550.7185327
- -""" - pathname = os.path.join(gerald_dir, 'Summary.htm') - f = open(pathname, 'w') - f.write(summary_htm) - f.close() + source = os.path.join(TESTDATA_DIR, 'Summary-pipeline110.htm') + destination = os.path.join(gerald_dir, 'Summary.htm') + shutil.copy(source, destination) def make_summary_paired_htm(gerald_dir): - summary_htm = """ - - - - -

080920_HWI-EAS229_0057_30GBJAAXX Summary

-

Summary Information For Experiment 080920_HWI-EAS229_0057_30GBJAAXX on Machine unknown

-



Chip Summary

- - - - -
MachineUNKNOWN
Run Folder080920_HWI-EAS229_0057_30GBJAAXX
Chip IDunknown
-



Chip Results Summary

- - - - - - - - - - -
ClustersClusters (PF)Yield (kbases)
126151880959234563549167
-



Lane Parameter Summary

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
LaneSample IDSample TargetSample TypeLengthFilterNum TilesTiles
1unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 1
2unknownhg18ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 2
3unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 3
4unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 4
5unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 5
6unknownhg18ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 6
7unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 7
8unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 8
-



Lane Results Summary : Read 1

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Lane InfoTile Mean +/- SD for Lane
Lane Lane Yield (kbases) Clusters (raw)Clusters (PF) 1st Cycle Int (PF) % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Alignment Score (PF) % Error Rate (PF)
1277083103646 +/- 451574887 +/- 6080290 +/- 1799.34 +/- 3.5272.22 +/- 4.6389.19 +/- 0.5914.16 +/- 0.630.94 +/- 0.17
2289563106678 +/- 465278260 +/- 2539294 +/- 1698.23 +/- 2.6673.43 +/- 2.5287.05 +/- 0.6416.81 +/- 0.550.92 +/- 0.17
325924284583 +/- 596370065 +/- 4194284 +/- 1899.82 +/- 3.0582.90 +/- 1.3289.49 +/- 0.2018.13 +/- 0.660.81 +/- 0.13
421054968813 +/- 478256905 +/- 4145300 +/- 29102.00 +/- 14.7482.91 +/- 5.8956.93 +/- 0.8225.85 +/- 2.300.95 +/- 0.30
5295555104854 +/- 466479879 +/- 6270281 +/- 1998.26 +/- 5.8576.34 +/- 6.6757.71 +/- 0.3026.16 +/- 1.680.97 +/- 0.19
614040143555 +/- 163237946 +/- 2140233 +/- 16105.74 +/- 8.4087.14 +/- 3.8789.08 +/- 1.0033.53 +/- 2.181.05 +/- 0.21
715421754265 +/- 158841680 +/- 5319224 +/- 18111.33 +/- 8.9076.94 +/- 10.5284.50 +/- 1.4127.44 +/- 2.331.32 +/- 0.25
814796964363 +/- 269739991 +/- 6785248 +/- 43109.93 +/- 7.8062.45 +/- 12.0582.20 +/- 2.0824.63 +/- 2.531.57 +/- 0.22
Tile mean across chip
Av.7884459952269103.0876.7979.5223.341.06
-



Lane Results Summary : Read 2

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Lane InfoTile Mean +/- SD for Lane
Lane Lane Yield (kbases) Clusters (raw)Clusters (PF) 1st Cycle Int (PF) % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Alignment Score (PF) % Error Rate (PF)
1277083103647 +/- 451674887 +/- 6080277 +/- 1794.42 +/- 5.6872.22 +/- 4.6381.54 +/- 2.1342.70 +/- 5.490.89 +/- 0.27
2289563106679 +/- 465378260 +/- 2539259 +/- 1393.57 +/- 2.5573.43 +/- 2.5282.05 +/- 0.3743.98 +/- 3.020.76 +/- 0.15
325924284584 +/- 596470065 +/- 4194252 +/- 1294.23 +/- 2.1982.90 +/- 1.3284.94 +/- 0.2851.76 +/- 2.290.59 +/- 0.07
421054968814 +/- 478356905 +/- 4145226 +/- 1696.82 +/- 7.1282.91 +/- 5.8956.01 +/- 0.9927.86 +/- 3.480.95 +/- 0.33
5295555104855 +/- 466579879 +/- 6270200 +/- 24103.56 +/- 15.4576.34 +/- 6.6756.76 +/- 0.4125.68 +/- 2.060.98 +/- 0.17
614040143556 +/- 163337946 +/- 2140179 +/- 10100.82 +/- 5.4787.14 +/- 3.8788.64 +/- 1.4234.05 +/- 2.600.98 +/- 0.22
715421754266 +/- 158941680 +/- 5319184 +/- 5103.42 +/- 3.4776.94 +/- 10.5283.90 +/- 1.3227.60 +/- 2.071.26 +/- 0.16
814796964364 +/- 269839991 +/- 6785206 +/- 3199.48 +/- 3.2362.45 +/- 12.0579.81 +/- 3.3523.06 +/- 2.501.56 +/- 0.23
Tile mean across chip
Av.788445995222398.2976.7976.7034.591.00
-



Expanded Lane Summary : Read 1

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Lane InfoPhasing InfoRaw Data (tile mean)Filtered Data (tile mean)
Lane Clusters (tile mean) (raw)% Phasing % Prephasing % Error Rate (raw) Equiv Perfect Clusters (raw) % retained Cycle 2-4 Av Int (PF) Cycle 2-10 Av % Loss (PF) Cycle 10-20 Av % Loss (PF) % Align (PF) % Error Rate (PF) Equiv Perfect Clusters (PF)
11036460.86000.49001.377481372.22266 +/- 17-0.53 +/- 0.37-0.42 +/- 0.2189.190.9464718
21066780.86000.49001.347484273.43284 +/- 160.08 +/- 0.43-0.17 +/- 0.3487.050.9265850
3845830.86000.49001.096549382.90286 +/- 140.29 +/- 0.48-0.02 +/- 0.1789.490.8160899
4688130.86000.49001.193369782.91286 +/- 23-0.01 +/- 0.62-0.37 +/- 0.3056.930.9531080
51048540.86000.49001.325007576.34258 +/- 25-0.03 +/- 0.46-0.49 +/- 0.2757.710.9744149
6435550.86000.49001.243439987.14231 +/- 14-0.19 +/- 0.46-0.34 +/- 0.4089.081.0532302
7542650.86000.49001.673818876.94224 +/- 14-0.41 +/- 0.49-0.55 +/- 0.2384.501.3233435
8643630.86000.49002.153807762.45247 +/- 42-0.52 +/- 0.36-0.29 +/- 0.1982.201.5731036
-



Expanded Lane Summary : Read 2

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Lane InfoPhasing InfoRaw Data (tile mean)Filtered Data (tile mean)
Lane Clusters (tile mean) (raw)% Phasing % Prephasing % Error Rate (raw) Equiv Perfect Clusters (raw) % retained Cycle 2-4 Av Int (PF) Cycle 2-10 Av % Loss (PF) Cycle 10-20 Av % Loss (PF) % Align (PF) % Error Rate (PF) Equiv Perfect Clusters (PF)
11036460.79000.46001.246887072.22254 +/- 15-0.53 +/- 0.37-0.42 +/- 0.2181.540.8959272
21066780.79000.46001.117198073.43247 +/- 120.08 +/- 0.43-0.17 +/- 0.3482.050.7662240
3845830.79000.46000.806350082.90243 +/- 80.29 +/- 0.48-0.02 +/- 0.1784.940.5958029
4688130.79000.46001.123353482.91210 +/- 19-0.01 +/- 0.62-0.37 +/- 0.3056.010.9530548
51048540.79000.46001.244995176.34193 +/- 12-0.03 +/- 0.46-0.49 +/- 0.2756.760.9843366
6435550.79000.46001.123475187.14174 +/- 7-0.19 +/- 0.46-0.34 +/- 0.4088.640.9832208
7542650.79000.46001.553841876.94178 +/- 4-0.41 +/- 0.49-0.55 +/- 0.2383.901.2633240
8643630.79000.46002.073696862.45198 +/- 32-0.52 +/- 0.36-0.29 +/- 0.1979.811.5630181
- -""" - pathname = os.path.join(gerald_dir, 'Summary.htm') - f = open(pathname, 'w') - f.write(summary_htm) - f.close() + source = os.path.join(TESTDATA_DIR, 'Summary-paired-pipeline110.htm') + destination = os.path.join(gerald_dir, 'Summary.htm') + shutil.copy(source, destination) def make_summary_ipar130_htm(gerald_dir): - test_dir = os.path.split(__file__)[0] - testdata_dir = os.path.join(test_dir, 'testdata') - summary_htm = os.path.join(testdata_dir, 'Summary-ipar130.htm') - dest = os.path.join(gerald_dir, 'Summary.htm') - shutil.copy(summary_htm, dest) + source = os.path.join(TESTDATA_DIR, 'Summary-ipar130.htm') + destination = os.path.join(gerald_dir, 'Summary.htm') + shutil.copy(source, destination) def make_eland_results(gerald_dir): eland_result = """>HWI-EAS229_24_207BTAAXX:1:7:599:759 ACATAGNCACAGACATAAACATAGACATAGAC U0 1 1 3 chrUextra.fa 28189829 R D. diff --git a/htsworkflow/pipelines/test/test_runfolder026.py b/htsworkflow/pipelines/test/test_runfolder026.py index fac7257..f8160ed 100644 --- a/htsworkflow/pipelines/test/test_runfolder026.py +++ b/htsworkflow/pipelines/test/test_runfolder026.py @@ -250,7 +250,8 @@ class RunfolderTests(unittest.TestCase): os.mkdir(self.firecrest_dir) self.matrix_dir = os.path.join(self.firecrest_dir, 'Matrix') os.mkdir(self.matrix_dir) - make_matrix(self.matrix_dir) + matrix_filename = os.path.join(self.matrix_dir, 's_matrix') + make_matrix(matrix_filename) self.bustard_dir = os.path.join(self.firecrest_dir, 'Bustard1.8.28_12-04-2008_diane') @@ -260,7 +261,7 @@ class RunfolderTests(unittest.TestCase): self.gerald_dir = os.path.join(self.bustard_dir, 'GERALD_12-04-2008_diane') os.mkdir(self.gerald_dir) - make_gerald_config(self.gerald_dir) + make_gerald_config_026(self.gerald_dir) make_summary_htm(self.gerald_dir) make_eland_results(self.gerald_dir) diff --git a/htsworkflow/pipelines/test/test_runfolder030.py b/htsworkflow/pipelines/test/test_runfolder030.py index 4e3ddf6..0691308 100644 --- a/htsworkflow/pipelines/test/test_runfolder030.py +++ b/htsworkflow/pipelines/test/test_runfolder030.py @@ -653,7 +653,8 @@ def make_runfolder(obj=None): os.mkdir(firecrest_dir) matrix_dir = os.path.join(firecrest_dir, 'Matrix') os.mkdir(matrix_dir) - make_matrix(matrix_dir) + matrix_filename = os.path.join(matrix_dir, 's_matrix.txt') + make_matrix(matrix_filename) bustard_dir = os.path.join(firecrest_dir, 'Bustard1.8.28_12-04-2008_diane') @@ -663,7 +664,7 @@ def make_runfolder(obj=None): gerald_dir = os.path.join(bustard_dir, 'GERALD_12-04-2008_diane') os.mkdir(gerald_dir) - make_gerald_config(gerald_dir) + make_gerald_config_026(gerald_dir) make_summary_htm(gerald_dir) make_eland_results(gerald_dir) diff --git a/htsworkflow/pipelines/test/test_runfolder110.py b/htsworkflow/pipelines/test/test_runfolder110.py index fc96bc8..fc91ce4 100644 --- a/htsworkflow/pipelines/test/test_runfolder110.py +++ b/htsworkflow/pipelines/test/test_runfolder110.py @@ -33,19 +33,19 @@ def make_runfolder(obj=None): 'C1-37_Firecrest1.9.6_20-10-2008_diane') os.mkdir(firecrest_dir) - matrix_dir = os.path.join(firecrest_dir, 'Matrix') - os.mkdir(matrix_dir) - make_matrix(matrix_dir) - bustard_dir = os.path.join(firecrest_dir, 'Bustard1.9.6_20-10-2008_diane') os.mkdir(bustard_dir) make_phasing_params(bustard_dir) + matrix_name = os.path.join(bustard_dir, 'matrix1.txt') + make_matrix(matrix_name) + + gerald_dir = os.path.join(bustard_dir, 'GERALD_20-10-2008_diane') os.mkdir(gerald_dir) - make_gerald_config(gerald_dir) + make_gerald_config_100(gerald_dir) make_summary_htm_110(gerald_dir) make_eland_multi(gerald_dir) @@ -54,7 +54,6 @@ def make_runfolder(obj=None): obj.runfolder_dir = runfolder_dir obj.data_dir = data_dir obj.image_analysis_dir = firecrest_dir - obj.matrix_dir = matrix_dir obj.bustard_dir = bustard_dir obj.gerald_dir = gerald_dir @@ -122,8 +121,8 @@ class RunfolderTests(unittest.TestCase): g = gerald.gerald(self.gerald_dir) self.failUnlessEqual(g.version, - '@(#) Id: GERALD.pl,v 1.68.2.2 2007/06/13 11:08:49 km Exp') - self.failUnlessEqual(g.date, datetime(2008,4,19,19,8,30)) + '@(#) Id: GERALD.pl,v 1.171 2008/05/19 17:36:14 mzerara Exp') + self.failUnlessEqual(g.date, datetime(2009,2,22,21,15,59)) self.failUnlessEqual(len(g.lanes), len(g.lanes.keys())) self.failUnlessEqual(len(g.lanes), len(g.lanes.items())) @@ -132,22 +131,29 @@ class RunfolderTests(unittest.TestCase): # make_gerald_config. # the first None is to offset the genomes list to be 1..9 # instead of pythons default 0..8 - genomes = [None, '/g/dm3', '/g/equcab1', '/g/equcab1', '/g/canfam2', - '/g/hg18', '/g/hg18', '/g/hg18', '/g/hg18', ] + genomes = [None, + '/g/mm9', + '/g/mm9', + '/g/elegans190', + '/g/arabidopsis01222004', + '/g/mm9', + '/g/mm9', + '/g/mm9', + '/g/mm9', ] # test lane specific parameters from gerald config file for i in range(1,9): cur_lane = g.lanes[i] - self.failUnlessEqual(cur_lane.analysis, 'eland') + self.failUnlessEqual(cur_lane.analysis, 'eland_extended') self.failUnlessEqual(cur_lane.eland_genome, genomes[i]) - self.failUnlessEqual(cur_lane.read_length, '32') - self.failUnlessEqual(cur_lane.use_bases, 'Y'*32) + self.failUnlessEqual(cur_lane.read_length, '37') + self.failUnlessEqual(cur_lane.use_bases, 'Y'*37) # I want to be able to use a simple iterator for l in g.lanes.values(): - self.failUnlessEqual(l.analysis, 'eland') - self.failUnlessEqual(l.read_length, '32') - self.failUnlessEqual(l.use_bases, 'Y'*32) + self.failUnlessEqual(l.analysis, 'eland_extended') + self.failUnlessEqual(l.read_length, '37') + self.failUnlessEqual(l.use_bases, 'Y'*37) # raw cluster numbers extracted from summary file # its the first +/- value in the lane results summary @@ -267,14 +273,14 @@ class RunfolderTests(unittest.TestCase): # do we get the flowcell id from the filename? self.failUnlessEqual(len(runs), 1) - name = 'run_30J55AAXX_2008-10-20.xml' + name = 'run_30J55AAXX_2009-02-22.xml' self.failUnlessEqual(runs[0].name, name) # do we get the flowcell id from the FlowcellId.xml file make_flowcell_id(self.runfolder_dir, '30J55AAXX') runs = runfolder.get_runs(self.runfolder_dir) self.failUnlessEqual(len(runs), 1) - name = 'run_30J55AAXX_2008-10-20.xml' + name = 'run_30J55AAXX_2009-02-22.xml' self.failUnlessEqual(runs[0].name, name) r1 = runs[0] diff --git a/htsworkflow/pipelines/test/test_runfolder_ipar100.py b/htsworkflow/pipelines/test/test_runfolder_ipar100.py index bf1b520..d58a70d 100644 --- a/htsworkflow/pipelines/test/test_runfolder_ipar100.py +++ b/htsworkflow/pipelines/test/test_runfolder_ipar100.py @@ -33,7 +33,8 @@ def make_runfolder(obj=None): matrix_dir = os.path.join(ipar_dir, 'Matrix') os.mkdir(matrix_dir) - make_matrix(matrix_dir) + matrix_name = os.path.join(matrix_dir, 's_matrix.txt') + make_matrix(matrix_name) bustard_dir = os.path.join(ipar_dir, 'Bustard1.8.28_12-04-2008_diane') @@ -43,8 +44,8 @@ def make_runfolder(obj=None): gerald_dir = os.path.join(bustard_dir, 'GERALD_12-04-2008_diane') os.mkdir(gerald_dir) - make_gerald_config(gerald_dir) - make_summary100_htm(gerald_dir) + make_gerald_config_100(gerald_dir) + make_summary_htm_100(gerald_dir) make_eland_multi(gerald_dir) if obj is not None: @@ -119,8 +120,8 @@ class RunfolderTests(unittest.TestCase): g = gerald.gerald(self.gerald_dir) self.failUnlessEqual(g.version, - '@(#) Id: GERALD.pl,v 1.68.2.2 2007/06/13 11:08:49 km Exp') - self.failUnlessEqual(g.date, datetime(2008,4,19,19,8,30)) + '@(#) Id: GERALD.pl,v 1.171 2008/05/19 17:36:14 mzerara Exp') + self.failUnlessEqual(g.date, datetime(2009,2,22,21,15,59)) self.failUnlessEqual(len(g.lanes), len(g.lanes.keys())) self.failUnlessEqual(len(g.lanes), len(g.lanes.items())) @@ -129,22 +130,29 @@ class RunfolderTests(unittest.TestCase): # make_gerald_config. # the first None is to offset the genomes list to be 1..9 # instead of pythons default 0..8 - genomes = [None, '/g/dm3', '/g/equcab1', '/g/equcab1', '/g/canfam2', - '/g/hg18', '/g/hg18', '/g/hg18', '/g/hg18', ] + genomes = [None, + '/g/mm9', + '/g/mm9', + '/g/elegans190', + '/g/arabidopsis01222004', + '/g/mm9', + '/g/mm9', + '/g/mm9', + '/g/mm9', ] # test lane specific parameters from gerald config file for i in range(1,9): cur_lane = g.lanes[i] - self.failUnlessEqual(cur_lane.analysis, 'eland') + self.failUnlessEqual(cur_lane.analysis, 'eland_extended') self.failUnlessEqual(cur_lane.eland_genome, genomes[i]) - self.failUnlessEqual(cur_lane.read_length, '32') - self.failUnlessEqual(cur_lane.use_bases, 'Y'*32) + self.failUnlessEqual(cur_lane.read_length, '37') + self.failUnlessEqual(cur_lane.use_bases, 'Y'*37) # I want to be able to use a simple iterator for l in g.lanes.values(): - self.failUnlessEqual(l.analysis, 'eland') - self.failUnlessEqual(l.read_length, '32') - self.failUnlessEqual(l.use_bases, 'Y'*32) + self.failUnlessEqual(l.analysis, 'eland_extended') + self.failUnlessEqual(l.read_length, '37') + self.failUnlessEqual(l.use_bases, 'Y'*37) # test data extracted from summary file clusters = [None, diff --git a/htsworkflow/pipelines/test/test_runfolder_ipar130.py b/htsworkflow/pipelines/test/test_runfolder_ipar130.py index 77f7f90..23e5e9d 100644 --- a/htsworkflow/pipelines/test/test_runfolder_ipar130.py +++ b/htsworkflow/pipelines/test/test_runfolder_ipar130.py @@ -39,7 +39,7 @@ def make_runfolder(obj=None): gerald_dir = os.path.join(bustard_dir, 'GERALD_15-03-2008_diane') os.mkdir(gerald_dir) - make_gerald_config(gerald_dir) + make_gerald_config_100(gerald_dir) make_summary_ipar130_htm(gerald_dir) make_eland_multi(gerald_dir) @@ -114,8 +114,8 @@ class RunfolderTests(unittest.TestCase): g = gerald.gerald(self.gerald_dir) self.failUnlessEqual(g.version, - '@(#) Id: GERALD.pl,v 1.68.2.2 2007/06/13 11:08:49 km Exp') - self.failUnlessEqual(g.date, datetime(2008,4,19,19,8,30)) + '@(#) Id: GERALD.pl,v 1.171 2008/05/19 17:36:14 mzerara Exp') + self.failUnlessEqual(g.date, datetime(2009,2,22,21,15,59)) self.failUnlessEqual(len(g.lanes), len(g.lanes.keys())) self.failUnlessEqual(len(g.lanes), len(g.lanes.items())) @@ -124,22 +124,29 @@ class RunfolderTests(unittest.TestCase): # make_gerald_config. # the first None is to offset the genomes list to be 1..9 # instead of pythons default 0..8 - genomes = [None, '/g/dm3', '/g/equcab1', '/g/equcab1', '/g/canfam2', - '/g/hg18', '/g/hg18', '/g/hg18', '/g/hg18', ] + genomes = [None, + '/g/mm9', + '/g/mm9', + '/g/elegans190', + '/g/arabidopsis01222004', + '/g/mm9', + '/g/mm9', + '/g/mm9', + '/g/mm9', ] # test lane specific parameters from gerald config file for i in range(1,9): cur_lane = g.lanes[i] - self.failUnlessEqual(cur_lane.analysis, 'eland') + self.failUnlessEqual(cur_lane.analysis, 'eland_extended') self.failUnlessEqual(cur_lane.eland_genome, genomes[i]) - self.failUnlessEqual(cur_lane.read_length, '32') - self.failUnlessEqual(cur_lane.use_bases, 'Y'*32) + self.failUnlessEqual(cur_lane.read_length, '37') + self.failUnlessEqual(cur_lane.use_bases, 'Y'*37) # I want to be able to use a simple iterator for l in g.lanes.values(): - self.failUnlessEqual(l.analysis, 'eland') - self.failUnlessEqual(l.read_length, '32') - self.failUnlessEqual(l.use_bases, 'Y'*32) + self.failUnlessEqual(l.analysis, 'eland_extended') + self.failUnlessEqual(l.read_length, '37') + self.failUnlessEqual(l.use_bases, 'Y'*37) # test data extracted from summary file clusters = [None, diff --git a/htsworkflow/pipelines/test/test_runfolder_pair.py b/htsworkflow/pipelines/test/test_runfolder_pair.py index ab38d97..c0fb684 100644 --- a/htsworkflow/pipelines/test/test_runfolder_pair.py +++ b/htsworkflow/pipelines/test/test_runfolder_pair.py @@ -33,7 +33,8 @@ def make_runfolder(obj=None): matrix_dir = os.path.join(ipar_dir, 'Matrix') os.mkdir(matrix_dir) - make_matrix(matrix_dir) + matrix_name = os.path.join(matrix_dir, 's_matrix.txt') + make_matrix(matrix_name) bustard_dir = os.path.join(ipar_dir, 'Bustard1.8.28_12-04-2008_diane') @@ -43,7 +44,7 @@ def make_runfolder(obj=None): gerald_dir = os.path.join(bustard_dir, 'GERALD_12-04-2008_diane') os.mkdir(gerald_dir) - make_gerald_config(gerald_dir) + make_gerald_config_100(gerald_dir) make_summary_paired_htm(gerald_dir) make_eland_multi(gerald_dir, paired=True) @@ -122,8 +123,8 @@ class RunfolderTests(unittest.TestCase): g = gerald.gerald(self.gerald_dir) self.failUnlessEqual(g.version, - '@(#) Id: GERALD.pl,v 1.68.2.2 2007/06/13 11:08:49 km Exp') - self.failUnlessEqual(g.date, datetime(2008,4,19,19,8,30)) + '@(#) Id: GERALD.pl,v 1.171 2008/05/19 17:36:14 mzerara Exp') + self.failUnlessEqual(g.date, datetime(2009,2,22,21,15,59)) self.failUnlessEqual(len(g.lanes), len(g.lanes.keys())) self.failUnlessEqual(len(g.lanes), len(g.lanes.items())) @@ -132,22 +133,29 @@ class RunfolderTests(unittest.TestCase): # make_gerald_config. # the first None is to offset the genomes list to be 1..9 # instead of pythons default 0..8 - genomes = [None, '/g/dm3', '/g/equcab1', '/g/equcab1', '/g/canfam2', - '/g/hg18', '/g/hg18', '/g/hg18', '/g/hg18', ] + genomes = [None, + '/g/mm9', + '/g/mm9', + '/g/elegans190', + '/g/arabidopsis01222004', + '/g/mm9', + '/g/mm9', + '/g/mm9', + '/g/mm9', ] # test lane specific parameters from gerald config file for i in range(1,9): cur_lane = g.lanes[i] - self.failUnlessEqual(cur_lane.analysis, 'eland') + self.failUnlessEqual(cur_lane.analysis, 'eland_extended') self.failUnlessEqual(cur_lane.eland_genome, genomes[i]) - self.failUnlessEqual(cur_lane.read_length, '32') - self.failUnlessEqual(cur_lane.use_bases, 'Y'*32) + self.failUnlessEqual(cur_lane.read_length, '37') + self.failUnlessEqual(cur_lane.use_bases, 'Y'*37) # I want to be able to use a simple iterator for l in g.lanes.values(): - self.failUnlessEqual(l.analysis, 'eland') - self.failUnlessEqual(l.read_length, '32') - self.failUnlessEqual(l.use_bases, 'Y'*32) + self.failUnlessEqual(l.analysis, 'eland_extended') + self.failUnlessEqual(l.read_length, '37') + self.failUnlessEqual(l.use_bases, 'Y'*37) # test data extracted from summary file clusters = [[None, @@ -290,14 +298,14 @@ class RunfolderTests(unittest.TestCase): # do we get the flowcell id from the filename? self.failUnlessEqual(len(runs), 1) # firecrest's date depends on filename not the create time. - name = 'run_207BTAAXX_2008-04-19.xml' + name = 'run_207BTAAXX_2009-02-22.xml' self.failUnlessEqual(runs[0].name, name) # do we get the flowcell id from the FlowcellId.xml file make_flowcell_id(self.runfolder_dir, '207BTAAXY') runs = runfolder.get_runs(self.runfolder_dir) self.failUnlessEqual(len(runs), 1) - name = 'run_207BTAAXY_2008-04-19.xml' + name = 'run_207BTAAXY_2009-02-22.xml' self.failUnlessEqual(runs[0].name, name) r1 = runs[0] diff --git a/htsworkflow/pipelines/test/testdata/IPAR1.01.params b/htsworkflow/pipelines/test/testdata/IPAR1.01.params new file mode 100644 index 0000000..11bc608 --- /dev/null +++ b/htsworkflow/pipelines/test/testdata/IPAR1.01.params @@ -0,0 +1,63 @@ + + + + + + + + 1 + 37 + 090220_HWI-EAS229_0093_30VR0AAXX + + + 1 + 37 + 090220_HWI-EAS229_0093_30VR0AAXX + + gzip + .p.gz + HWI-EAS229 + 090220_HWI-EAS229_0093_30VR0AAXX + + + 1 + 2.7 + 1.5 + 4 + + + + s + + + + s + + + + s + + + + s + + + + s + + + + s + + + + s + + + + s + + + + + \ No newline at end of file diff --git a/htsworkflow/pipelines/test/testdata/Summary-paired-pipeline110.htm b/htsworkflow/pipelines/test/testdata/Summary-paired-pipeline110.htm new file mode 100644 index 0000000..5b41c1e --- /dev/null +++ b/htsworkflow/pipelines/test/testdata/Summary-paired-pipeline110.htm @@ -0,0 +1,662 @@ + + + + + +

080920_HWI-EAS229_0057_30GBJAAXX Summary

+

Summary Information For Experiment 080920_HWI-EAS229_0057_30GBJAAXX on Machine unknown

+



Chip Summary

+ + + + +
MachineUNKNOWN
Run Folder080920_HWI-EAS229_0057_30GBJAAXX
Chip IDunknown
+



Chip Results Summary

+ + + + + + + + + + +
ClustersClusters (PF)Yield (kbases)
126151880959234563549167
+



Lane Parameter Summary

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
LaneSample IDSample TargetSample TypeLengthFilterNum TilesTiles
1unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 1
2unknownhg18ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 2
3unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 3
4unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 4
5unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 5
6unknownhg18ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 6
7unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 7
8unknownmm9ELAND_PAIR37, 37'((CHASTITY>=0.6))'100Lane 8
+



Lane Results Summary : Read 1

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lane InfoTile Mean +/- SD for Lane
Lane Lane Yield (kbases) Clusters (raw)Clusters (PF) 1st Cycle Int (PF) % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Alignment Score (PF) % Error Rate (PF)
1277083103646 +/- 451574887 +/- 6080290 +/- 1799.34 +/- 3.5272.22 +/- 4.6389.19 +/- 0.5914.16 +/- 0.630.94 +/- 0.17
2289563106678 +/- 465278260 +/- 2539294 +/- 1698.23 +/- 2.6673.43 +/- 2.5287.05 +/- 0.6416.81 +/- 0.550.92 +/- 0.17
325924284583 +/- 596370065 +/- 4194284 +/- 1899.82 +/- 3.0582.90 +/- 1.3289.49 +/- 0.2018.13 +/- 0.660.81 +/- 0.13
421054968813 +/- 478256905 +/- 4145300 +/- 29102.00 +/- 14.7482.91 +/- 5.8956.93 +/- 0.8225.85 +/- 2.300.95 +/- 0.30
5295555104854 +/- 466479879 +/- 6270281 +/- 1998.26 +/- 5.8576.34 +/- 6.6757.71 +/- 0.3026.16 +/- 1.680.97 +/- 0.19
614040143555 +/- 163237946 +/- 2140233 +/- 16105.74 +/- 8.4087.14 +/- 3.8789.08 +/- 1.0033.53 +/- 2.181.05 +/- 0.21
715421754265 +/- 158841680 +/- 5319224 +/- 18111.33 +/- 8.9076.94 +/- 10.5284.50 +/- 1.4127.44 +/- 2.331.32 +/- 0.25
814796964363 +/- 269739991 +/- 6785248 +/- 43109.93 +/- 7.8062.45 +/- 12.0582.20 +/- 2.0824.63 +/- 2.531.57 +/- 0.22
Tile mean across chip
Av.7884459952269103.0876.7979.5223.341.06
+



Lane Results Summary : Read 2

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lane InfoTile Mean +/- SD for Lane
Lane Lane Yield (kbases) Clusters (raw)Clusters (PF) 1st Cycle Int (PF) % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Alignment Score (PF) % Error Rate (PF)
1277083103647 +/- 451674887 +/- 6080277 +/- 1794.42 +/- 5.6872.22 +/- 4.6381.54 +/- 2.1342.70 +/- 5.490.89 +/- 0.27
2289563106679 +/- 465378260 +/- 2539259 +/- 1393.57 +/- 2.5573.43 +/- 2.5282.05 +/- 0.3743.98 +/- 3.020.76 +/- 0.15
325924284584 +/- 596470065 +/- 4194252 +/- 1294.23 +/- 2.1982.90 +/- 1.3284.94 +/- 0.2851.76 +/- 2.290.59 +/- 0.07
421054968814 +/- 478356905 +/- 4145226 +/- 1696.82 +/- 7.1282.91 +/- 5.8956.01 +/- 0.9927.86 +/- 3.480.95 +/- 0.33
5295555104855 +/- 466579879 +/- 6270200 +/- 24103.56 +/- 15.4576.34 +/- 6.6756.76 +/- 0.4125.68 +/- 2.060.98 +/- 0.17
614040143556 +/- 163337946 +/- 2140179 +/- 10100.82 +/- 5.4787.14 +/- 3.8788.64 +/- 1.4234.05 +/- 2.600.98 +/- 0.22
715421754266 +/- 158941680 +/- 5319184 +/- 5103.42 +/- 3.4776.94 +/- 10.5283.90 +/- 1.3227.60 +/- 2.071.26 +/- 0.16
814796964364 +/- 269839991 +/- 6785206 +/- 3199.48 +/- 3.2362.45 +/- 12.0579.81 +/- 3.3523.06 +/- 2.501.56 +/- 0.23
Tile mean across chip
Av.788445995222398.2976.7976.7034.591.00
+



Expanded Lane Summary : Read 1

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lane InfoPhasing InfoRaw Data (tile mean)Filtered Data (tile mean)
Lane Clusters (tile mean) (raw)% Phasing % Prephasing % Error Rate (raw) Equiv Perfect Clusters (raw) % retained Cycle 2-4 Av Int (PF) Cycle 2-10 Av % Loss (PF) Cycle 10-20 Av % Loss (PF) % Align (PF) % Error Rate (PF) Equiv Perfect Clusters (PF)
11036460.86000.49001.377481372.22266 +/- 17-0.53 +/- 0.37-0.42 +/- 0.2189.190.9464718
21066780.86000.49001.347484273.43284 +/- 160.08 +/- 0.43-0.17 +/- 0.3487.050.9265850
3845830.86000.49001.096549382.90286 +/- 140.29 +/- 0.48-0.02 +/- 0.1789.490.8160899
4688130.86000.49001.193369782.91286 +/- 23-0.01 +/- 0.62-0.37 +/- 0.3056.930.9531080
51048540.86000.49001.325007576.34258 +/- 25-0.03 +/- 0.46-0.49 +/- 0.2757.710.9744149
6435550.86000.49001.243439987.14231 +/- 14-0.19 +/- 0.46-0.34 +/- 0.4089.081.0532302
7542650.86000.49001.673818876.94224 +/- 14-0.41 +/- 0.49-0.55 +/- 0.2384.501.3233435
8643630.86000.49002.153807762.45247 +/- 42-0.52 +/- 0.36-0.29 +/- 0.1982.201.5731036
+



Expanded Lane Summary : Read 2

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lane InfoPhasing InfoRaw Data (tile mean)Filtered Data (tile mean)
Lane Clusters (tile mean) (raw)% Phasing % Prephasing % Error Rate (raw) Equiv Perfect Clusters (raw) % retained Cycle 2-4 Av Int (PF) Cycle 2-10 Av % Loss (PF) Cycle 10-20 Av % Loss (PF) % Align (PF) % Error Rate (PF) Equiv Perfect Clusters (PF)
11036460.79000.46001.246887072.22254 +/- 15-0.53 +/- 0.37-0.42 +/- 0.2181.540.8959272
21066780.79000.46001.117198073.43247 +/- 120.08 +/- 0.43-0.17 +/- 0.3482.050.7662240
3845830.79000.46000.806350082.90243 +/- 80.29 +/- 0.48-0.02 +/- 0.1784.940.5958029
4688130.79000.46001.123353482.91210 +/- 19-0.01 +/- 0.62-0.37 +/- 0.3056.010.9530548
51048540.79000.46001.244995176.34193 +/- 12-0.03 +/- 0.46-0.49 +/- 0.2756.760.9843366
6435550.79000.46001.123475187.14174 +/- 7-0.19 +/- 0.46-0.34 +/- 0.4088.640.9832208
7542650.79000.46001.553841876.94178 +/- 4-0.41 +/- 0.49-0.55 +/- 0.2383.901.2633240
8643630.79000.46002.073696862.45198 +/- 32-0.52 +/- 0.36-0.29 +/- 0.1979.811.5630181
+ + \ No newline at end of file diff --git a/htsworkflow/pipelines/test/testdata/Summary-pipeline100.htm b/htsworkflow/pipelines/test/testdata/Summary-pipeline100.htm new file mode 100644 index 0000000..1b82467 --- /dev/null +++ b/htsworkflow/pipelines/test/testdata/Summary-pipeline100.htm @@ -0,0 +1,598 @@ + + + + + +

080627_HWI-EAS229_0036_3055HAXX Summary

+

Summary Information For Experiment 080627_HWI-EAS229_0036_3055HAXX on Machine HWI-EAS229

+



Chip Summary

+ + + + +
MachineHWI-EAS229
Run Folder080627_HWI-EAS229_0036_3055HAXX
Chip IDunknown
+



Chip Results Summary

+ + + + + + + + + + +
ClustersClusters (PF)Yield (kbases)
80933224435778031133022
+



Lane Parameter Summary

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
LaneSample IDSample TargetSample TypeLengthFilterNum TilesTiles
1unknownmm9ELAND26'((CHASTITY>=0.6))'100Lane 1
2unknownmm9ELAND26'((CHASTITY>=0.6))'100Lane 2
3unknownmm9ELAND26'((CHASTITY>=0.6))'100Lane 3
4unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 4
5unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 5
6unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 6
7unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 7
8unknownelegans170ELAND26'((CHASTITY>=0.6))'100Lane 8
+



Lane Results Summary

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lane InfoTile Mean +/- SD for Lane
Lane Lane Yield (kbases) Clusters (raw)Clusters (PF) 1st Cycle Int (PF) % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Alignment Score (PF) % Error Rate (PF)
115804696483 +/- 907460787 +/- 4240329 +/- 35101.88 +/- 6.0363.21 +/- 3.2970.33 +/- 0.249054.08 +/- 59.160.46 +/- 0.18
2156564133738 +/- 793860217 +/- 1926444 +/- 3992.62 +/- 7.5845.20 +/- 3.3151.98 +/- 0.746692.04 +/- 92.490.46 +/- 0.09
3185818152142 +/- 1000271468 +/- 2827366 +/- 3691.53 +/- 8.6647.19 +/- 3.8082.24 +/- 0.4410598.68 +/- 64.130.41 +/- 0.04
43495315784 +/- 216213443 +/- 1728328 +/- 4097.53 +/- 9.8785.29 +/- 1.9180.02 +/- 0.5310368.82 +/- 71.080.15 +/- 0.05
5167936119735 +/- 846564590 +/- 2529417 +/- 3788.69 +/- 14.7954.10 +/- 2.5976.95 +/- 0.329936.47 +/- 65.750.28 +/- 0.02
6173463152177 +/- 814666716 +/- 2493372 +/- 3987.06 +/- 9.8643.98 +/- 3.1278.80 +/- 0.4310162.28 +/- 49.650.38 +/- 0.03
714928784649 +/- 732557418 +/- 3617295 +/- 2889.40 +/- 8.2367.97 +/- 1.8233.38 +/- 0.254247.92 +/- 32.371.00 +/- 0.03
810695354622 +/- 481241136 +/- 3309284 +/- 3790.21 +/- 9.1075.39 +/- 2.2748.33 +/- 0.296169.21 +/- 169.500.86 +/- 1.22
Tile mean across chip
Av.1011665447235492.3660.2965.258403.690.50
+



Expanded Lane Summary

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lane InfoPhasing InfoRaw Data (tile mean)Filtered Data (tile mean)
Lane Clusters (tile mean) (raw)% Phasing % Prephasing % Error Rate (raw) Equiv Perfect Clusters (raw) % retained Cycle 2-4 Av Int (PF) Cycle 2-10 Av % Loss (PF) Cycle 10-20 Av % Loss (PF) % Align (PF) % Error Rate (PF) Equiv Perfect Clusters (PF)
1964830.77000.31001.004967663.21317 +/- 320.13 +/- 0.44-1.14 +/- 0.3470.330.4641758
21337380.77000.31001.224046745.20415 +/- 330.29 +/- 0.40-0.79 +/- 0.3551.980.4630615
31521420.77000.31001.307858847.19344 +/- 260.68 +/- 0.51-0.77 +/- 0.4282.240.4157552
4157840.77000.31000.291109585.29306 +/- 340.20 +/- 0.69-1.28 +/- 0.6680.020.1510671
51197350.77000.31000.856033554.10380 +/- 320.34 +/- 0.49-1.55 +/- 4.6976.950.2849015
61521770.77000.31001.217090543.98333 +/- 270.57 +/- 0.50-0.91 +/- 0.3978.800.3851663
7846490.77000.31001.382106967.97272 +/- 201.15 +/- 0.52-0.84 +/- 0.5833.381.0018265
8546220.77000.31001.172133575.39262 +/- 311.10 +/- 0.59-1.01 +/- 0.4748.330.8619104
+

IVC Plots
+

IVC.htm +

+

All Intensity Plots
+

All.htm +

+

Error graphs:
+

Error.htm +

+Back to top +



Lane 1

+ + + + + + + + + + + + + + + + + + + + + + + +
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
10001114972326.4894.3957.4470.29038.60.44
+Back to top +



Lane 2

+ + + + + + + + + + + + + + + + + + + + + + + +
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
20001147793448.1283.6838.5753.76905.40.54
+Back to top +



Lane 3

+ + + + + + + + + + + + + + + + + + + + + + + +
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
30001167904374.0586.9140.3681.310465.00.47
+Back to top +



Lane 4

+ + + + + + + + + + + + + + + + + + + + + + + +
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
4000120308276.8592.8784.2680.410413.80.16
+Back to top +



Lane 5

+ + + + + + + + + + + + +
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
+Back to top +



Lane 6

+ + + + + + + + + + + + + + + + + + + + + + + +
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
60001166844348.1277.5938.1379.710264.40.44
+Back to top +



Lane 7

+ + + + + + + + + + + + + + + + + + + + + + + +
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
7000198913269.9086.6664.5533.24217.51.02
+Back to top +



Lane 8

+ + + + + + + + + + + + + + + + + + + + + + + +
Lane Tile Clusters (raw)Av 1st Cycle Int (PF) Av % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Av Alignment Score (PF) % Error Rate (PF)
8000164972243.6089.4073.1748.36182.80.71
+Back to top + + diff --git a/htsworkflow/pipelines/test/testdata/Summary-pipeline110.htm b/htsworkflow/pipelines/test/testdata/Summary-pipeline110.htm new file mode 100644 index 0000000..854bda6 --- /dev/null +++ b/htsworkflow/pipelines/test/testdata/Summary-pipeline110.htm @@ -0,0 +1,400 @@ + + + + + +

081017_HWI-EAS229_0062_30J55AAXX Summary

+

Summary Information For Experiment 081017_HWI-EAS229_0062_30J55AAXX on Machine HWI-EAS229

+



Chip Summary

+ + + + +
MachineHWI-EAS229
Run Folder081017_HWI-EAS229_0062_30J55AAXX
Chip IDunknown
+



Chip Results Summary

+ + + + + + + + + + +
ClustersClusters (PF)Yield (kbases)
162491175996221593686019
+



Lane Parameter Summary

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
LaneSample IDSample TargetSample TypeLengthFilterChast. Thresh.Num TilesTiles
1unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 1
2unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 2
3unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 3
4unknownhg18ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 4
5unknownhg18ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 5
6unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 6
7unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 7
8unknownmm9ELAND37'((FAILED_CHASTITY<=1))'0.6100Lane 8
+



Lane Results Summary

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lane InfoTile Mean +/- SD for Lane
Lane Lane Yield (kbases) Clusters (raw)Clusters (PF) 1st Cycle Int (PF) % intensity after 20 cycles (PF) % PF Clusters % Align (PF) Alignment Score (PF) % Error Rate (PF)
1435340190220 +/- 15118117659 +/- 8144273 +/- 1680.02 +/- 2.5262.15 +/- 5.5477.18 +/- 0.2213447.28 +/- 43.352.78 +/- 0.13
2462364190560 +/- 14399124963 +/- 5687271 +/- 1675.73 +/- 2.4665.83 +/- 4.1270.06 +/- 0.3912082.95 +/- 64.813.22 +/- 0.09
3468929187597 +/- 12369126737 +/- 5549274 +/- 1672.61 +/- 2.6767.69 +/- 2.7274.03 +/- 0.2212470.18 +/- 50.024.27 +/- 0.08
4491642204142 +/- 16877132876 +/- 4023253 +/- 1680.43 +/- 3.1065.39 +/- 3.8472.95 +/- 0.1513273.80 +/- 39.750.78 +/- 0.10
5433033247308 +/- 11600117036 +/- 4489273 +/- 1168.60 +/- 2.4047.48 +/- 3.6366.91 +/- 0.5411700.08 +/- 66.332.62 +/- 0.13
6483012204298 +/- 15640130543 +/- 6972254 +/- 1181.35 +/- 1.9664.14 +/- 4.4077.28 +/- 0.1114084.01 +/- 23.090.71 +/- 0.03
7474325202707 +/- 15404128196 +/- 9745255 +/- 1379.95 +/- 2.0863.48 +/- 5.6375.78 +/- 0.1813758.74 +/- 60.860.88 +/- 0.12
8437372198075 +/- 14702118208 +/- 14798259 +/- 1481.80 +/- 2.5359.85 +/- 7.6774.55 +/- 0.3613586.07 +/- 103.970.71 +/- 0.15
Tile mean across chip
Av.20311312452726477.5662.0073.5913050.392.00
+



Expanded Lane Summary

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lane InfoPhasing InfoRaw Data (tile mean)Filtered Data (tile mean)
Lane Clusters (tile mean) (raw)% Phasing % Prephasing % Error Rate (raw) Equiv Perfect Clusters (raw) % retained Cycle 2-4 Av Int (PF) Cycle 2-10 Av % Loss (PF) Cycle 10-20 Av % Loss (PF) % Align (PF) % Error Rate (PF) Equiv Perfect Clusters (PF)
11902200.68000.28003.1710726262.15241 +/- 130.56 +/- 0.220.29 +/- 0.1477.182.7886184
21905600.68000.28003.539867865.83238 +/- 140.78 +/- 0.150.53 +/- 0.1570.063.2283090
31875970.68000.28004.4410400867.69233 +/- 140.56 +/- 0.170.59 +/- 0.2674.034.2789278
42041420.68000.28001.3811576565.39239 +/- 141.28 +/- 0.210.77 +/- 0.2172.950.7893475
52473080.68000.28003.4010300647.48242 +/- 101.61 +/- 0.391.21 +/- 0.2166.912.6273768
62042980.68000.28001.3312223364.14242 +/- 121.30 +/- 0.110.73 +/- 0.2277.280.7197646
72027070.68000.28001.5111751363.48238 +/- 131.27 +/- 0.380.66 +/- 0.2275.780.8893659
81980750.68000.28001.4111111559.85244 +/- 121.19 +/- 0.160.65 +/- 0.2974.550.7185327
+ + \ No newline at end of file diff --git a/htsworkflow/pipelines/test/testdata/gerald_config_0.2.6.xml b/htsworkflow/pipelines/test/testdata/gerald_config_0.2.6.xml new file mode 100644 index 0000000..c0753ad --- /dev/null +++ b/htsworkflow/pipelines/test/testdata/gerald_config_0.2.6.xml @@ -0,0 +1,82 @@ + + + default + + + + + Need_to_specify_ELAND_genome_directory + 8 + + domain.com + diane + localhost:25 + /home/diane/gec/080416_HWI-EAS229_0024_207BTAAXX/Data/C1-33_Firecrest1.8.28_19-04-2008_diane/Bustard1.8.28_19-04-2008_diane + /home/diane/gec + 1 + /home/diane/proj/SolexaPipeline-0.2.2.6/Goat/../Gerald/../../Genomes + Need_to_specify_genome_file_name + genome + /home/diane/gec/080416_HWI-EAS229_0024_207BTAAXX/Data/C1-33_Firecrest1.8.28_19-04-2008_diane/Bustard1.8.28_19-04-2008_diane/GERALD_19-04-2008_diane + + _prb.txt + 12 + '((CHASTITY>=0.6))' + _qhg.txt + --symbolic + 32 + --scarf + _seq.txt + _sig2.txt + _sig.txt + @(#) Id: GERALD.pl,v 1.68.2.2 2007/06/13 11:08:49 km Exp + s_[1-8]_[0-9][0-9][0-9][0-9] + s + Sat Apr 19 19:08:30 2008 + /home/diane/proj/SolexaPipeline-0.2.2.6/Goat/../Gerald + all + http://host.domain.com/yourshare/ + + + + eland + eland + eland + eland + eland + eland + eland + eland + + + /g/dm3 + /g/equcab1 + /g/equcab1 + /g/canfam2 + /g/hg18 + /g/hg18 + /g/hg18 + /g/hg18 + + + 32 + 32 + 32 + 32 + 32 + 32 + 32 + 32 + + + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + + + diff --git a/htsworkflow/pipelines/test/testdata/gerald_config_1.0.xml b/htsworkflow/pipelines/test/testdata/gerald_config_1.0.xml new file mode 100644 index 0000000..7ced7c6 --- /dev/null +++ b/htsworkflow/pipelines/test/testdata/gerald_config_1.0.xml @@ -0,0 +1,156 @@ + + + none + + + + + /home/diane/proj/GAPipeline-1.0/Goat/../Gerald/../bin + + + + Need_to_specify_ELAND_genome_directory + + 8 + + + domain.com + diane + localhost:25 + /home/diane/gec/090220_HWI-EAS229_0093_30VR0AAXX/Data/C1-37_Firecrest1.9.5_22-02-2009_diane/Bustard1.9.5_22-02-2009_diane + /home/diane/gec + 1 + /home/diane/proj/GAPipeline-1.0/Goat/../Gerald/../../Genomes + Need_to_specify_genome_file_name + + genome + genome + genome + + 2 + 37 + /home/diane/gec/090220_HWI-EAS229_0093_30VR0AAXX/Data/C1-37_Firecrest1.9.5_22-02-2009_diane/Bustard1.9.5_22-02-2009_diane/GERALD_22-02-2009_diane + + + _prb.txt + 12 + + + + '((CHASTITY>=0.6))' + _qhg.txt + + + + 0 + 0 + 0 + --symbolic + 37 + 37 + 0 + --scarf + _seq.txt + _sig2.txt + _sig.txt + chastity + ge + 0.6 + @(#) Id: GERALD.pl,v 1.171 2008/05/19 17:36:14 mzerara Exp + + + 0.6 + _traces.srf + -P + + -R + s_[1-8]_[0-9][0-9][0-9][0-9] + s + Sun Feb 22 21:15:59 2009 + /home/diane/proj/GAPipeline-1.0/Goat/../Gerald + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + http://host.domain.com/yourshare/ + + + + eland_extended + eland_extended + eland_extended + eland_extended + eland_extended + eland_extended + eland_extended + eland_extended + + + /g/mm9 + /g/mm9 + /g/elegans190 + /g/arabidopsis01222004 + /g/mm9 + /g/mm9 + /g/mm9 + /g/mm9 + + + s_1$(QTABLE_SUFFIX) + s_2$(QTABLE_SUFFIX) + s_3$(QTABLE_SUFFIX) + s_4$(QTABLE_SUFFIX) + s_5$(QTABLE_SUFFIX) + s_6$(QTABLE_SUFFIX) + s_7$(QTABLE_SUFFIX) + s_8$(QTABLE_SUFFIX) + + + 1 + 1 + 1 + 1 + 1 + 1 + 1 + 1 + + + 37 + 37 + 37 + 37 + 37 + 37 + 37 + 37 + + + + + + + + + + + + + + + + + + + + + + + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY + + + -- 2.30.2