forked from HoloClean/holoclean
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
scarletg
committed
Nov 19, 2018
1 parent
5d27e3e
commit 2de004c
Showing
18 changed files
with
3,811 additions
and
44 deletions.
There are no files selected for viewing
5 changes: 5 additions & 0 deletions
5
batch_tests/analysis/census_001/census_001_1_omit['init', 'lang']_weights.csv
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,5 @@ | ||
featurizer <class 'repair.featurize.initsimfeat.InitSimFeaturizer'>,size 41,weight -0.2339 | -0.0 | -0.0384 | -0.0804 | 0.0385 | 0.0726 | -0.0446 | 0.0 | -0.0689 | 0.0426 | -0.0524 | 0.0358 | -0.004 | -0.0738 | -0.1293 | -0.0278 | 0.0456 | -0.0266 | 0.1648 | 0.0 | -0.0681 | 0.0005 | 0.0 | 0.011 | -0.2531 | 0.0026 | -0.0846 | -0.0672 | -0.0185 | -0.0776 | 0.0 | -0.0 | -0.0668 | -0.0519 | -0.0589 | -0.0683 | 0.0184 | -0.0305 | 0.0001 | -0.0663 | -0.0782,max 0.1648,min -0.2531,avg -0.0326243902439,abs_avg 0.0537219512195 | ||
featurizer <class 'repair.featurize.constraintfeat.ConstraintFeat'>,size 31,weight 0.0 | 0.032 | -0.0001 | 0.0044 | -0.0 | 0.0 | -0.0 | 0.0031 | 0.0 | -0.0248 | -0.0 | 0.0 | -0.0 | 0.0271 | -0.0003 | 0.0075 | 0.0 | -0.05 | -0.0 | 0.0 | 0.0 | 0.0277 | 0.0 | -0.0476 | 0.0 | -0.0001 | -0.0028 | 0.0 | -0.2232 | 0.0462 | 0.0,max 0.0462,min -0.2232,avg -0.00648064516129,abs_avg 0.0160290322581 | ||
featurizer <class 'repair.featurize.initattfeat.InitAttFeaturizer'>,size 41,weight 0.4218 | -0.0 | 0.0534 | 0.1231 | 1.2453 | 0.38 | 0.3468 | 0.0 | 0.6919 | 1.0666 | 0.4988 | 0.4189 | 0.8258 | 0.1477 | 0.2329 | 0.0676 | 0.3935 | 0.2108 | 0.6271 | 0.0 | 0.1672 | 0.5232 | 0.0 | 0.8447 | 0.5025 | 0.5828 | 0.1434 | 0.1172 | 0.4524 | 0.1709 | 0.0 | 0.0 | 0.1377 | 0.1197 | 0.1157 | 0.1374 | 0.65 | 0.0842 | 0.0022 | 0.1287 | 0.5203,max 1.2453,min -0.0,avg 0.320785365854,abs_avg 0.320785365854 | ||
featurizer <class 'repair.featurize.freqfeat.FreqFeaturizer'>,size 41,weight -0.0002 | 0.0 | 0.0288 | 0.0493 | -0.0365 | -0.0879 | -0.0281 | 0.0 | 0.0003 | 0.0018 | -0.0478 | -0.0892 | 0.002 | 0.0645 | -0.0345 | 0.0278 | -0.0864 | 0.0124 | -0.2019 | 0.0 | 0.0575 | 0.0217 | 0.0 | -0.0135 | -0.0 | -0.0106 | 0.072 | 0.0569 | 0.0109 | 0.0691 | -0.0 | 0.0 | 0.0543 | 0.0421 | 0.0531 | 0.0606 | -0.1208 | -0.0184 | 0.0 | 0.0663 | -0.0433,max 0.072,min -0.2019,avg -0.0016512195122,abs_avg 0.0383048780488 | ||
featurizer <class 'repair.featurize.occurfeat.OccurFeaturizer'>,size 41,weight 0.186 | 0.0638 | 0.4465 | 0.5842 | 0.1245 | -0.0212 | -0.1553 | -0.0247 | 0.0956 | 0.0106 | -0.135 | -0.081 | -0.1491 | -0.15 | -0.1469 | -0.2644 | -0.0342 | -0.1692 | 0.133 | 0.028 | 0.1682 | 0.2554 | 0.5222 | 0.0397 | 2.0827 | 0.1166 | 0.2215 | 0.2301 | 0.0197 | 0.1284 | -0.0214 | -0.0271 | -0.0444 | -0.0406 | -0.0706 | -0.1777 | -0.0707 | -0.0666 | 0.0102 | -0.2745 | -0.0598,max 2.0827,min -0.2745,avg 0.0800609756098,abs_avg 0.186617073171 |
5 changes: 5 additions & 0 deletions
5
batch_tests/analysis/census_001/census_001_2_omit['init', 'lang']_weights.csv
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,5 @@ | ||
featurizer <class 'repair.featurize.initsimfeat.InitSimFeaturizer'>,size 41,weight -0.2418 | 0.0 | -0.039 | -0.071 | 0.0372 | 0.09 | -0.0261 | 0.0 | -0.068 | -0.0034 | -0.0394 | 0.0478 | -0.007 | -0.0732 | -0.1314 | -0.0257 | 0.017 | -0.0207 | 0.1897 | 0.0 | -0.0693 | 0.0065 | 0.0 | 0.0096 | -0.2656 | 0.0155 | -0.0825 | -0.0671 | -0.0112 | -0.0753 | -0.0059 | -0.0026 | -0.0622 | -0.0511 | -0.0569 | -0.0414 | 0.0371 | -0.0233 | -0.0846 | -0.0649 | -0.0164,max 0.1897,min -0.2656,avg -0.0311365853659,abs_avg 0.0531073170732 | ||
featurizer <class 'repair.featurize.constraintfeat.ConstraintFeat'>,size 50,weight 0.0626 | -0.0 | 0.0395 | -0.0 | -0.1177 | 0.0191 | -0.0 | -0.0 | -0.075 | 0.0 | 0.039 | 0.0 | -0.0598 | -0.012 | 0.0 | -0.0 | 0.0028 | -0.0 | 0.0007 | 0.0 | -0.2314 | 0.0104 | 0.0 | 0.0391 | 0.0 | 0.0215 | -0.0333 | 0.0438 | 0.0128 | -0.0276 | 0.0284 | -0.0 | 0.0694 | -0.0 | -0.0278 | 0.0284 | -0.0004 | -0.0151 | 0.0261 | -0.0 | -0.0482 | -0.0132 | 0.021 | 0.027 | 0.0 | -0.0 | 0.039 | -0.0 | 0.0441 | 0.0001,max 0.0694,min -0.2314,avg -0.001734,abs_avg 0.024726 | ||
featurizer <class 'repair.featurize.initattfeat.InitAttFeaturizer'>,size 41,weight 0.4382 | 0.0 | 0.0582 | 0.1192 | 1.2877 | 0.4068 | 0.1013 | 0.0 | 0.7344 | 0.0157 | 0.5276 | 0.4482 | 0.8596 | 0.1471 | 0.2406 | 0.0615 | 0.2596 | 0.2149 | 0.6752 | 0.0 | 0.1396 | 0.5421 | 0.0 | 0.8779 | 0.5298 | 0.5923 | 0.1392 | 0.1162 | 0.4504 | 0.1639 | 0.215 | 0.0287 | 0.1272 | 0.1155 | 0.1142 | 0.1929 | 0.6833 | 0.1358 | 0.4275 | 0.1231 | 0.073,max 1.2877,min 0.0,avg 0.302034146341,abs_avg 0.302034146341 | ||
featurizer <class 'repair.featurize.freqfeat.FreqFeaturizer'>,size 41,weight -0.0002 | 0.0 | 0.0292 | 0.0413 | -0.0393 | -0.1099 | 0.024 | 0.0 | 0.0006 | 0.0002 | -0.0653 | -0.0987 | 0.002 | 0.0641 | -0.047 | 0.0257 | -0.0209 | 0.0016 | -0.2357 | -0.0 | 0.057 | 0.0152 | -0.0 | -0.0147 | -0.0 | -0.0206 | 0.0703 | 0.0568 | 0.0059 | 0.0675 | -0.0027 | 0.0073 | 0.0507 | 0.0418 | 0.0519 | 0.0425 | -0.1447 | -0.0132 | 0.0101 | 0.0649 | 0.0338,max 0.0703,min -0.2357,avg -0.00118292682927,abs_avg 0.0384707317073 | ||
featurizer <class 'repair.featurize.occurfeat.OccurFeaturizer'>,size 41,weight 0.1251 | 0.1411 | 0.442 | 0.1855 | 0.0942 | 0.0087 | -0.206 | -0.0246 | 0.0808 | 0.11 | -0.1034 | -0.0375 | -0.1407 | -0.1123 | -0.1213 | -0.247 | -0.1135 | -0.1626 | 0.1348 | 0.0605 | 0.188 | 0.2699 | 0.526 | 0.0359 | 2.062 | 0.1326 | 0.2349 | 0.2422 | 0.0463 | 0.1503 | 0.1023 | -0.0157 | -0.0101 | -0.0044 | -0.0014 | -0.1388 | -0.0281 | -0.0631 | 0.0082 | -0.2565 | -0.1422,max 2.062,min -0.2565,avg 0.0841975609756,abs_avg 0.178304878049 |
86 changes: 86 additions & 0 deletions
86
batch_tests/analysis/census_001/small_food_feat_analysis.csv
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,2 @@ | ||
adult_1 GL GLD 1031210839_adult_1_GLD_cov_alpha0dot01_topk_10_dc.txt 5 [7-8-9-10-11] 3 /fastdisk/ProfilerData/adult_1/GL/GLD/sparsity_0.01/decomposition | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,9 @@ | ||
census_001 GL GL 1118134717_census_001_GL_cov_alpha0dot01_topk_3_s400_k8_b001_t0.3_single_topdown_dc.txt 14 [1-2-3-4-6-7-8-9-10-11-12-14-27-28] 3 /fastdisk/ProfilerData/census_001/GL/GL/sparsity_0.01/decomposition/ri/single_topdown | ||
census_001 GL GL 1118134717_census_001_GL_cov_alpha0dot01_topk_5_s400_k8_b001_t0.3_single_topdown_dc.txt 17 [3-6-7-9-10-11-12-15-16-19-20-27-28-29-30-31-32] 3 /fastdisk/ProfilerData/census_001/GL/GL/sparsity_0.01/decomposition/ri/single_topdown | ||
census_001 GL GL 1118134717_census_001_GL_cov_alpha0dot01_topk_5_s400_k8_b001_t0.3_multiple_topdown_dc.txt 17 [3-4-5-6-7-9-10-15-16-17-18-20-21-22-23-24-25] 5 /fastdisk/ProfilerData/census_001/GL/GL/sparsity_0.01/decomposition/ri/multiple_topdown | ||
census_001 GL GLD 1118134840_census_001_GLD_cov_alpha0dot01_topk_3_dc.txt 21 [1-3-7-11-12-17-27-49-57-58-59-60-61-62-63-64-65-66-67-68-69] 4 /fastdisk/ProfilerData/census_001/GL/GLD/sparsity_0.01/decomposition | ||
census_001 GL GLD 1118134840_census_001_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_t0.5_single_topdown_dc.txt 17 [6-7-10-11-12-27-29-49-59-60-62-66-69-70-71-72-73] 3 /fastdisk/ProfilerData/census_001/GL/GLD/sparsity_0.01/decomposition/ri/single_topdown | ||
census_001 GL GLD 1118134840_census_001_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_t0.5_multiple_topdown_dc.txt 15 [6-7-11-12-17-27-49-58-60-62-63-65-68-69-70] 4 /fastdisk/ProfilerData/census_001/GL/GLD/sparsity_0.01/decomposition/ri/multiple_topdown | ||
DONE | ||
census_001 GL GL 1118134717_census_001_GL_cov_alpha0dot01_topk_3_dc.txt 14 [1-2-3-4-5-6-7-8-9-10-11-12-13-14] 3 /fastdisk/ProfilerData/census_001/GL/GL/sparsity_0.01/decomposition | ||
census_001 GL GL 1118134717_census_001_GL_cov_alpha0dot01_topk_5_dc.txt 18 [3-5-6-7-9-10-15-16-17-18-19-20-21-22-23-24-25-26] 5 /fastdisk/ProfilerData/census_001/GL/GL/sparsity_0.01/decomposition |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
food GL GLD 1113194633_food_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_multiple_topdown_knn10_hamming_dc.txt 12 [1-3-4-5-7-14-15-18-19-22-30-33] 2 /fastdisk/ProfilerData/food/GL/GLD/sparsity_0.01/decomposition/knn/multiple_topdown |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,7 @@ | ||
food GL GLD 1113194633_food_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_multiple_topdown_knn10_hamming_dc.txt 12 [1-3-4-5-7-14-15-18-19-22-30-33] 2 /fastdisk/ProfilerData/food/GL/GLD/sparsity_0.01/decomposition/knn/multiple_topdown | ||
food attention joint 1113205630_food_preFalse_joint_osc0dot01_topk_3_dc.txt 6 [34-42-43-44-45-46] 3 /fastdisk/ProfilerData/food/attention/joint/decomposition | ||
food attention joint 1113224153_food_preFalse_joint_topk_3_dc.txt 6 [29-42-44-46-47-48] 4 /fastdisk/ProfilerData/food/attention/joint/decomposition | ||
food attention joint 1113213158_food_preFalse_joint_osc0dot02_topk_3_dc.txt 7 [42-45-49-50-51-52-53] 4 /fastdisk/ProfilerData/food/attention/joint/decomposition | ||
food attention joint 1113213158_food_preFalse_joint_osc0dot02_topk_5_dc.txt 8 [37-42-50-53-54-55-56-57] 4 /fastdisk/ProfilerData/food/attention/joint/decomposition | ||
food attention joint 1113220644_food_preFalse_joint_osc0dot0_topk_3_dc.txt 6 [39-40-42-43-63-64] 4 /fastdisk/ProfilerData/food/attention/joint/decomposition | ||
food GL GL 1114094842_food_GL_cov_alpha0dot01_topk_10_dc.txt 4 [1-2-3-4] 2 /fastdisk/ProfilerData/food/GL/GL/sparsity_0.01/decomposition |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,18 @@ | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_dc.txt 13 [1-2-3-4-5-6-7-8-9-10-11-12-13] 7 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_3_dc.txt 9 [3-8-14-15-16-17-18-19-20] 3 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_multiple_bottomup_knn10_euclidean_dc.txt 5 [14-15-17-18-20] 3 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/multiple_bottomup | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_multiple_bottomup_knn10_hamming_dc.txt 22 [1-2-3-8-12-13-17-20-21-22-23-24-25-26-27-28-29-30-31-32-33-34] 4 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/multiple_bottomup | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_multiple_bottomup_knn10_hamming_dc.txt 12 [3-8-14-15-16-17-18-19-20-30-31-35] 3 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/multiple_bottomup | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_multiple_bottomup_knn10_euclidean_dc.txt 16 [1-2-13-36-37-38-39-40-41-42-43-44-45-46-47-48] 5 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/multiple_bottomup | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_single_bottomup_knn10_euclidean_dc.txt 11 [1-13-20-30-36-49-50-51-52-53-54] 4 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/single_bottomup | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_single_bottomup_knn10_euclidean_dc.txt 5 [14-18-20-30-35] 2 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/single_bottomup | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_single_bottomup_knn10_hamming_dc.txt 9 [3-14-15-16-18-20-55-56-57] 2 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/single_bottomup | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_single_bottomup_knn10_hamming_dc.txt 13 [1-3-13-16-24-27-32-36-55-56-57-58-59] 3 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/single_bottomup | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_multiple_topdown_knn10_euclidean_dc.txt 4 [14-17-18-20] 3 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/multiple_topdown | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_multiple_topdown_knn10_hamming_dc.txt 16 [1-2-3-12-13-30-40-60-61-62-63-64-65-66-67-68] 6 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/multiple_topdown | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_3_s400_k8_b001_multiple_topdown_knn10_hamming_dc.txt 9 [3-14-15-16-18-20-30-31-57] 2 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/multiple_topdown | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_multiple_topdown_knn10_euclidean_dc.txt 4 [1-2-9-13] 7 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/multiple_topdown | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_single_topdown_knn10_hamming_dc.txt 13 [1-3-13-14-27-28-36-55-56-58-59-69-70] 2 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/single_topdown | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_single_topdown_knn10_euclidean_dc.txt 10 [1-13-20-21-28-30-50-51-71-72] 2 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/knn/single_topdown | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_t0.5_multiple_topdown_dc.txt 51 [1-2-3-13-38-45-46-47-49-55-56-57-59-69-70-73-74-75-76-77-78-79-80-81-82-83-84-85-86-87-88-89-90-91-92-93-94-95-96-97-98-99-100-101-102-103-104-105-106-107-108] 3 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/ri/multiple_topdown | ||
physician_s005 GL GLD 1113154358_physician_s005_GLD_cov_alpha0dot01_topk_5_s400_k8_b001_t0.5_single_topdown_dc.txt 13 [1-3-13-14-15-28-31-36-55-58-59-101-109] 2 /fastdisk/ProfilerData/physician_s005/GL/GLD/sparsity_0.01/decomposition/ri/single_topdown |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,12 @@ | ||
source ../set_env.sh | ||
c=3 | ||
while IFS=' ' read -r data model sub name count dcs max_dim location | ||
do | ||
./../create_db.sh ${data}_${c} | ||
echo $location | ||
echo $name | ||
python hc.py -msg GL -notes $c -dataname $data -dcpath $location -dc $name -k 0.1 -w 0.01 -omit init lang occur --wlog &> ../log/census_001/runtime-${c}.log | ||
c=$((c+1)) | ||
python send_email.py census | ||
|
||
done < ../batch_scripts/dc-census-001.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,17 @@ | ||
source ../set_env.sh | ||
c=1 | ||
while IFS=' ' read -r data model sub name count dcs max_dim location | ||
do | ||
|
||
echo $location | ||
echo $name | ||
for feat in init lang initsim occurattr constraint initattr freq | ||
do | ||
./../create_db.sh small_adult_1_s${c} | ||
python hc.py -notes s${c} -dataname small_adult_1 -dcpath $location -dc $name -k 0.1 -w 0.01 -omit $feat occur --wlog &> ../log/small_adult/omit-${feat}.log | ||
echo $c | ||
c=$((c+1)) | ||
done | ||
python send_email.py hc2 | ||
break | ||
done < ../batch_run_dcs/dc-adult-joint.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,17 @@ | ||
source ../set_env.sh | ||
c=1 | ||
while IFS=' ' read -r data model sub name count dcs max_dim location | ||
do | ||
|
||
echo $location | ||
echo $name | ||
for feat in init lang initsim occurattr constraint initattr freq | ||
do | ||
./../create_db.sh small_census_01_v${c} | ||
python hc.py -notes v${c} -dataname small_census_01 -dcpath $location -dc $name -k 0.1 -w 0.01 -omit $feat occur --wlog &> ../log/small_census/omit-${feat}.log | ||
echo $c | ||
c=$((c+1)) | ||
done | ||
python send_email.py hc2 | ||
break | ||
done < ../batch_run_dcs/dc-census-001.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,15 @@ | ||
source ../set_env.sh | ||
c=1 | ||
while IFS=' ' read -r data model sub name count dcs max_dim location | ||
do | ||
echo $location | ||
echo $name | ||
for feat in init lang initsim occurattr constraint initattr freq | ||
do | ||
./../create_db.sh food_small_v${c} | ||
python hc.py -msg validation -notes v${c} -dataname food_small -dcpath $location -dc $name -k 0.7 -w 0.01 -omit occur $feat --wlog &> ../log/small_food/omit-${feat}.log | ||
echo $c | ||
c=$((c+1)) | ||
done | ||
python send_email.py small_food | ||
done < ../batch_run_dcs/dc-food-small.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,13 @@ | ||
|
||
import smtplib | ||
import sys | ||
|
||
password = 'theowantsitsoon!' | ||
msg = sys.argv[1] | ||
|
||
smtpObj = smtplib.SMTP('smtp.gmail.com',587) | ||
smtpObj.ehlo() | ||
smtpObj.starttls() | ||
smtpObj.login('[email protected]',password) | ||
smtpObj.sendmail('[email protected]','[email protected]',"Subject: Holoclean1 [{}] is done!".format(msg)) | ||
smtpObj.quit() |
Oops, something went wrong.