-
Notifications
You must be signed in to change notification settings - Fork 2
/
_dropobs.sas
126 lines (92 loc) · 3.06 KB
/
_dropobs.sas
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
%put NOTE: You have called the macro _DROPOBS, 2016-09-09.;
%put NOTE: Copyright (c) 2015-2016 Rodney Sparapani;
%put;
/*
Author: Rodney Sparapani <[email protected]>
Created: 2015-06-30
This file is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2, or (at your option)
any later version.
This file is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this file; see the file COPYING. If not, write to
the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
*/
/* _DROPOBS Documentation
Drop observations for variables that are occasionally missing.
NAMED Parameters
DATA=_LAST_ default SAS DATASET to use
FREQ=noprint default to not printing PROC FREQ output
IGNORE= ignore the missingness of these variables
*/
%macro _DROPOBS(data=&syslast, out=REQUIRED, freq=noprint,
ignore=, log=);
%_require(&out)
%if %length(&log) %then %_printto(log=&log);
%*let data=%upcase(&data);
%let ignore=%lowcase(&ignore);
proc format;
value missing
._, ., .A-.Z='Missing'
other='Non-missing'
;
value $missing
' '='Missing'
other='Non-missing'
;
run;
%local char ccount num ncount missing mcount scratch var;
%let num=%_blist(data=&data, var=_numeric_, nofmt=1);
%let char=%_blist(data=&data, var=_character_, nofmt=1);
%do i=1 %to %_count(&ignore);
%let var=%scan(&ignore, &i, %str( ));
%let num=%_tranwrd(&num, &var, %str( ));
%let char=%_tranwrd(&char, &var, %str( ));
%end;
%let ncount=%_count(&num);
%let ccount=%_count(&char);
proc freq data=&data;
%do i=1 %to &ncount+&ccount;
%let var=%scan(&num &char, &i, %str( ));
%if &i<=&ncount %then %do;
format &var missing11.;
tables &var / missing &freq out=&var(where=(percent>0 & put(&var, missing11.)='Missing'));
%end;
%else %do;
format &var $missing11.;
tables &var / missing &freq out=&var(where=(percent>0 & put(&var, $missing11.)='Missing'));
%end;
%end;
run;
%let mtotal=0;
%let missing=0;
%do i=1 %to &ncount+&ccount;
%let var=%scan(&num &char, &i, %str( ));
%let mcount=%_nobs(data=&var, notes=);
%if &mcount=1 %then %do;
%let mtotal=%eval(&mtotal+1);
%let missing=&missing,&var;
%end;
%end;
%if %length(&log) %then %_printto;
%put Number of variables: %eval(&ncount+&ccount);
%put Number with missing obs: &mtotal;
data &out(drop=_missing_) missing;
set &data;
%if &mtotal>0 %then _missing_=nmiss(&missing);
%else _missing_=0;;
if _missing_ then output missing;
else output &out;
run;
proc freq data=missing;
tables _missing_;
run;
%let syslast=&out;
%mend _DROPOBS;
%*VALIDATION TEST STREAM;
/* un-comment to re-validate
*/