adressevedligehold/coveragefileupload/AddressReport.java

package dk.daoas.adressevedligehold.coveragefileupload;

import java.io.Serializable;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Comparator;
import java.util.HashMap;
import java.util.List;
import java.util.Map.Entry;

import org.apache.commons.lang3.builder.CompareToBuilder;

import dk.daoas.adressevedligehold.MailSender;
import dk.daoas.adressevedligehold.beans.Address;
import dk.daoas.adressevedligehold.beans.Address.AddressState;
import dk.daoas.adressevedligehold.tasks.TaskLogger;
import dk.daoas.adressevedligehold.util.TimingHelper;

/* 
 * 
 */

public class AddressReport {

        static class NumEntry {
                int open = 0;
                int closed = 0;
                int modified = 0;
                int created = 0;

                public void updateFromState(AddressState st) {
                        if (st == AddressState.OPENED)
                                open++;
                        if (st == AddressState.MODIFIED)
                                modified++;
                        if (st == AddressState.CLOSED)
                                closed++;
                }
                public void updateFromOther(NumEntry other) {
                        this.open += other.open;
                        this.modified += other.modified;
                        this.closed += other.closed;
                        this.created += other.created;
                }
        }
        static class WeekEntry {
                NumEntry man = new NumEntry();
                NumEntry tir = new NumEntry();
                NumEntry ons = new NumEntry();
                NumEntry tor = new NumEntry();
                NumEntry fre = new NumEntry();
                NumEntry lor = new NumEntry();
                NumEntry son = new NumEntry();

                public void incrementFromOther(WeekEntry other) {
                        man.updateFromOther(other.man);
                        tir.updateFromOther(other.tir);
                        ons.updateFromOther(other.ons);
                        tor.updateFromOther(other.tor);
                        fre.updateFromOther(other.fre);
                        lor.updateFromOther(other.lor);
                        son.updateFromOther(other.son);
                }

                public void incrementCreated() {
                        man.created++;
                        tir.created++;
                        ons.created++;
                        tor.created++;
                        fre.created++;
                        lor.created++;
                        son.created++;
                }
        }

        private static TaskLogger logger = TaskLogger.getInstance();

        AddressManager addrManager;
        List<Address> addressList;
        int entryCount;
        EntryUgedage ugedage;
        AddressSource source;
        TimingHelper timer;
        boolean writeBack;
        int duplicateCount;


        public AddressReport(AddressManager addrManager, int entryCount, EntryUgedage ugedage, AddressSource source, TimingHelper timer, boolean writeBack, int duplicateCount ) {
                this.addrManager = addrManager;
                addressList = addrManager.getAddressList();
                this.entryCount = entryCount;
                this.ugedage = ugedage;
                this.source = source;
                this.timer = timer;
                this.writeBack = writeBack;
                this.duplicateCount = duplicateCount;
        }

        public void sendRapport() {
                logger.info("Sending mail");

                String reportData = getReportData();
                String subject = "Adresse indlæsnings rapport for " + source.getDistributor();
                
                String newOpenCloseAttachment = getAttachement();

                MailSender.sendMailWithAttachment(subject, reportData, "Details.csv", newOpenCloseAttachment);

        }


        public String getReportData() {

                WeekEntry total = new WeekEntry();
                HashMap<Short, WeekEntry> postnrEntries = new HashMap<Short,WeekEntry>();

                int createFailCount = 0;

                int antalUdenGadeid = 0;
                int antalUdenKommunekode = 0;
                int antalUdenLatitude = 0;
                int antalUdenDBKBane = 0;

                // first gather the intel
                for (Address a : addressList) {

                        if (a.state == AddressState.CREATE_FAIL) {
                                createFailCount++;
                                continue;                       
                        }

                        if (a.gadeid == 0) {
                                antalUdenGadeid++;
                        }

                        if (a.kommunekode == 0 || a.vejkode == 0) {                             
                                antalUdenKommunekode++;
                        }

                        if (a.latitude == 0 || a.longitude == 0) {
                                antalUdenLatitude++;
                        }

                        if (a.state == AddressState.NOT_CHANGED) {
                                continue;
                        }
                        if (a.dbkBane == 0) {
                                antalUdenDBKBane++;
                        }

                        WeekEntry weekEntry = postnrEntries.get(a.postnr);
                        if (weekEntry == null) {
                                weekEntry = new WeekEntry();
                                postnrEntries.put(a.postnr, weekEntry);
                        }


                        if (a.state == AddressState.CREATED) {
                                weekEntry.incrementCreated();
                        } else {
                                weekEntry.man.updateFromState(a.stateMan);
                                weekEntry.tir.updateFromState(a.stateTir);
                                weekEntry.ons.updateFromState(a.stateOns);
                                weekEntry.tor.updateFromState(a.stateTor);
                                weekEntry.fre.updateFromState(a.stateFre);
                                weekEntry.lor.updateFromState(a.stateLor);
                                weekEntry.son.updateFromState(a.stateSon);

                        }                       
                }
                for (WeekEntry w : postnrEntries.values()) {
                        total.incrementFromOther(w);
                }

                StringBuilder sb = new StringBuilder();

                sb.append("<h1>Indlæsnings rapport for " + source.getDistributor() + " </h1>");
                sb.append("Filnavn: ").append( source.getFilename() ).append("<br>");
                sb.append("Tidsforbrug: ").append( timer.getElapsed() ).append("ms. <br>");
                sb.append("Skriv til DB: ").append( writeBack ).append("<br>");
                sb.append("Antal entries: " ).append( entryCount ).append("<br>");
                sb.append("Antal afviste: " ).append( addrManager.getRejectedCount() ).append("<br>");
                sb.append("Antal dubletter: " ).append( duplicateCount ).append("<br>");
                sb.append("Antal fejlede inserts: ").append(createFailCount).append("<br>"); 
                sb.append("Filen indeholder data til: ");
                if (ugedage.mandag) sb.append("Mandag, ");
                if (ugedage.tirsdag) sb.append("Tirsdag, ");
                if (ugedage.onsdag) sb.append("Onsdag, ");
                if (ugedage.torsdag) sb.append("Torsdag, ");
                if (ugedage.fredag) sb.append("Fredag, ");
                if (ugedage.lordag) sb.append("Lørdag, ");
                if (ugedage.sondag) sb.append("Søndag, ");
                sb.append("<br>");

                sb.append("<h2>Data Mangler</h2>\n");
                sb.append("<pre>");
                sb.append("Mangler kommune/vejkode: ").append(antalUdenKommunekode).append("\n");
                sb.append("Mangler gadeid: ").append(antalUdenGadeid).append("\n");
                sb.append("Mangler DBK bane: ").append(antalUdenDBKBane).append("\n");
                sb.append("Mangler latitude/longitude: ").append(antalUdenLatitude).append("\n");
                sb.append("</pre>");


                sb.append("<h2>Ændrings oversigt</h2>\n");
                sb.append("<table>");

                sb.append("<tr><td>&nbsp;</td><td>Mandag</td><td>Tirsdag</td><td>Onsdag</td><td>Torsdag</td><td>Fredag</td><td>Lørdag</td><td>Søndag</td></tr>");
                sb.append("<tr><td>Oprettet:</td><td>").append(total.man.created).append("</td><td>").append(total.tir.created).append("</td><td>").append(total.ons.created).append("</td><td>").append(total.tor.created).append("</td><td>").append(total.fre.created).append("</td><td>").append(total.lor.created).append("</td><td>").append(total.son.created).append("</td></tr>");
                sb.append("<tr><td>Åbnet:</td><td>").append(total.man.open).append("</td><td>").append(total.tir.open).append("</td><td>").append(total.ons.open).append("</td><td>").append(total.tor.open).append("</td><td>").append(total.fre.open).append("</td><td>").append(total.lor.open).append("</td><td>").append(total.son.open).append("</td></tr>");
                sb.append("<tr><td>Ændret:</td><td>").append(total.man.modified).append("</td><td>").append(total.tir.modified).append("</td><td>").append(total.ons.modified).append("</td><td>").append(total.tor.modified).append("</td><td>").append(total.fre.modified).append("</td><td>").append(total.lor.modified).append("</td><td>").append(total.son.modified).append("</td></tr>");
                sb.append("<tr><td>Lukket:</td><td>").append(total.man.closed).append("</td><td>").append(total.tir.closed).append("</td><td>").append(total.ons.closed).append("</td><td>").append(total.tor.closed).append("</td><td>").append(total.fre.closed).append("</td><td>").append(total.lor.closed).append("</td><td>").append(total.son.closed).append("</td></tr>");
                sb.append("</table>");

                sb.append("<br>");
                sb.append("<h2>Nye/Ukendte gader</h2>");
                sb.append("<table>");
                sb.append("<tr><th>Gadeid</th><th>Vejnavn</th></tr>");
                for( Entry<Integer,String> unknownStreet : addrManager.getUnknownStreets().entrySet() ) {
                        sb.append("<tr><td>").append(unknownStreet.getKey()).append("</td><td>").append(unknownStreet.getValue()).append("</td></tr>");
                }
                sb.append("</table>");


                sb.append("</table><br>\n");

                return sb.toString();
        }
        
        public String getAttachement() {
                StringBuilder sb = new StringBuilder();
                sb.append("Status;Gadeid;Post;Vejnavn;Husnr;Litra\r\n");
                
                ArrayList<Address> attachmentData = new ArrayList<Address>();
                for (Address a : addressList) {
                        if (a.state == AddressState.CLOSED || a.state == AddressState.CREATED || a.state == AddressState.OPENED) {
                                attachmentData.add(a);
                        }
                }
                
                Collections.sort(attachmentData, new AttachmentComparator());           
                
                for (Address a : attachmentData) {
                        switch (a.state) {
                        case CLOSED:
                                sb.append("Closed;");
                                break;                          
                        case CREATED:
                                sb.append("Created;");
                                break;                          
                        case OPENED:
                                sb.append("Opened;");
                                break;
                        default:
                                break;
                        }
                        
                        //tilføj resten af dataene
                        sb.append( a.gadeid + ";" + a.postnr + ";" + a.vejnavn + ";" + a.husnr + ";" + a.husnrbogstav + "\r\n");
                }
                
                return sb.toString();
        }
        
        
        /*
         * Serializable is to silence findbugs
         */
        static class AttachmentComparator implements Comparator<Address>, Serializable {
                private static final long serialVersionUID = 1L;

                @Override
                public int compare(Address a1, Address a2) {
                        
                        
                        //Brug apache commons lang3 
                        return new CompareToBuilder()
                                .append(a1.state, a2.state)
                                .append(a1.postnr, a2.postnr)
                                .append(a1.vejnavn, a2.vejnavn)
                                .append(a1.husnr, a2.husnr)
                                .append(a1.husnrbogstav, a2.husnrbogstav)
                                .toComparison();
                        }
                
        }
}
1	torben	3022	package dk.daoas.adressevedligehold.coveragefileupload;
2	torben	2838
3	torben	3061	import java.io.Serializable;
4	torben	3058	import java.util.ArrayList;
5	torben	3059	import java.util.Collections;
6	torben	3058	import java.util.Comparator;
7	torben	2838	import java.util.HashMap;
8			import java.util.List;
9	torben	2873	import java.util.Map.Entry;
10	torben	2838
11	torben	3058	import org.apache.commons.lang3.builder.CompareToBuilder;
12
13	torben	2953	import dk.daoas.adressevedligehold.MailSender;
14	torben	2838	import dk.daoas.adressevedligehold.beans.Address;
15			import dk.daoas.adressevedligehold.beans.Address.AddressState;
16	torben	2905	import dk.daoas.adressevedligehold.tasks.TaskLogger;
17	torben	2838	import dk.daoas.adressevedligehold.util.TimingHelper;
18
19	torben	2840	/*
20	torben	2950	*
21	torben	2840	*/
22
23	torben	2838	public class AddressReport {
24	torben	2953
25	torben	2860	static class NumEntry {
26	torben	2838	int open = 0;
27			int closed = 0;
28			int modified = 0;
29			int created = 0;
30	torben	2953
31	torben	2838	public void updateFromState(AddressState st) {
32			if (st == AddressState.OPENED)
33			open++;
34			if (st == AddressState.MODIFIED)
35			modified++;
36			if (st == AddressState.CLOSED)
37			closed++;
38			}
39			public void updateFromOther(NumEntry other) {
40			this.open += other.open;
41			this.modified += other.modified;
42			this.closed += other.closed;
43			this.created += other.created;
44			}
45			}
46	torben	2860	static class WeekEntry {
47	torben	2838	NumEntry man = new NumEntry();
48			NumEntry tir = new NumEntry();
49			NumEntry ons = new NumEntry();
50			NumEntry tor = new NumEntry();
51			NumEntry fre = new NumEntry();
52			NumEntry lor = new NumEntry();
53			NumEntry son = new NumEntry();
54	torben	2953
55	torben	2838	public void incrementFromOther(WeekEntry other) {
56			man.updateFromOther(other.man);
57			tir.updateFromOther(other.tir);
58			ons.updateFromOther(other.ons);
59			tor.updateFromOther(other.tor);
60			fre.updateFromOther(other.fre);
61			lor.updateFromOther(other.lor);
62			son.updateFromOther(other.son);
63			}
64	torben	2953
65	torben	2838	public void incrementCreated() {
66			man.created++;
67			tir.created++;
68			ons.created++;
69			tor.created++;
70			fre.created++;
71			lor.created++;
72			son.created++;
73			}
74			}
75	torben	2953
76	torben	2905	private static TaskLogger logger = TaskLogger.getInstance();
77	torben	2953
78	torben	2839	AddressManager addrManager;
79	torben	2838	List<Address> addressList;
80			int entryCount;
81			EntryUgedage ugedage;
82			AddressSource source;
83			TimingHelper timer;
84			boolean writeBack;
85	torben	2924	int duplicateCount;
86	torben	2949
87	torben	2953
88	torben	2924	public AddressReport(AddressManager addrManager, int entryCount, EntryUgedage ugedage, AddressSource source, TimingHelper timer, boolean writeBack, int duplicateCount ) {
89	torben	2839	this.addrManager = addrManager;
90	torben	2838	addressList = addrManager.getAddressList();
91			this.entryCount = entryCount;
92			this.ugedage = ugedage;
93			this.source = source;
94			this.timer = timer;
95			this.writeBack = writeBack;
96	torben	2924	this.duplicateCount = duplicateCount;
97	torben	2838	}
98	torben	2953
99	torben	2838	public void sendRapport() {
100	torben	2905	logger.info("Sending mail");
101	torben	2953
102	torben	2838	String reportData = getReportData();
103	torben	3082	String subject = "Adresse indlæsnings rapport for " + source.getDistributor();
104	torben	3044
105			String newOpenCloseAttachment = getAttachement();
106	torben	2953
107	torben	3044	MailSender.sendMailWithAttachment(subject, reportData, "Details.csv", newOpenCloseAttachment);
108	torben	2953
109	torben	2838	}
110	torben	2953
111
112
113	torben	2838	public String getReportData() {
114	torben	2953
115	torben	2838	WeekEntry total = new WeekEntry();
116			HashMap<Short, WeekEntry> postnrEntries = new HashMap<Short,WeekEntry>();
117	torben	2953
118	torben	2876	int createFailCount = 0;
119	torben	2953
120	torben	2894	int antalUdenGadeid = 0;
121	torben	2838	int antalUdenKommunekode = 0;
122			int antalUdenLatitude = 0;
123			int antalUdenDBKBane = 0;
124	torben	2953
125	torben	2838	// first gather the intel
126			for (Address a : addressList) {
127	torben	2953
128	torben	2876	if (a.state == AddressState.CREATE_FAIL) {
129			createFailCount++;
130			continue;
131			}
132	torben	2953
133	torben	2894	if (a.gadeid == 0) {
134			antalUdenGadeid++;
135			}
136	torben	2953
137	torben	2876	if (a.kommunekode == 0 \|\| a.vejkode == 0) {
138	torben	2838	antalUdenKommunekode++;
139			}
140	torben	2953
141	torben	2838	if (a.latitude == 0 \|\| a.longitude == 0) {
142			antalUdenLatitude++;
143			}
144	torben	2953
145	torben	2838	if (a.state == AddressState.NOT_CHANGED) {
146			continue;
147			}
148			if (a.dbkBane == 0) {
149			antalUdenDBKBane++;
150			}
151	torben	2953
152	torben	2838	WeekEntry weekEntry = postnrEntries.get(a.postnr);
153			if (weekEntry == null) {
154			weekEntry = new WeekEntry();
155			postnrEntries.put(a.postnr, weekEntry);
156			}
157	torben	2876
158	torben	2953
159
160	torben	2838	if (a.state == AddressState.CREATED) {
161			weekEntry.incrementCreated();
162			} else {
163			weekEntry.man.updateFromState(a.stateMan);
164			weekEntry.tir.updateFromState(a.stateTir);
165			weekEntry.ons.updateFromState(a.stateOns);
166			weekEntry.tor.updateFromState(a.stateTor);
167			weekEntry.fre.updateFromState(a.stateFre);
168			weekEntry.lor.updateFromState(a.stateLor);
169			weekEntry.son.updateFromState(a.stateSon);
170	torben	2953
171	torben	2838	}
172			}
173			for (WeekEntry w : postnrEntries.values()) {
174			total.incrementFromOther(w);
175			}
176	torben	2953
177	torben	2838	StringBuilder sb = new StringBuilder();
178	torben	2953
179	torben	2838	sb.append("<h1>Indlæsnings rapport for " + source.getDistributor() + " </h1>");
180			sb.append("Filnavn: ").append( source.getFilename() ).append("<br>");
181			sb.append("Tidsforbrug: ").append( timer.getElapsed() ).append("ms. <br>");
182			sb.append("Skriv til DB: ").append( writeBack ).append("<br>");
183			sb.append("Antal entries: " ).append( entryCount ).append("<br>");
184	torben	2868	sb.append("Antal afviste: " ).append( addrManager.getRejectedCount() ).append("<br>");
185	torben	2924	sb.append("Antal dubletter: " ).append( duplicateCount ).append("<br>");
186	torben	2876	sb.append("Antal fejlede inserts: ").append(createFailCount).append("<br>");
187	torben	2865	sb.append("Filen indeholder data til: ");
188			if (ugedage.mandag) sb.append("Mandag, ");
189			if (ugedage.tirsdag) sb.append("Tirsdag, ");
190			if (ugedage.onsdag) sb.append("Onsdag, ");
191			if (ugedage.torsdag) sb.append("Torsdag, ");
192			if (ugedage.fredag) sb.append("Fredag, ");
193			if (ugedage.lordag) sb.append("Lørdag, ");
194			if (ugedage.sondag) sb.append("Søndag, ");
195			sb.append("<br>");
196	torben	2953
197	torben	2838	sb.append("<h2>Data Mangler</h2>\n");
198			sb.append("<pre>");
199			sb.append("Mangler kommune/vejkode: ").append(antalUdenKommunekode).append("\n");
200	torben	2894	sb.append("Mangler gadeid: ").append(antalUdenGadeid).append("\n");
201	torben	2838	sb.append("Mangler DBK bane: ").append(antalUdenDBKBane).append("\n");
202			sb.append("Mangler latitude/longitude: ").append(antalUdenLatitude).append("\n");
203			sb.append("</pre>");
204
205	torben	2953
206
207	torben	2838	sb.append("<h2>Ændrings oversigt</h2>\n");
208			sb.append("<table>");
209	torben	2953
210	torben	2838	sb.append("<tr><td> </td><td>Mandag</td><td>Tirsdag</td><td>Onsdag</td><td>Torsdag</td><td>Fredag</td><td>Lørdag</td><td>Søndag</td></tr>");
211			sb.append("<tr><td>Oprettet:</td><td>").append(total.man.created).append("</td><td>").append(total.tir.created).append("</td><td>").append(total.ons.created).append("</td><td>").append(total.tor.created).append("</td><td>").append(total.fre.created).append("</td><td>").append(total.lor.created).append("</td><td>").append(total.son.created).append("</td></tr>");
212			sb.append("<tr><td>Åbnet:</td><td>").append(total.man.open).append("</td><td>").append(total.tir.open).append("</td><td>").append(total.ons.open).append("</td><td>").append(total.tor.open).append("</td><td>").append(total.fre.open).append("</td><td>").append(total.lor.open).append("</td><td>").append(total.son.open).append("</td></tr>");
213			sb.append("<tr><td>Ændret:</td><td>").append(total.man.modified).append("</td><td>").append(total.tir.modified).append("</td><td>").append(total.ons.modified).append("</td><td>").append(total.tor.modified).append("</td><td>").append(total.fre.modified).append("</td><td>").append(total.lor.modified).append("</td><td>").append(total.son.modified).append("</td></tr>");
214			sb.append("<tr><td>Lukket:</td><td>").append(total.man.closed).append("</td><td>").append(total.tir.closed).append("</td><td>").append(total.ons.closed).append("</td><td>").append(total.tor.closed).append("</td><td>").append(total.fre.closed).append("</td><td>").append(total.lor.closed).append("</td><td>").append(total.son.closed).append("</td></tr>");
215	torben	2873	sb.append("</table>");
216	torben	2953
217	torben	2873	sb.append("<br>");
218			sb.append("<h2>Nye/Ukendte gader</h2>");
219			sb.append("<table>");
220			sb.append("<tr><th>Gadeid</th><th>Vejnavn</th></tr>");
221			for( Entry<Integer,String> unknownStreet : addrManager.getUnknownStreets().entrySet() ) {
222			sb.append("<tr><td>").append(unknownStreet.getKey()).append("</td><td>").append(unknownStreet.getValue()).append("</td></tr>");
223			}
224			sb.append("</table>");
225	torben	2953
226
227	torben	2838	sb.append("</table><br>\n");
228	torben	2953
229	torben	2838	return sb.toString();
230			}
231	torben	3044
232			public String getAttachement() {
233			StringBuilder sb = new StringBuilder();
234			sb.append("Status;Gadeid;Post;Vejnavn;Husnr;Litra\r\n");
235
236	torben	3058	ArrayList<Address> attachmentData = new ArrayList<Address>();
237	torben	3044	for (Address a : addressList) {
238	torben	3058	if (a.state == AddressState.CLOSED \|\| a.state == AddressState.CREATED \|\| a.state == AddressState.OPENED) {
239			attachmentData.add(a);
240			}
241			}
242
243	torben	3059	Collections.sort(attachmentData, new AttachmentComparator());
244	torben	3058
245			for (Address a : attachmentData) {
246	torben	3044	switch (a.state) {
247			case CLOSED:
248	torben	3058	sb.append("Closed;");
249	torben	3044	break;
250			case CREATED:
251	torben	3058	sb.append("Created;");
252	torben	3044	break;
253			case OPENED:
254	torben	3058	sb.append("Opened;");
255	torben	3044	break;
256			default:
257			break;
258			}
259	torben	3058
260			//tilføj resten af dataene
261			sb.append( a.gadeid + ";" + a.postnr + ";" + a.vejnavn + ";" + a.husnr + ";" + a.husnrbogstav + "\r\n");
262	torben	3044	}
263
264			return sb.toString();
265			}
266	torben	3058
267	torben	3060
268	torben	3061	/*
269			* Serializable is to silence findbugs
270			*/
271			static class AttachmentComparator implements Comparator<Address>, Serializable {
272			private static final long serialVersionUID = 1L;
273	torben	3058
274			@Override
275			public int compare(Address a1, Address a2) {
276
277
278			//Brug apache commons lang3
279			return new CompareToBuilder()
280			.append(a1.state, a2.state)
281			.append(a1.postnr, a2.postnr)
282			.append(a1.vejnavn, a2.vejnavn)
283			.append(a1.husnr, a2.husnr)
284			.append(a1.husnrbogstav, a2.husnrbogstav)
285			.toComparison();
286			}
287
288			}
289	torben	2838	}