daoas/fulddaekning/Lookup.java

package dk.daoas.fulddaekning;

import java.util.Map;
import java.util.Queue;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.CyclicBarrier;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.logging.Level;
import java.util.logging.Logger;

import dk.daoas.fulddaekning.BoundingBox.BoundingBoxException;

public class Lookup {

        
        final static Logger logger = Logger.getLogger( Lookup.class.toString() );
        
        int postnr;
        Database db;
                
        Adresse daekkedeAdresser[];
        Queue<Adresse> queue;
        
        Map<Integer, LookupWorker> workers = new ConcurrentHashMap<Integer, LookupWorker>();

        ThreadPoolExecutor threadPool;  
        
        CyclicBarrier barrier;

                
        public Lookup(int postnr, Database db, ThreadPoolExecutor threadPool) {
                this.postnr = postnr;
                this.db = db;
                this.threadPool = threadPool;
        }
        

        public void doLookup() throws BoundingBoxException {
                logger.info("Starting for postnr=" + postnr);
                
                Statistik stat = new Statistik();
                
                Constants consts = Constants.getInstance();
                                
                long start1 = System.currentTimeMillis();               
                long start2 = 0;
                
                barrier = new CyclicBarrier(LookupMain.max_workers + 1);
                
                try {
                        
                        logger.info("Henter _ikke_ daekkede adresser i " + postnr);
                        queue = db.hentIkkedaekkedeAdresserCache(postnr);
                        if (queue.size() == 0) {
                                logger.info("Fandt ikke nogen _ikke_ daekkede adresser i " + postnr);
                                return;
                        }
                        
                        BoundingBox bbox = db.getBoundingbox(postnr);
                        bbox.validateBbox();
                        
                        logger.info("Bbox=" + bbox);
                        bbox.adjustToMargin( consts.getKmMargin() );
                        logger.info("Bbox Adjusted=" + bbox);
                        
                        logger.info("Henter daekkede adresser i " + postnr);
                        daekkedeAdresser = db.hentDaekkedeAdresserCache(bbox);
                        
                        
                        stat.postnr = postnr;
                        stat.antalDaekkede = daekkedeAdresser.length;
                        stat.antalIkkeDaekkede = queue.size();
                        stat.totalDataset = stat.antalDaekkede * stat.antalIkkeDaekkede;
                                                                        
                        
                        logger.info("Starter beregning for " + postnr);
                        start2 = System.currentTimeMillis();
                                                                                                                
                        for (int i =0; i < LookupMain.max_workers; i++) {
                                LookupWorker worker = new LookupWorker(i, this, barrier);
                                threadPool.submit(worker);
                        }
                        
                        barrier.await();
                        
                        db.saveBatch();//Save any unsaved rows
                        
                        
                } catch(Exception e) {
                        logger.log(Level.WARNING, "Exception during lookup", e);
                        
                        if (e instanceof BoundingBoxException) {
                                logger.severe( e.getMessage() );
                                System.exit(1);
                        }
                        
                }
                long now = System.currentTimeMillis();
                
                stat.forbrugtTid = (now-start1);
                LookupMain.saveStatistics(stat);

                logger.info( stat.toString() );
                logger.info("Done! elapsed=" + (now-start1) + "/" +  (now-start2) + "  postnr=" + postnr);
        }
        
        
        // Getters and setters
                
        ///////////////////////////
        public Database getDb() {
                return db;
        }


        public Adresse[] getDaekkedeAdresser() {
                return daekkedeAdresser;
        }

        public Queue<Adresse> getQueue() {
                return queue;
        }


}
1	torben	2145	package dk.daoas.fulddaekning;
2
3			import java.util.Map;
4	torben	2150	import java.util.Queue;
5	torben	2263	import java.util.concurrent.ConcurrentHashMap;
6			import java.util.concurrent.CyclicBarrier;
7			import java.util.concurrent.ThreadPoolExecutor;
8	torben	2145	import java.util.logging.Level;
9			import java.util.logging.Logger;
10
11			import dk.daoas.fulddaekning.BoundingBox.BoundingBoxException;
12
13			public class Lookup {
14	torben	2158
15	torben	2145
16	torben	2195
17	torben	2241	final static Logger logger = Logger.getLogger( Lookup.class.toString() );
18	torben	2145
19	torben	2328	int postnr;
20	torben	2145	Database db;
21	torben	2150
22	torben	2207	Adresse daekkedeAdresser[];
23	torben	2150	Queue<Adresse> queue;
24	torben	2145
25			Map<Integer, LookupWorker> workers = new ConcurrentHashMap<Integer, LookupWorker>();
26
27	torben	2259	ThreadPoolExecutor threadPool;
28	torben	2263
29			CyclicBarrier barrier;
30	torben	2227
31	torben	2154
32
33	torben	2328	public Lookup(int postnr, Database db, ThreadPoolExecutor threadPool) {
34	torben	2150	this.postnr = postnr;
35	torben	2145	this.db = db;
36	torben	2259	this.threadPool = threadPool;
37	torben	2145	}
38
39	torben	2241
40	torben	2145
41			public void doLookup() throws BoundingBoxException {
42	torben	2150	logger.info("Starting for postnr=" + postnr);
43	torben	2145
44	torben	2154	Statistik stat = new Statistik();
45	torben	2330
46			Constants consts = Constants.getInstance();
47	torben	2154
48	torben	2145	long start1 = System.currentTimeMillis();
49			long start2 = 0;
50
51	torben	2263	barrier = new CyclicBarrier(LookupMain.max_workers + 1);
52
53	torben	2145	try {
54	torben	2232
55			logger.info("Henter _ikke_ daekkede adresser i " + postnr);
56	torben	2328	queue = db.hentIkkedaekkedeAdresserCache(postnr);
57	torben	2232	if (queue.size() == 0) {
58			logger.info("Fandt ikke nogen _ikke_ daekkede adresser i " + postnr);
59	torben	2233	return;
60	torben	2232	}
61
62	torben	2150	BoundingBox bbox = db.getBoundingbox(postnr);
63			bbox.validateBbox();
64
65			logger.info("Bbox=" + bbox);
66	torben	2330	bbox.adjustToMargin( consts.getKmMargin() );
67	torben	2150	logger.info("Bbox Adjusted=" + bbox);
68
69			logger.info("Henter daekkede adresser i " + postnr);
70	torben	2263	daekkedeAdresser = db.hentDaekkedeAdresserCache(bbox);
71	torben	2150
72	torben	2263
73	torben	2154	stat.postnr = postnr;
74	torben	2207	stat.antalDaekkede = daekkedeAdresser.length;
75	torben	2154	stat.antalIkkeDaekkede = queue.size();
76	torben	2227	stat.totalDataset = stat.antalDaekkede * stat.antalIkkeDaekkede;
77
78	torben	2150
79			logger.info("Starter beregning for " + postnr);
80	torben	2145	start2 = System.currentTimeMillis();
81
82	torben	2241	for (int i =0; i < LookupMain.max_workers; i++) {
83	torben	2263	LookupWorker worker = new LookupWorker(i, this, barrier);
84	torben	2260	threadPool.submit(worker);
85	torben	2145	}
86
87	torben	2263	barrier.await();
88	torben	2145
89	torben	2219	db.saveBatch();//Save any unsaved rows
90	torben	2145
91	torben	2219
92	torben	2145	} catch(Exception e) {
93			logger.log(Level.WARNING, "Exception during lookup", e);
94
95			if (e instanceof BoundingBoxException) {
96			logger.severe( e.getMessage() );
97			System.exit(1);
98			}
99
100			}
101			long now = System.currentTimeMillis();
102
103	torben	2227	stat.forbrugtTid = (now-start1);
104	torben	2241	LookupMain.saveStatistics(stat);
105	torben	2154
106			logger.info( stat.toString() );
107	torben	2153	logger.info("Done! elapsed=" + (now-start1) + "/" + (now-start2) + " postnr=" + postnr);
108	torben	2145	}
109
110
111			// Getters and setters
112
113			///////////////////////////
114			public Database getDb() {
115			return db;
116			}
117	torben	2150
118
119
120	torben	2207	public Adresse[] getDaekkedeAdresser() {
121	torben	2150	return daekkedeAdresser;
122	torben	2145	}
123
124	torben	2150	public Queue<Adresse> getQueue() {
125			return queue;
126			}
127
128
129	torben	2145	}