misc/mysql_splitter/splitter.cpp

#include <iostream>
#include <fstream>
#include <sstream>
#include <string>
#include <vector>


#include <boost/algorithm/string.hpp>
#include <boost/filesystem.hpp>
#include <boost/program_options.hpp>

namespace po = boost::program_options;

using namespace std;

const int BUFSIZE = 1024*1024;

string getLastWord(string input) {
        vector<string> words;
        words = boost::split(words, input, boost::is_any_of(" ") );

        string last = words.back();

        boost::erase_all(last, ";");
        boost::trim(last);


        return last;
}


int main(int argc, char** argv) {

        po::options_description desc("Mysql dump file splitter:\nAllowed options");
        desc.add_options()
        ("help", "produce help message")
        ("data", "ignore ceate tablestatements")
                ("input-file", po::value< string >(), "input file")
        ;

        po::positional_options_description p;
        p.add("input-file", -1);


        po::variables_map vm;
        po::store( po::command_line_parser(argc, argv).options(desc).positional(p).run(), vm);
        po::notify(vm);

        if (vm.count("help")) {
        cout << desc << "\n";
        return 1;
        }


        if ( vm.count("input-file") == 0) {
                cout << desc << endl;
                return 1;
        }


        char linebuf[BUFSIZE];

        string inputfile = vm["input-file"].as< string >();
        if (! boost::filesystem::exists(inputfile) ) {
                cout << "No file named " << inputfile << endl;
                return 1;
        }
        

        ifstream in( inputfile.c_str() );
        ofstream out;

        ostringstream header;

        if (!in.is_open() ) {
                cout << "Could not open " << argv[1] << endl;
                return 2;
        }

        while ( in.good() ) {
                in.getline(linebuf, BUFSIZE);

                string line(linebuf);


                //if (line.substr(0, 15) == "CREATE DATABASE" ) {
                if ( boost::starts_with(line, "CREATE DATABASE") ) {

                        if (out.is_open() ) {
                                out.close();
                        }

                        boost::trim(line);
                        string dbname = getLastWord(line);
                        cout << ">" << dbname << endl;


                        ostringstream oss;
                        oss << dbname << "_dump.sql";

            string filename = oss.str();

                        bool did_exist = boost::filesystem::exists(filename);

                        out.open( filename.c_str(), ios::app );


                        if (!out.is_open() ) {
                                cout << "could not create outfile " << filename << endl;
                                return 3;
                        }

                        if (!did_exist) {
                                out << header.str() << endl; //write preamble in new file
                        }

                }


                if (out.is_open() ) {
                        out << line << endl;
                } else {
                        header << line << endl; //collect preamble for later use
                }

        }


        if(out.is_open())
                out.close();


        in.close();
}
1	#include <iostream>
2	#include <fstream>
3	#include <sstream>
4	#include <string>
5	#include <vector>
6
7
8	#include <boost/algorithm/string.hpp>
9	#include <boost/filesystem.hpp>
10	#include <boost/program_options.hpp>
11
12	namespace po = boost::program_options;
13
14	using namespace std;
15
16	const int BUFSIZE = 1024*1024;
17
18	string getLastWord(string input) {
19	vector<string> words;
20	words = boost::split(words, input, boost::is_any_of(" ") );
21
22	string last = words.back();
23
24	boost::erase_all(last, ";");
25	boost::trim(last);
26
27
28
29	return last;
30	}
31
32
33	int main(int argc, char** argv) {
34
35	po::options_description desc("Mysql dump file splitter:\nAllowed options");
36	desc.add_options()
37	("help", "produce help message")
38	("data", "ignore ceate tablestatements")
39	("input-file", po::value< string >(), "input file")
40	;
41
42	po::positional_options_description p;
43	p.add("input-file", -1);
44
45
46	po::variables_map vm;
47	po::store( po::command_line_parser(argc, argv).options(desc).positional(p).run(), vm);
48	po::notify(vm);
49
50	if (vm.count("help")) {
51	cout << desc << "\n";
52	return 1;
53	}
54
55
56
57	if ( vm.count("input-file") == 0) {
58	cout << desc << endl;
59	return 1;
60	}
61
62
63	char linebuf[BUFSIZE];
64
65	string inputfile = vm["input-file"].as< string >();
66	if (! boost::filesystem::exists(inputfile) ) {
67	cout << "No file named " << inputfile << endl;
68	return 1;
69	}
70
71
72	ifstream in( inputfile.c_str() );
73	ofstream out;
74
75	ostringstream header;
76
77	if (!in.is_open() ) {
78	cout << "Could not open " << argv[1] << endl;
79	return 2;
80	}
81
82	while ( in.good() ) {
83	in.getline(linebuf, BUFSIZE);
84
85	string line(linebuf);
86
87
88	//if (line.substr(0, 15) == "CREATE DATABASE" ) {
89	if ( boost::starts_with(line, "CREATE DATABASE") ) {
90
91	if (out.is_open() ) {
92	out.close();
93	}
94
95	boost::trim(line);
96	string dbname = getLastWord(line);
97	cout << ">" << dbname << endl;
98
99
100	ostringstream oss;
101	oss << dbname << "_dump.sql";
102
103	string filename = oss.str();
104
105	bool did_exist = boost::filesystem::exists(filename);
106
107	out.open( filename.c_str(), ios::app );
108
109
110
111	if (!out.is_open() ) {
112	cout << "could not create outfile " << filename << endl;
113	return 3;
114	}
115
116	if (!did_exist) {
117	out << header.str() << endl; //write preamble in new file
118	}
119
120	}
121
122
123	if (out.is_open() ) {
124	out << line << endl;
125	} else {
126	header << line << endl; //collect preamble for later use
127	}
128
129	}
130
131
132	if(out.is_open())
133	out.close();
134
135
136	in.close();
137	}