Compare commits
No commits in common. "pristine-tar" and "master" have entirely different histories.
pristine-t
...
master
20
.bzrignore
Normal file
20
.bzrignore
Normal file
@ -0,0 +1,20 @@
|
||||
mydumper
|
||||
myloader
|
||||
*~
|
||||
*.dSYM
|
||||
export
|
||||
CMakeCache.txt
|
||||
CMakeFiles/
|
||||
Makefile
|
||||
cmake_install.cmake
|
||||
config.h
|
||||
docs/CMakeFiles/
|
||||
docs/Makefile
|
||||
docs/_doctrees/
|
||||
docs/_sources/
|
||||
docs/cmake_install.cmake
|
||||
docs/html/
|
||||
docs/man/
|
||||
docs/_build/conf.py
|
||||
docs/_build/sources.cmake
|
||||
.project
|
||||
73
CMakeLists.txt
Normal file
73
CMakeLists.txt
Normal file
@ -0,0 +1,73 @@
|
||||
cmake_minimum_required(VERSION 2.6)
|
||||
project(mydumper)
|
||||
set(VERSION 0.9.5)
|
||||
set(ARCHIVE_NAME "${CMAKE_PROJECT_NAME}-${VERSION}")
|
||||
|
||||
#Required packages
|
||||
set(CMAKE_MODULE_PATH ${CMAKE_SOURCE_DIR}/cmake/modules)
|
||||
find_package(MySQL)
|
||||
find_package(ZLIB)
|
||||
find_package(GLIB2)
|
||||
find_package(PCRE)
|
||||
|
||||
option(BUILD_DOCS "Build the documentation" ON)
|
||||
|
||||
if (BUILD_DOCS)
|
||||
add_subdirectory(docs)
|
||||
endif (BUILD_DOCS)
|
||||
|
||||
option(WITH_BINLOG "Build binlog dump options" OFF)
|
||||
option(WITH_SSL "Build SSL support" ON)
|
||||
|
||||
set(CMAKE_C_FLAGS "-Wall -Wno-deprecated-declarations -Wunused -Wwrite-strings -Wno-strict-aliasing -Wextra -Wshadow -Werror -O3 -g ${MYSQL_CFLAGS}")
|
||||
|
||||
include_directories(${MYDUMPER_SOURCE_DIR} ${MYSQL_INCLUDE_DIR} ${GLIB2_INCLUDE_DIR} ${PCRE_INCLUDE_DIR} ${ZLIB_INCLUDE_DIRS})
|
||||
|
||||
if (NOT CMAKE_INSTALL_PREFIX)
|
||||
SET(CMAKE_INSTALL_PREFIX "/usr/local" CACHE STRING "Install path" FORCE)
|
||||
endif (NOT CMAKE_INSTALL_PREFIX)
|
||||
MARK_AS_ADVANCED(CMAKE)
|
||||
|
||||
CONFIGURE_FILE(${CMAKE_CURRENT_SOURCE_DIR}/config.h.in ${CMAKE_CURRENT_SOURCE_DIR}/config.h)
|
||||
|
||||
|
||||
if (WITH_BINLOG)
|
||||
|
||||
add_executable(mydumper mydumper.c binlog.c server_detect.c g_unix_signal.c connection.c getPassword.c)
|
||||
else (WITH_BINLOG)
|
||||
add_executable(mydumper mydumper.c server_detect.c g_unix_signal.c connection.c getPassword.c)
|
||||
endif (WITH_BINLOG)
|
||||
target_link_libraries(mydumper ${MYSQL_LIBRARIES} ${GLIB2_LIBRARIES} ${GTHREAD2_LIBRARIES} ${PCRE_PCRE_LIBRARY} ${ZLIB_LIBRARIES} stdc++)
|
||||
|
||||
|
||||
add_executable(myloader myloader.c connection.c getPassword.c)
|
||||
target_link_libraries(myloader ${MYSQL_LIBRARIES} ${GLIB2_LIBRARIES} ${GTHREAD2_LIBRARIES} ${PCRE_PCRE_LIBRARY} ${ZLIB_LIBRARIES} stdc++)
|
||||
|
||||
INSTALL(TARGETS mydumper myloader
|
||||
RUNTIME DESTINATION bin
|
||||
)
|
||||
|
||||
add_custom_target(dist
|
||||
COMMAND bzr export --root=${ARCHIVE_NAME}
|
||||
${CMAKE_BINARY_DIR}/${ARCHIVE_NAME}.tar.gz
|
||||
WORKING_DIRECTORY ${CMAKE_SOURCE_DIR})
|
||||
|
||||
OPTION(RUN_CPPCHECK "Run cppcheck" OFF)
|
||||
|
||||
IF(RUN_CPPCHECK)
|
||||
include(CppcheckTargets)
|
||||
add_cppcheck(mydumper)
|
||||
add_cppcheck(myloader)
|
||||
ENDIF(RUN_CPPCHECK)
|
||||
|
||||
|
||||
MESSAGE(STATUS "------------------------------------------------")
|
||||
MESSAGE(STATUS "MYSQL_CONFIG = ${MYSQL_CONFIG}")
|
||||
MESSAGE(STATUS "CMAKE_INSTALL_PREFIX = ${CMAKE_INSTALL_PREFIX}")
|
||||
MESSAGE(STATUS "BUILD_DOCS = ${BUILD_DOCS}")
|
||||
MESSAGE(STATUS "WITH_BINLOG = ${WITH_BINLOG}")
|
||||
MESSAGE(STATUS "RUN_CPPCHECK = ${RUN_CPPCHECK}")
|
||||
MESSAGE(STATUS "Change a values with: cmake -D<Variable>=<Value>")
|
||||
MESSAGE(STATUS "------------------------------------------------")
|
||||
MESSAGE(STATUS)
|
||||
|
||||
674
LICENSE
Normal file
674
LICENSE
Normal file
@ -0,0 +1,674 @@
|
||||
GNU GENERAL PUBLIC LICENSE
|
||||
Version 3, 29 June 2007
|
||||
|
||||
Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/>
|
||||
Everyone is permitted to copy and distribute verbatim copies
|
||||
of this license document, but changing it is not allowed.
|
||||
|
||||
Preamble
|
||||
|
||||
The GNU General Public License is a free, copyleft license for
|
||||
software and other kinds of works.
|
||||
|
||||
The licenses for most software and other practical works are designed
|
||||
to take away your freedom to share and change the works. By contrast,
|
||||
the GNU General Public License is intended to guarantee your freedom to
|
||||
share and change all versions of a program--to make sure it remains free
|
||||
software for all its users. We, the Free Software Foundation, use the
|
||||
GNU General Public License for most of our software; it applies also to
|
||||
any other work released this way by its authors. You can apply it to
|
||||
your programs, too.
|
||||
|
||||
When we speak of free software, we are referring to freedom, not
|
||||
price. Our General Public Licenses are designed to make sure that you
|
||||
have the freedom to distribute copies of free software (and charge for
|
||||
them if you wish), that you receive source code or can get it if you
|
||||
want it, that you can change the software or use pieces of it in new
|
||||
free programs, and that you know you can do these things.
|
||||
|
||||
To protect your rights, we need to prevent others from denying you
|
||||
these rights or asking you to surrender the rights. Therefore, you have
|
||||
certain responsibilities if you distribute copies of the software, or if
|
||||
you modify it: responsibilities to respect the freedom of others.
|
||||
|
||||
For example, if you distribute copies of such a program, whether
|
||||
gratis or for a fee, you must pass on to the recipients the same
|
||||
freedoms that you received. You must make sure that they, too, receive
|
||||
or can get the source code. And you must show them these terms so they
|
||||
know their rights.
|
||||
|
||||
Developers that use the GNU GPL protect your rights with two steps:
|
||||
(1) assert copyright on the software, and (2) offer you this License
|
||||
giving you legal permission to copy, distribute and/or modify it.
|
||||
|
||||
For the developers' and authors' protection, the GPL clearly explains
|
||||
that there is no warranty for this free software. For both users' and
|
||||
authors' sake, the GPL requires that modified versions be marked as
|
||||
changed, so that their problems will not be attributed erroneously to
|
||||
authors of previous versions.
|
||||
|
||||
Some devices are designed to deny users access to install or run
|
||||
modified versions of the software inside them, although the manufacturer
|
||||
can do so. This is fundamentally incompatible with the aim of
|
||||
protecting users' freedom to change the software. The systematic
|
||||
pattern of such abuse occurs in the area of products for individuals to
|
||||
use, which is precisely where it is most unacceptable. Therefore, we
|
||||
have designed this version of the GPL to prohibit the practice for those
|
||||
products. If such problems arise substantially in other domains, we
|
||||
stand ready to extend this provision to those domains in future versions
|
||||
of the GPL, as needed to protect the freedom of users.
|
||||
|
||||
Finally, every program is threatened constantly by software patents.
|
||||
States should not allow patents to restrict development and use of
|
||||
software on general-purpose computers, but in those that do, we wish to
|
||||
avoid the special danger that patents applied to a free program could
|
||||
make it effectively proprietary. To prevent this, the GPL assures that
|
||||
patents cannot be used to render the program non-free.
|
||||
|
||||
The precise terms and conditions for copying, distribution and
|
||||
modification follow.
|
||||
|
||||
TERMS AND CONDITIONS
|
||||
|
||||
0. Definitions.
|
||||
|
||||
"This License" refers to version 3 of the GNU General Public License.
|
||||
|
||||
"Copyright" also means copyright-like laws that apply to other kinds of
|
||||
works, such as semiconductor masks.
|
||||
|
||||
"The Program" refers to any copyrightable work licensed under this
|
||||
License. Each licensee is addressed as "you". "Licensees" and
|
||||
"recipients" may be individuals or organizations.
|
||||
|
||||
To "modify" a work means to copy from or adapt all or part of the work
|
||||
in a fashion requiring copyright permission, other than the making of an
|
||||
exact copy. The resulting work is called a "modified version" of the
|
||||
earlier work or a work "based on" the earlier work.
|
||||
|
||||
A "covered work" means either the unmodified Program or a work based
|
||||
on the Program.
|
||||
|
||||
To "propagate" a work means to do anything with it that, without
|
||||
permission, would make you directly or secondarily liable for
|
||||
infringement under applicable copyright law, except executing it on a
|
||||
computer or modifying a private copy. Propagation includes copying,
|
||||
distribution (with or without modification), making available to the
|
||||
public, and in some countries other activities as well.
|
||||
|
||||
To "convey" a work means any kind of propagation that enables other
|
||||
parties to make or receive copies. Mere interaction with a user through
|
||||
a computer network, with no transfer of a copy, is not conveying.
|
||||
|
||||
An interactive user interface displays "Appropriate Legal Notices"
|
||||
to the extent that it includes a convenient and prominently visible
|
||||
feature that (1) displays an appropriate copyright notice, and (2)
|
||||
tells the user that there is no warranty for the work (except to the
|
||||
extent that warranties are provided), that licensees may convey the
|
||||
work under this License, and how to view a copy of this License. If
|
||||
the interface presents a list of user commands or options, such as a
|
||||
menu, a prominent item in the list meets this criterion.
|
||||
|
||||
1. Source Code.
|
||||
|
||||
The "source code" for a work means the preferred form of the work
|
||||
for making modifications to it. "Object code" means any non-source
|
||||
form of a work.
|
||||
|
||||
A "Standard Interface" means an interface that either is an official
|
||||
standard defined by a recognized standards body, or, in the case of
|
||||
interfaces specified for a particular programming language, one that
|
||||
is widely used among developers working in that language.
|
||||
|
||||
The "System Libraries" of an executable work include anything, other
|
||||
than the work as a whole, that (a) is included in the normal form of
|
||||
packaging a Major Component, but which is not part of that Major
|
||||
Component, and (b) serves only to enable use of the work with that
|
||||
Major Component, or to implement a Standard Interface for which an
|
||||
implementation is available to the public in source code form. A
|
||||
"Major Component", in this context, means a major essential component
|
||||
(kernel, window system, and so on) of the specific operating system
|
||||
(if any) on which the executable work runs, or a compiler used to
|
||||
produce the work, or an object code interpreter used to run it.
|
||||
|
||||
The "Corresponding Source" for a work in object code form means all
|
||||
the source code needed to generate, install, and (for an executable
|
||||
work) run the object code and to modify the work, including scripts to
|
||||
control those activities. However, it does not include the work's
|
||||
System Libraries, or general-purpose tools or generally available free
|
||||
programs which are used unmodified in performing those activities but
|
||||
which are not part of the work. For example, Corresponding Source
|
||||
includes interface definition files associated with source files for
|
||||
the work, and the source code for shared libraries and dynamically
|
||||
linked subprograms that the work is specifically designed to require,
|
||||
such as by intimate data communication or control flow between those
|
||||
subprograms and other parts of the work.
|
||||
|
||||
The Corresponding Source need not include anything that users
|
||||
can regenerate automatically from other parts of the Corresponding
|
||||
Source.
|
||||
|
||||
The Corresponding Source for a work in source code form is that
|
||||
same work.
|
||||
|
||||
2. Basic Permissions.
|
||||
|
||||
All rights granted under this License are granted for the term of
|
||||
copyright on the Program, and are irrevocable provided the stated
|
||||
conditions are met. This License explicitly affirms your unlimited
|
||||
permission to run the unmodified Program. The output from running a
|
||||
covered work is covered by this License only if the output, given its
|
||||
content, constitutes a covered work. This License acknowledges your
|
||||
rights of fair use or other equivalent, as provided by copyright law.
|
||||
|
||||
You may make, run and propagate covered works that you do not
|
||||
convey, without conditions so long as your license otherwise remains
|
||||
in force. You may convey covered works to others for the sole purpose
|
||||
of having them make modifications exclusively for you, or provide you
|
||||
with facilities for running those works, provided that you comply with
|
||||
the terms of this License in conveying all material for which you do
|
||||
not control copyright. Those thus making or running the covered works
|
||||
for you must do so exclusively on your behalf, under your direction
|
||||
and control, on terms that prohibit them from making any copies of
|
||||
your copyrighted material outside their relationship with you.
|
||||
|
||||
Conveying under any other circumstances is permitted solely under
|
||||
the conditions stated below. Sublicensing is not allowed; section 10
|
||||
makes it unnecessary.
|
||||
|
||||
3. Protecting Users' Legal Rights From Anti-Circumvention Law.
|
||||
|
||||
No covered work shall be deemed part of an effective technological
|
||||
measure under any applicable law fulfilling obligations under article
|
||||
11 of the WIPO copyright treaty adopted on 20 December 1996, or
|
||||
similar laws prohibiting or restricting circumvention of such
|
||||
measures.
|
||||
|
||||
When you convey a covered work, you waive any legal power to forbid
|
||||
circumvention of technological measures to the extent such circumvention
|
||||
is effected by exercising rights under this License with respect to
|
||||
the covered work, and you disclaim any intention to limit operation or
|
||||
modification of the work as a means of enforcing, against the work's
|
||||
users, your or third parties' legal rights to forbid circumvention of
|
||||
technological measures.
|
||||
|
||||
4. Conveying Verbatim Copies.
|
||||
|
||||
You may convey verbatim copies of the Program's source code as you
|
||||
receive it, in any medium, provided that you conspicuously and
|
||||
appropriately publish on each copy an appropriate copyright notice;
|
||||
keep intact all notices stating that this License and any
|
||||
non-permissive terms added in accord with section 7 apply to the code;
|
||||
keep intact all notices of the absence of any warranty; and give all
|
||||
recipients a copy of this License along with the Program.
|
||||
|
||||
You may charge any price or no price for each copy that you convey,
|
||||
and you may offer support or warranty protection for a fee.
|
||||
|
||||
5. Conveying Modified Source Versions.
|
||||
|
||||
You may convey a work based on the Program, or the modifications to
|
||||
produce it from the Program, in the form of source code under the
|
||||
terms of section 4, provided that you also meet all of these conditions:
|
||||
|
||||
a) The work must carry prominent notices stating that you modified
|
||||
it, and giving a relevant date.
|
||||
|
||||
b) The work must carry prominent notices stating that it is
|
||||
released under this License and any conditions added under section
|
||||
7. This requirement modifies the requirement in section 4 to
|
||||
"keep intact all notices".
|
||||
|
||||
c) You must license the entire work, as a whole, under this
|
||||
License to anyone who comes into possession of a copy. This
|
||||
License will therefore apply, along with any applicable section 7
|
||||
additional terms, to the whole of the work, and all its parts,
|
||||
regardless of how they are packaged. This License gives no
|
||||
permission to license the work in any other way, but it does not
|
||||
invalidate such permission if you have separately received it.
|
||||
|
||||
d) If the work has interactive user interfaces, each must display
|
||||
Appropriate Legal Notices; however, if the Program has interactive
|
||||
interfaces that do not display Appropriate Legal Notices, your
|
||||
work need not make them do so.
|
||||
|
||||
A compilation of a covered work with other separate and independent
|
||||
works, which are not by their nature extensions of the covered work,
|
||||
and which are not combined with it such as to form a larger program,
|
||||
in or on a volume of a storage or distribution medium, is called an
|
||||
"aggregate" if the compilation and its resulting copyright are not
|
||||
used to limit the access or legal rights of the compilation's users
|
||||
beyond what the individual works permit. Inclusion of a covered work
|
||||
in an aggregate does not cause this License to apply to the other
|
||||
parts of the aggregate.
|
||||
|
||||
6. Conveying Non-Source Forms.
|
||||
|
||||
You may convey a covered work in object code form under the terms
|
||||
of sections 4 and 5, provided that you also convey the
|
||||
machine-readable Corresponding Source under the terms of this License,
|
||||
in one of these ways:
|
||||
|
||||
a) Convey the object code in, or embodied in, a physical product
|
||||
(including a physical distribution medium), accompanied by the
|
||||
Corresponding Source fixed on a durable physical medium
|
||||
customarily used for software interchange.
|
||||
|
||||
b) Convey the object code in, or embodied in, a physical product
|
||||
(including a physical distribution medium), accompanied by a
|
||||
written offer, valid for at least three years and valid for as
|
||||
long as you offer spare parts or customer support for that product
|
||||
model, to give anyone who possesses the object code either (1) a
|
||||
copy of the Corresponding Source for all the software in the
|
||||
product that is covered by this License, on a durable physical
|
||||
medium customarily used for software interchange, for a price no
|
||||
more than your reasonable cost of physically performing this
|
||||
conveying of source, or (2) access to copy the
|
||||
Corresponding Source from a network server at no charge.
|
||||
|
||||
c) Convey individual copies of the object code with a copy of the
|
||||
written offer to provide the Corresponding Source. This
|
||||
alternative is allowed only occasionally and noncommercially, and
|
||||
only if you received the object code with such an offer, in accord
|
||||
with subsection 6b.
|
||||
|
||||
d) Convey the object code by offering access from a designated
|
||||
place (gratis or for a charge), and offer equivalent access to the
|
||||
Corresponding Source in the same way through the same place at no
|
||||
further charge. You need not require recipients to copy the
|
||||
Corresponding Source along with the object code. If the place to
|
||||
copy the object code is a network server, the Corresponding Source
|
||||
may be on a different server (operated by you or a third party)
|
||||
that supports equivalent copying facilities, provided you maintain
|
||||
clear directions next to the object code saying where to find the
|
||||
Corresponding Source. Regardless of what server hosts the
|
||||
Corresponding Source, you remain obligated to ensure that it is
|
||||
available for as long as needed to satisfy these requirements.
|
||||
|
||||
e) Convey the object code using peer-to-peer transmission, provided
|
||||
you inform other peers where the object code and Corresponding
|
||||
Source of the work are being offered to the general public at no
|
||||
charge under subsection 6d.
|
||||
|
||||
A separable portion of the object code, whose source code is excluded
|
||||
from the Corresponding Source as a System Library, need not be
|
||||
included in conveying the object code work.
|
||||
|
||||
A "User Product" is either (1) a "consumer product", which means any
|
||||
tangible personal property which is normally used for personal, family,
|
||||
or household purposes, or (2) anything designed or sold for incorporation
|
||||
into a dwelling. In determining whether a product is a consumer product,
|
||||
doubtful cases shall be resolved in favor of coverage. For a particular
|
||||
product received by a particular user, "normally used" refers to a
|
||||
typical or common use of that class of product, regardless of the status
|
||||
of the particular user or of the way in which the particular user
|
||||
actually uses, or expects or is expected to use, the product. A product
|
||||
is a consumer product regardless of whether the product has substantial
|
||||
commercial, industrial or non-consumer uses, unless such uses represent
|
||||
the only significant mode of use of the product.
|
||||
|
||||
"Installation Information" for a User Product means any methods,
|
||||
procedures, authorization keys, or other information required to install
|
||||
and execute modified versions of a covered work in that User Product from
|
||||
a modified version of its Corresponding Source. The information must
|
||||
suffice to ensure that the continued functioning of the modified object
|
||||
code is in no case prevented or interfered with solely because
|
||||
modification has been made.
|
||||
|
||||
If you convey an object code work under this section in, or with, or
|
||||
specifically for use in, a User Product, and the conveying occurs as
|
||||
part of a transaction in which the right of possession and use of the
|
||||
User Product is transferred to the recipient in perpetuity or for a
|
||||
fixed term (regardless of how the transaction is characterized), the
|
||||
Corresponding Source conveyed under this section must be accompanied
|
||||
by the Installation Information. But this requirement does not apply
|
||||
if neither you nor any third party retains the ability to install
|
||||
modified object code on the User Product (for example, the work has
|
||||
been installed in ROM).
|
||||
|
||||
The requirement to provide Installation Information does not include a
|
||||
requirement to continue to provide support service, warranty, or updates
|
||||
for a work that has been modified or installed by the recipient, or for
|
||||
the User Product in which it has been modified or installed. Access to a
|
||||
network may be denied when the modification itself materially and
|
||||
adversely affects the operation of the network or violates the rules and
|
||||
protocols for communication across the network.
|
||||
|
||||
Corresponding Source conveyed, and Installation Information provided,
|
||||
in accord with this section must be in a format that is publicly
|
||||
documented (and with an implementation available to the public in
|
||||
source code form), and must require no special password or key for
|
||||
unpacking, reading or copying.
|
||||
|
||||
7. Additional Terms.
|
||||
|
||||
"Additional permissions" are terms that supplement the terms of this
|
||||
License by making exceptions from one or more of its conditions.
|
||||
Additional permissions that are applicable to the entire Program shall
|
||||
be treated as though they were included in this License, to the extent
|
||||
that they are valid under applicable law. If additional permissions
|
||||
apply only to part of the Program, that part may be used separately
|
||||
under those permissions, but the entire Program remains governed by
|
||||
this License without regard to the additional permissions.
|
||||
|
||||
When you convey a copy of a covered work, you may at your option
|
||||
remove any additional permissions from that copy, or from any part of
|
||||
it. (Additional permissions may be written to require their own
|
||||
removal in certain cases when you modify the work.) You may place
|
||||
additional permissions on material, added by you to a covered work,
|
||||
for which you have or can give appropriate copyright permission.
|
||||
|
||||
Notwithstanding any other provision of this License, for material you
|
||||
add to a covered work, you may (if authorized by the copyright holders of
|
||||
that material) supplement the terms of this License with terms:
|
||||
|
||||
a) Disclaiming warranty or limiting liability differently from the
|
||||
terms of sections 15 and 16 of this License; or
|
||||
|
||||
b) Requiring preservation of specified reasonable legal notices or
|
||||
author attributions in that material or in the Appropriate Legal
|
||||
Notices displayed by works containing it; or
|
||||
|
||||
c) Prohibiting misrepresentation of the origin of that material, or
|
||||
requiring that modified versions of such material be marked in
|
||||
reasonable ways as different from the original version; or
|
||||
|
||||
d) Limiting the use for publicity purposes of names of licensors or
|
||||
authors of the material; or
|
||||
|
||||
e) Declining to grant rights under trademark law for use of some
|
||||
trade names, trademarks, or service marks; or
|
||||
|
||||
f) Requiring indemnification of licensors and authors of that
|
||||
material by anyone who conveys the material (or modified versions of
|
||||
it) with contractual assumptions of liability to the recipient, for
|
||||
any liability that these contractual assumptions directly impose on
|
||||
those licensors and authors.
|
||||
|
||||
All other non-permissive additional terms are considered "further
|
||||
restrictions" within the meaning of section 10. If the Program as you
|
||||
received it, or any part of it, contains a notice stating that it is
|
||||
governed by this License along with a term that is a further
|
||||
restriction, you may remove that term. If a license document contains
|
||||
a further restriction but permits relicensing or conveying under this
|
||||
License, you may add to a covered work material governed by the terms
|
||||
of that license document, provided that the further restriction does
|
||||
not survive such relicensing or conveying.
|
||||
|
||||
If you add terms to a covered work in accord with this section, you
|
||||
must place, in the relevant source files, a statement of the
|
||||
additional terms that apply to those files, or a notice indicating
|
||||
where to find the applicable terms.
|
||||
|
||||
Additional terms, permissive or non-permissive, may be stated in the
|
||||
form of a separately written license, or stated as exceptions;
|
||||
the above requirements apply either way.
|
||||
|
||||
8. Termination.
|
||||
|
||||
You may not propagate or modify a covered work except as expressly
|
||||
provided under this License. Any attempt otherwise to propagate or
|
||||
modify it is void, and will automatically terminate your rights under
|
||||
this License (including any patent licenses granted under the third
|
||||
paragraph of section 11).
|
||||
|
||||
However, if you cease all violation of this License, then your
|
||||
license from a particular copyright holder is reinstated (a)
|
||||
provisionally, unless and until the copyright holder explicitly and
|
||||
finally terminates your license, and (b) permanently, if the copyright
|
||||
holder fails to notify you of the violation by some reasonable means
|
||||
prior to 60 days after the cessation.
|
||||
|
||||
Moreover, your license from a particular copyright holder is
|
||||
reinstated permanently if the copyright holder notifies you of the
|
||||
violation by some reasonable means, this is the first time you have
|
||||
received notice of violation of this License (for any work) from that
|
||||
copyright holder, and you cure the violation prior to 30 days after
|
||||
your receipt of the notice.
|
||||
|
||||
Termination of your rights under this section does not terminate the
|
||||
licenses of parties who have received copies or rights from you under
|
||||
this License. If your rights have been terminated and not permanently
|
||||
reinstated, you do not qualify to receive new licenses for the same
|
||||
material under section 10.
|
||||
|
||||
9. Acceptance Not Required for Having Copies.
|
||||
|
||||
You are not required to accept this License in order to receive or
|
||||
run a copy of the Program. Ancillary propagation of a covered work
|
||||
occurring solely as a consequence of using peer-to-peer transmission
|
||||
to receive a copy likewise does not require acceptance. However,
|
||||
nothing other than this License grants you permission to propagate or
|
||||
modify any covered work. These actions infringe copyright if you do
|
||||
not accept this License. Therefore, by modifying or propagating a
|
||||
covered work, you indicate your acceptance of this License to do so.
|
||||
|
||||
10. Automatic Licensing of Downstream Recipients.
|
||||
|
||||
Each time you convey a covered work, the recipient automatically
|
||||
receives a license from the original licensors, to run, modify and
|
||||
propagate that work, subject to this License. You are not responsible
|
||||
for enforcing compliance by third parties with this License.
|
||||
|
||||
An "entity transaction" is a transaction transferring control of an
|
||||
organization, or substantially all assets of one, or subdividing an
|
||||
organization, or merging organizations. If propagation of a covered
|
||||
work results from an entity transaction, each party to that
|
||||
transaction who receives a copy of the work also receives whatever
|
||||
licenses to the work the party's predecessor in interest had or could
|
||||
give under the previous paragraph, plus a right to possession of the
|
||||
Corresponding Source of the work from the predecessor in interest, if
|
||||
the predecessor has it or can get it with reasonable efforts.
|
||||
|
||||
You may not impose any further restrictions on the exercise of the
|
||||
rights granted or affirmed under this License. For example, you may
|
||||
not impose a license fee, royalty, or other charge for exercise of
|
||||
rights granted under this License, and you may not initiate litigation
|
||||
(including a cross-claim or counterclaim in a lawsuit) alleging that
|
||||
any patent claim is infringed by making, using, selling, offering for
|
||||
sale, or importing the Program or any portion of it.
|
||||
|
||||
11. Patents.
|
||||
|
||||
A "contributor" is a copyright holder who authorizes use under this
|
||||
License of the Program or a work on which the Program is based. The
|
||||
work thus licensed is called the contributor's "contributor version".
|
||||
|
||||
A contributor's "essential patent claims" are all patent claims
|
||||
owned or controlled by the contributor, whether already acquired or
|
||||
hereafter acquired, that would be infringed by some manner, permitted
|
||||
by this License, of making, using, or selling its contributor version,
|
||||
but do not include claims that would be infringed only as a
|
||||
consequence of further modification of the contributor version. For
|
||||
purposes of this definition, "control" includes the right to grant
|
||||
patent sublicenses in a manner consistent with the requirements of
|
||||
this License.
|
||||
|
||||
Each contributor grants you a non-exclusive, worldwide, royalty-free
|
||||
patent license under the contributor's essential patent claims, to
|
||||
make, use, sell, offer for sale, import and otherwise run, modify and
|
||||
propagate the contents of its contributor version.
|
||||
|
||||
In the following three paragraphs, a "patent license" is any express
|
||||
agreement or commitment, however denominated, not to enforce a patent
|
||||
(such as an express permission to practice a patent or covenant not to
|
||||
sue for patent infringement). To "grant" such a patent license to a
|
||||
party means to make such an agreement or commitment not to enforce a
|
||||
patent against the party.
|
||||
|
||||
If you convey a covered work, knowingly relying on a patent license,
|
||||
and the Corresponding Source of the work is not available for anyone
|
||||
to copy, free of charge and under the terms of this License, through a
|
||||
publicly available network server or other readily accessible means,
|
||||
then you must either (1) cause the Corresponding Source to be so
|
||||
available, or (2) arrange to deprive yourself of the benefit of the
|
||||
patent license for this particular work, or (3) arrange, in a manner
|
||||
consistent with the requirements of this License, to extend the patent
|
||||
license to downstream recipients. "Knowingly relying" means you have
|
||||
actual knowledge that, but for the patent license, your conveying the
|
||||
covered work in a country, or your recipient's use of the covered work
|
||||
in a country, would infringe one or more identifiable patents in that
|
||||
country that you have reason to believe are valid.
|
||||
|
||||
If, pursuant to or in connection with a single transaction or
|
||||
arrangement, you convey, or propagate by procuring conveyance of, a
|
||||
covered work, and grant a patent license to some of the parties
|
||||
receiving the covered work authorizing them to use, propagate, modify
|
||||
or convey a specific copy of the covered work, then the patent license
|
||||
you grant is automatically extended to all recipients of the covered
|
||||
work and works based on it.
|
||||
|
||||
A patent license is "discriminatory" if it does not include within
|
||||
the scope of its coverage, prohibits the exercise of, or is
|
||||
conditioned on the non-exercise of one or more of the rights that are
|
||||
specifically granted under this License. You may not convey a covered
|
||||
work if you are a party to an arrangement with a third party that is
|
||||
in the business of distributing software, under which you make payment
|
||||
to the third party based on the extent of your activity of conveying
|
||||
the work, and under which the third party grants, to any of the
|
||||
parties who would receive the covered work from you, a discriminatory
|
||||
patent license (a) in connection with copies of the covered work
|
||||
conveyed by you (or copies made from those copies), or (b) primarily
|
||||
for and in connection with specific products or compilations that
|
||||
contain the covered work, unless you entered into that arrangement,
|
||||
or that patent license was granted, prior to 28 March 2007.
|
||||
|
||||
Nothing in this License shall be construed as excluding or limiting
|
||||
any implied license or other defenses to infringement that may
|
||||
otherwise be available to you under applicable patent law.
|
||||
|
||||
12. No Surrender of Others' Freedom.
|
||||
|
||||
If conditions are imposed on you (whether by court order, agreement or
|
||||
otherwise) that contradict the conditions of this License, they do not
|
||||
excuse you from the conditions of this License. If you cannot convey a
|
||||
covered work so as to satisfy simultaneously your obligations under this
|
||||
License and any other pertinent obligations, then as a consequence you may
|
||||
not convey it at all. For example, if you agree to terms that obligate you
|
||||
to collect a royalty for further conveying from those to whom you convey
|
||||
the Program, the only way you could satisfy both those terms and this
|
||||
License would be to refrain entirely from conveying the Program.
|
||||
|
||||
13. Use with the GNU Affero General Public License.
|
||||
|
||||
Notwithstanding any other provision of this License, you have
|
||||
permission to link or combine any covered work with a work licensed
|
||||
under version 3 of the GNU Affero General Public License into a single
|
||||
combined work, and to convey the resulting work. The terms of this
|
||||
License will continue to apply to the part which is the covered work,
|
||||
but the special requirements of the GNU Affero General Public License,
|
||||
section 13, concerning interaction through a network will apply to the
|
||||
combination as such.
|
||||
|
||||
14. Revised Versions of this License.
|
||||
|
||||
The Free Software Foundation may publish revised and/or new versions of
|
||||
the GNU General Public License from time to time. Such new versions will
|
||||
be similar in spirit to the present version, but may differ in detail to
|
||||
address new problems or concerns.
|
||||
|
||||
Each version is given a distinguishing version number. If the
|
||||
Program specifies that a certain numbered version of the GNU General
|
||||
Public License "or any later version" applies to it, you have the
|
||||
option of following the terms and conditions either of that numbered
|
||||
version or of any later version published by the Free Software
|
||||
Foundation. If the Program does not specify a version number of the
|
||||
GNU General Public License, you may choose any version ever published
|
||||
by the Free Software Foundation.
|
||||
|
||||
If the Program specifies that a proxy can decide which future
|
||||
versions of the GNU General Public License can be used, that proxy's
|
||||
public statement of acceptance of a version permanently authorizes you
|
||||
to choose that version for the Program.
|
||||
|
||||
Later license versions may give you additional or different
|
||||
permissions. However, no additional obligations are imposed on any
|
||||
author or copyright holder as a result of your choosing to follow a
|
||||
later version.
|
||||
|
||||
15. Disclaimer of Warranty.
|
||||
|
||||
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
|
||||
APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
|
||||
HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY
|
||||
OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,
|
||||
THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM
|
||||
IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF
|
||||
ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
|
||||
|
||||
16. Limitation of Liability.
|
||||
|
||||
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
|
||||
WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS
|
||||
THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
|
||||
GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
|
||||
USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
|
||||
DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
|
||||
PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
|
||||
EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
|
||||
SUCH DAMAGES.
|
||||
|
||||
17. Interpretation of Sections 15 and 16.
|
||||
|
||||
If the disclaimer of warranty and limitation of liability provided
|
||||
above cannot be given local legal effect according to their terms,
|
||||
reviewing courts shall apply local law that most closely approximates
|
||||
an absolute waiver of all civil liability in connection with the
|
||||
Program, unless a warranty or assumption of liability accompanies a
|
||||
copy of the Program in return for a fee.
|
||||
|
||||
END OF TERMS AND CONDITIONS
|
||||
|
||||
How to Apply These Terms to Your New Programs
|
||||
|
||||
If you develop a new program, and you want it to be of the greatest
|
||||
possible use to the public, the best way to achieve this is to make it
|
||||
free software which everyone can redistribute and change under these terms.
|
||||
|
||||
To do so, attach the following notices to the program. It is safest
|
||||
to attach them to the start of each source file to most effectively
|
||||
state the exclusion of warranty; and each file should have at least
|
||||
the "copyright" line and a pointer to where the full notice is found.
|
||||
|
||||
{one line to give the program's name and a brief idea of what it does.}
|
||||
Copyright (C) {year} {name of author}
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Also add information on how to contact you by electronic and paper mail.
|
||||
|
||||
If the program does terminal interaction, make it output a short
|
||||
notice like this when it starts in an interactive mode:
|
||||
|
||||
{project} Copyright (C) {year} {fullname}
|
||||
This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
|
||||
This is free software, and you are welcome to redistribute it
|
||||
under certain conditions; type `show c' for details.
|
||||
|
||||
The hypothetical commands `show w' and `show c' should show the appropriate
|
||||
parts of the General Public License. Of course, your program's commands
|
||||
might be different; for a GUI interface, you would use an "about box".
|
||||
|
||||
You should also get your employer (if you work as a programmer) or school,
|
||||
if any, to sign a "copyright disclaimer" for the program, if necessary.
|
||||
For more information on this, and how to apply and follow the GNU GPL, see
|
||||
<http://www.gnu.org/licenses/>.
|
||||
|
||||
The GNU General Public License does not permit incorporating your program
|
||||
into proprietary programs. If your program is a subroutine library, you
|
||||
may consider it more useful to permit linking proprietary applications with
|
||||
the library. If this is what you want to do, use the GNU Lesser General
|
||||
Public License instead of this License. But first, please read
|
||||
<http://www.gnu.org/philosophy/why-not-lgpl.html>.
|
||||
84
README.md
Normal file
84
README.md
Normal file
@ -0,0 +1,84 @@
|
||||
# What is mydumper? Why?
|
||||
|
||||
* Parallelism (hence, speed) and performance (avoids expensive character set conversion routines, efficient code overall)
|
||||
* Easier to manage output (separate files for tables, dump metadata, etc, easy to view/parse data)
|
||||
* Consistency - maintains snapshot across all threads, provides accurate master and slave log positions, etc
|
||||
* Manageability - supports PCRE for specifying database and tables inclusions and exclusions
|
||||
|
||||
## How to install mydumper/myloader?
|
||||
|
||||
First get the correct url from the [releases section](https://github.com/maxbube/mydumper/releases) then:
|
||||
|
||||
### RedHat / Centos
|
||||
|
||||
```bash
|
||||
yum install https://github.com/maxbube/mydumper/releases/download/v0.9.5/mydumper-0.9.5-1.el7.x86_64.rpm
|
||||
```
|
||||
|
||||
### Ubuntu / Debian
|
||||
|
||||
```bash
|
||||
wget https://github.com/maxbube/mydumper/releases/download/v0.9.5/mydumper_0.9.5-1.xenial_amd64.deb
|
||||
dpkg -i mydumper_0.9.5-1.xenial_amd64.deb
|
||||
```
|
||||
|
||||
## How to build it?
|
||||
|
||||
Run:
|
||||
|
||||
```bash
|
||||
cmake .
|
||||
make
|
||||
```
|
||||
|
||||
One needs to install development versions of required libaries (MySQL, GLib, ZLib, PCRE):
|
||||
NOTE: you must use the correspondent mysql devel package.
|
||||
|
||||
* Ubuntu or Debian: apt-get install libglib2.0-dev libmysqlclient15-dev zlib1g-dev libpcre3-dev libssl-dev
|
||||
* Fedora, RedHat and CentOS: yum install glib2-devel mysql-devel zlib-devel pcre-devel openssl-devel
|
||||
* openSUSE: zypper install glib2-devel libmysqlclient-devel pcre-devel zlib-devel
|
||||
* MacOSX: port install glib2 mysql5 pcre pkgconfig cmake
|
||||
(You may want to run 'port select mysql mysql5' afterwards)
|
||||
|
||||
One has to make sure, that pkg-config, mysql_config, pcre-config are all in $PATH
|
||||
|
||||
Binlog dump is disabled by default to compile with it you need to add -DWITH_BINLOG=ON to cmake options
|
||||
|
||||
To build against mysql libs < 5.7 you need to disable SSL adding -DWITH_SSL=OFF
|
||||
|
||||
## How does consistent snapshot work?
|
||||
|
||||
This is all done following best MySQL practices and traditions:
|
||||
|
||||
* As a precaution, slow running queries on the server either abort the dump, or get killed
|
||||
* Global write lock is acquired ("FLUSH TABLES WITH READ LOCK")
|
||||
* Various metadata is read ("SHOW SLAVE STATUS","SHOW MASTER STATUS")
|
||||
* Other threads connect and establish snapshots ("START TRANSACTION WITH CONSISTENT SNAPSHOT")
|
||||
** On pre-4.1.8 it creates dummy InnoDB table, and reads from it.
|
||||
* Once all worker threads announce the snapshot establishment, master executes "UNLOCK TABLES" and starts queueing jobs.
|
||||
|
||||
This for now does not provide consistent snapshots for non-transactional engines - support for that is expected in 0.2 :)
|
||||
|
||||
## How to exclude (or include) databases?
|
||||
|
||||
Once can use --regex functionality, for example not to dump mysql and test databases:
|
||||
|
||||
```bash
|
||||
mydumper --regex '^(?!(mysql\.|test\.))'
|
||||
```
|
||||
|
||||
To dump only mysql and test databases:
|
||||
|
||||
```bash
|
||||
mydumper --regex '^(mysql\.|test\.)'
|
||||
```
|
||||
|
||||
To not dump all databases starting with test:
|
||||
|
||||
```bash
|
||||
mydumper --regex '^(?!(test))'
|
||||
```
|
||||
|
||||
Of course, regex functionality can be used to describe pretty much any list of tables.
|
||||
|
||||
|
||||
284
binlog.c
Normal file
284
binlog.c
Normal file
@ -0,0 +1,284 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Domas Mituzas, Facebook ( domas at fb dot com )
|
||||
Mark Leith, Oracle Corporation (mark dot leith at oracle dot com)
|
||||
Andrew Hutchings, SkySQL (andrew at skysql dot com)
|
||||
|
||||
*/
|
||||
|
||||
#include <glib.h>
|
||||
#include <glib/gstdio.h>
|
||||
#include <my_global.h>
|
||||
#include <mysql.h>
|
||||
#include <my_sys.h>
|
||||
#include <mysqld_error.h>
|
||||
#include <sql_common.h>
|
||||
#include <string.h>
|
||||
#include <zlib.h>
|
||||
#include "mydumper.h"
|
||||
#include "binlog.h"
|
||||
|
||||
#define BINLOG_MAGIC "\xfe\x62\x69\x6e"
|
||||
|
||||
#define EVENT_HEADER_LENGTH 19
|
||||
#define EVENT_ROTATE_FIXED_LENGTH 8
|
||||
|
||||
enum event_postions {
|
||||
EVENT_TIMESTAMP_POSITION= 0,
|
||||
EVENT_TYPE_POSITION= 4,
|
||||
EVENT_SERVERID_POSITION= 5,
|
||||
EVENT_LENGTH_POSITION= 9,
|
||||
EVENT_NEXT_POSITION= 13,
|
||||
EVENT_FLAGS_POSITION= 17,
|
||||
EVENT_EXTRA_FLAGS_POSITION= 19 // currently unused in v4 binlogs, but a good marker for end of header
|
||||
};
|
||||
|
||||
enum event_type {
|
||||
ROTATE_EVENT= 4,
|
||||
FORMAT_DESCRIPTION_EVENT= 15,
|
||||
EVENT_TOO_SHORT= 254 // arbitrary high number, in 5.1 the max event type number is 27 so this should be fine for a while
|
||||
};
|
||||
|
||||
extern int compress_output;
|
||||
extern gboolean daemon_mode;
|
||||
extern gboolean shutdown_triggered;
|
||||
|
||||
FILE *new_binlog_file(char *binlog_file, const char *binlog_dir);
|
||||
void close_binlog_file(FILE *outfile);
|
||||
char *rotate_file_name(const char *buf);
|
||||
|
||||
void get_binlogs(MYSQL *conn, struct configuration *conf) {
|
||||
// TODO: find logs we already have, use start position based on position of last log.
|
||||
MYSQL_RES *result;
|
||||
MYSQL_ROW row;
|
||||
char* last_filename = NULL;
|
||||
guint64 last_position;
|
||||
|
||||
// Only snapshot dump the binlogs once in daemon mode
|
||||
static gboolean got_binlogs= FALSE;
|
||||
if (got_binlogs)
|
||||
return;
|
||||
else
|
||||
got_binlogs= TRUE;
|
||||
|
||||
if (mysql_query(conn, "SHOW MASTER STATUS")) {
|
||||
g_critical("Error: Could not execute query: %s", mysql_error(conn));
|
||||
return;
|
||||
}
|
||||
|
||||
result = mysql_store_result(conn);
|
||||
if ((row = mysql_fetch_row(result))) {
|
||||
last_filename= g_strdup(row[0]);
|
||||
last_position= strtoll(row[1], NULL, 10);
|
||||
} else {
|
||||
g_critical("Error: Could not obtain binary log stop position");
|
||||
if (last_filename != NULL)
|
||||
g_free(last_filename);
|
||||
return;
|
||||
}
|
||||
mysql_free_result(result);
|
||||
|
||||
if (mysql_query(conn, "SHOW BINARY LOGS")) {
|
||||
g_critical("Error: Could not execute query: %s", mysql_error(conn));
|
||||
if (last_filename != NULL)
|
||||
g_free(last_filename);
|
||||
return;
|
||||
}
|
||||
|
||||
|
||||
result = mysql_store_result(conn);
|
||||
while ((row = mysql_fetch_row(result))) {
|
||||
struct job *j = g_new0(struct job,1);
|
||||
struct binlog_job *bj = g_new0(struct binlog_job,1);
|
||||
j->job_data=(void*) bj;
|
||||
bj->filename=g_strdup(row[0]);
|
||||
bj->start_position=4;
|
||||
bj->stop_position= (!strcasecmp(row[0], last_filename)) ? last_position : 0;
|
||||
j->conf=conf;
|
||||
j->type=JOB_BINLOG;
|
||||
g_async_queue_push(conf->queue,j);
|
||||
}
|
||||
mysql_free_result(result);
|
||||
if (last_filename != NULL)
|
||||
g_free(last_filename);
|
||||
}
|
||||
|
||||
void get_binlog_file(MYSQL *conn, char *binlog_file, const char *binlog_directory, guint64 start_position, guint64 stop_position, gboolean continuous) {
|
||||
// set serverID = max serverID - threadID to try an eliminate conflicts,
|
||||
// 0 is bad because mysqld will disconnect at the end of the last log
|
||||
// dupes aren't too bad since it is up to the client to check for them
|
||||
uchar buf[128];
|
||||
// We need to read the raw network packets
|
||||
NET* net;
|
||||
net= &conn->net;
|
||||
unsigned long len;
|
||||
FILE* outfile;
|
||||
guint32 event_type;
|
||||
gboolean read_error= FALSE;
|
||||
gboolean read_end= FALSE;
|
||||
gboolean rotated= FALSE;
|
||||
guint32 server_id= G_MAXUINT32 - mysql_thread_id(conn);
|
||||
guint64 pos_counter= 0;
|
||||
|
||||
int4store(buf, (guint32)start_position);
|
||||
// Binlog flags (2 byte int)
|
||||
int2store(buf + 4, 0);
|
||||
// ServerID
|
||||
int4store(buf + 6, server_id);
|
||||
memcpy(buf + 10, binlog_file, strlen(binlog_file));
|
||||
#if MYSQL_VERSION_ID < 50100
|
||||
if (simple_command(conn, COM_BINLOG_DUMP, (const char *)buf,
|
||||
#else
|
||||
if (simple_command(conn, COM_BINLOG_DUMP, buf,
|
||||
#endif
|
||||
strlen(binlog_file) + 10, 1)) {
|
||||
g_critical("Error: binlog: Critical error whilst requesting binary log");
|
||||
}
|
||||
|
||||
while(1) {
|
||||
outfile= new_binlog_file(binlog_file, binlog_directory);
|
||||
if (outfile == NULL) {
|
||||
g_critical("Error: binlog: Could not create binlog file '%s', %d", binlog_file, errno);
|
||||
return;
|
||||
}
|
||||
|
||||
write_binlog(outfile, BINLOG_MAGIC, 4);
|
||||
while(1) {
|
||||
len = 0;
|
||||
if (net->vio != 0) len=my_net_read(net);
|
||||
if ((len == 0) || (len == ~(unsigned long) 0)) {
|
||||
// Net timeout (set to 1 second)
|
||||
if (mysql_errno(conn) == ER_NET_READ_INTERRUPTED) {
|
||||
if (shutdown_triggered) {
|
||||
close_binlog_file(outfile);
|
||||
return;
|
||||
} else {
|
||||
continue;
|
||||
}
|
||||
// A real error
|
||||
} else {
|
||||
g_critical("Error: binlog: Network packet read error getting binlog file: %s", binlog_file);
|
||||
close_binlog_file(outfile);
|
||||
return;
|
||||
}
|
||||
}
|
||||
if (len < 8 && net->read_pos[0]) {
|
||||
// end of data
|
||||
break;
|
||||
}
|
||||
pos_counter += len;
|
||||
event_type= get_event((const char*)net->read_pos + 1, len -1);
|
||||
switch (event_type) {
|
||||
case EVENT_TOO_SHORT:
|
||||
g_critical("Error: binlog: Event too short in binlog file: %s", binlog_file);
|
||||
read_error= TRUE;
|
||||
break;
|
||||
case ROTATE_EVENT:
|
||||
if (rotated) {
|
||||
read_end= TRUE;
|
||||
} else {
|
||||
len= 1;
|
||||
rotated= TRUE;
|
||||
}
|
||||
break;
|
||||
default:
|
||||
// if we get this far this is a normal event to record
|
||||
break;
|
||||
}
|
||||
if (read_error) break;
|
||||
write_binlog(outfile, (const char*)net->read_pos + 1, len - 1);
|
||||
if (read_end) {
|
||||
if (!continuous) {
|
||||
break;
|
||||
} else {
|
||||
g_free(binlog_file);
|
||||
binlog_file= rotate_file_name((const char*)net->read_pos + 1);
|
||||
break;
|
||||
}
|
||||
}
|
||||
// stop if we are at requested end of last log
|
||||
if ((stop_position > 0) && (pos_counter >= stop_position)) break;
|
||||
}
|
||||
close_binlog_file(outfile);
|
||||
if ((!continuous) || (!read_end)) break;
|
||||
|
||||
if (continuous && read_end) {
|
||||
read_end= FALSE;
|
||||
rotated= FALSE;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
char *rotate_file_name(const char *buf) {
|
||||
guint32 event_length= 0;
|
||||
|
||||
// event length is 4 bytes at position 9
|
||||
event_length= uint4korr(&buf[EVENT_LENGTH_POSITION]);
|
||||
// event length includes the header, plus a rotate event has a fixed 8byte part we don't need
|
||||
event_length= event_length - EVENT_HEADER_LENGTH - EVENT_ROTATE_FIXED_LENGTH;
|
||||
|
||||
return g_strndup(&buf[EVENT_HEADER_LENGTH + EVENT_ROTATE_FIXED_LENGTH], event_length);
|
||||
}
|
||||
|
||||
FILE *new_binlog_file(char *binlog_file, const char *binlog_dir) {
|
||||
FILE *outfile;
|
||||
char* filename;
|
||||
|
||||
if (!compress_output) {
|
||||
filename= g_strdup_printf("%s/%s", binlog_dir, binlog_file);
|
||||
outfile= g_fopen(filename, "w");
|
||||
} else {
|
||||
filename= g_strdup_printf("%s/%s.gz", binlog_dir, binlog_file);
|
||||
outfile= (void*) gzopen(filename, "w");
|
||||
}
|
||||
g_free(filename);
|
||||
|
||||
return outfile;
|
||||
}
|
||||
|
||||
void close_binlog_file(FILE *outfile) {
|
||||
if (!compress_output)
|
||||
fclose(outfile);
|
||||
else
|
||||
gzclose((gzFile) outfile);
|
||||
}
|
||||
|
||||
unsigned int get_event(const char *buf, unsigned int len) {
|
||||
if (len < EVENT_TYPE_POSITION)
|
||||
return EVENT_TOO_SHORT;
|
||||
return buf[EVENT_TYPE_POSITION];
|
||||
|
||||
// TODO: Would be good if we can check for valid event type, unfortunately this check can change from version to version
|
||||
}
|
||||
|
||||
void write_binlog(FILE* file, const char* data, guint64 len) {
|
||||
int err;
|
||||
|
||||
if (len > 0) {
|
||||
int write_result;
|
||||
|
||||
if (!compress_output)
|
||||
write_result= write(fileno(file), data, len);
|
||||
else
|
||||
write_result= gzwrite((gzFile)file, data, len);
|
||||
|
||||
if (write_result <= 0) {
|
||||
if (!compress_output)
|
||||
g_critical("Error: binlog: Error writing binary log: %s", strerror(errno));
|
||||
else
|
||||
g_critical("Error: binlog: Error writing compressed binary log: %s", gzerror((gzFile)file, &err));
|
||||
}
|
||||
}
|
||||
}
|
||||
30
binlog.h
Normal file
30
binlog.h
Normal file
@ -0,0 +1,30 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Domas Mituzas, Facebook ( domas at fb dot com )
|
||||
Mark Leith, Oracle Corporation (mark dot leith at oracle dot com)
|
||||
Andrew Hutchings, SkySQL (andrew at skysql dot com)
|
||||
|
||||
*/
|
||||
|
||||
#ifndef _binlog_h
|
||||
#define _binlog_h
|
||||
#include "mydumper.h"
|
||||
|
||||
void get_binlogs(MYSQL *conn, struct configuration *conf);
|
||||
void get_binlog_file(MYSQL *conn, char *binlog_file, const char *binlog_directory, guint64 start_position, guint64 stop_position, gboolean continuous);
|
||||
unsigned int get_event(const char *buf, unsigned int len);
|
||||
void write_binlog(FILE* file, const char* data, guint64 len);
|
||||
|
||||
#endif
|
||||
214
cmake/modules/CppcheckTargets.cmake
Normal file
214
cmake/modules/CppcheckTargets.cmake
Normal file
@ -0,0 +1,214 @@
|
||||
# - Run cppcheck on c++ source files as a custom target and a test
|
||||
#
|
||||
# include(CppcheckTargets)
|
||||
# add_cppcheck(<target-name> [UNUSED_FUNCTIONS] [STYLE] [POSSIBLE_ERROR] [FAIL_ON_WARNINGS]) -
|
||||
# Create a target to check a target's sources with cppcheck and the indicated options
|
||||
# add_cppcheck_sources(<target-name> [UNUSED_FUNCTIONS] [STYLE] [POSSIBLE_ERROR] [FAIL_ON_WARNINGS]) -
|
||||
# Create a target to check standalone sources with cppcheck and the indicated options
|
||||
#
|
||||
# Requires these CMake modules:
|
||||
# Findcppcheck
|
||||
#
|
||||
# Requires CMake 2.6 or newer (uses the 'function' command)
|
||||
#
|
||||
# Original Author:
|
||||
# 2009-2010 Ryan Pavlik <rpavlik@iastate.edu> <abiryan@ryand.net>
|
||||
# http://academic.cleardefinition.com
|
||||
# Iowa State University HCI Graduate Program/VRAC
|
||||
#
|
||||
# Copyright Iowa State University 2009-2010.
|
||||
# Distributed under the Boost Software License, Version 1.0.
|
||||
# (See accompanying file LICENSE_1_0.txt or copy at
|
||||
# http://www.boost.org/LICENSE_1_0.txt)
|
||||
|
||||
if(__add_cppcheck)
|
||||
return()
|
||||
endif()
|
||||
set(__add_cppcheck YES)
|
||||
|
||||
if(NOT CPPCHECK_FOUND)
|
||||
find_package(cppcheck QUIET)
|
||||
endif()
|
||||
|
||||
if(CPPCHECK_FOUND)
|
||||
if(NOT TARGET all_cppcheck)
|
||||
add_custom_target(all_cppcheck)
|
||||
set_target_properties(all_cppcheck PROPERTIES EXCLUDE_FROM_ALL TRUE)
|
||||
endif()
|
||||
endif()
|
||||
|
||||
function(add_cppcheck_sources _targetname)
|
||||
if(CPPCHECK_FOUND)
|
||||
set(_cppcheck_args)
|
||||
set(_input ${ARGN})
|
||||
list(FIND _input UNUSED_FUNCTIONS _unused_func)
|
||||
if("${_unused_func}" GREATER "-1")
|
||||
list(APPEND _cppcheck_args ${CPPCHECK_UNUSEDFUNC_ARG})
|
||||
list(REMOVE_AT _input ${_unused_func})
|
||||
endif()
|
||||
|
||||
list(FIND _input STYLE _style)
|
||||
if("${_style}" GREATER "-1")
|
||||
list(APPEND _cppcheck_args ${CPPCHECK_STYLE_ARG})
|
||||
list(REMOVE_AT _input ${_style})
|
||||
endif()
|
||||
|
||||
list(FIND _input POSSIBLE_ERROR _poss_err)
|
||||
if("${_poss_err}" GREATER "-1")
|
||||
list(APPEND _cppcheck_args ${CPPCHECK_POSSIBLEERROR_ARG})
|
||||
list(REMOVE_AT _input ${_poss_err})
|
||||
endif()
|
||||
|
||||
list(FIND _input FAIL_ON_WARNINGS _fail_on_warn)
|
||||
if("${_fail_on_warn}" GREATER "-1")
|
||||
list(APPEND
|
||||
CPPCHECK_FAIL_REGULAR_EXPRESSION
|
||||
${CPPCHECK_WARN_REGULAR_EXPRESSION})
|
||||
list(REMOVE_AT _input ${_fail_on_warn})
|
||||
endif()
|
||||
|
||||
set(_files)
|
||||
foreach(_source ${_input})
|
||||
get_source_file_property(_cppcheck_loc "${_source}" LOCATION)
|
||||
if(_cppcheck_loc)
|
||||
# This file has a source file property, carry on.
|
||||
get_source_file_property(_cppcheck_lang "${_source}" LANGUAGE)
|
||||
if("${_cppcheck_lang}" MATCHES "C")
|
||||
list(APPEND _files "${_cppcheck_loc}")
|
||||
endif()
|
||||
else()
|
||||
# This file doesn't have source file properties - figure it out.
|
||||
get_filename_component(_cppcheck_loc "${_source}" ABSOLUTE)
|
||||
if(EXISTS "${_cppcheck_loc}")
|
||||
list(APPEND _files "${_cppcheck_loc}")
|
||||
else()
|
||||
message(FATAL_ERROR
|
||||
"Adding CPPCHECK for file target ${_targetname}: "
|
||||
"File ${_source} does not exist or needs a corrected path location "
|
||||
"since we think its absolute path is ${_cppcheck_loc}")
|
||||
endif()
|
||||
endif()
|
||||
endforeach()
|
||||
|
||||
if("1.${CMAKE_VERSION}" VERSION_LESS "1.2.8.0")
|
||||
# Older than CMake 2.8.0
|
||||
add_test(${_targetname}_cppcheck_test
|
||||
"${CPPCHECK_EXECUTABLE}"
|
||||
${CPPCHECK_TEMPLATE_ARG}
|
||||
${_cppcheck_args}
|
||||
${_files})
|
||||
else()
|
||||
# CMake 2.8.0 and newer
|
||||
add_test(NAME
|
||||
${_targetname}_cppcheck_test
|
||||
COMMAND
|
||||
"${CPPCHECK_EXECUTABLE}"
|
||||
${CPPCHECK_TEMPLATE_ARG}
|
||||
${_cppcheck_args}
|
||||
${_files})
|
||||
endif()
|
||||
|
||||
set_tests_properties(${_targetname}_cppcheck_test
|
||||
PROPERTIES
|
||||
FAIL_REGULAR_EXPRESSION
|
||||
"${CPPCHECK_FAIL_REGULAR_EXPRESSION}")
|
||||
|
||||
add_custom_command(TARGET
|
||||
all_cppcheck
|
||||
PRE_BUILD
|
||||
COMMAND
|
||||
${CPPCHECK_EXECUTABLE}
|
||||
${CPPCHECK_QUIET_ARG}
|
||||
${CPPCHECK_TEMPLATE_ARG}
|
||||
${_cppcheck_args}
|
||||
${_files}
|
||||
WORKING_DIRECTORY
|
||||
"${CMAKE_CURRENT_SOURCE_DIR}"
|
||||
COMMENT
|
||||
"${_targetname}_cppcheck: Running cppcheck on target ${_targetname}..."
|
||||
VERBATIM)
|
||||
endif()
|
||||
endfunction()
|
||||
|
||||
function(add_cppcheck _name)
|
||||
if(NOT TARGET ${_name})
|
||||
message(FATAL_ERROR
|
||||
"add_cppcheck given a target name that does not exist: '${_name}' !")
|
||||
endif()
|
||||
if(CPPCHECK_FOUND)
|
||||
set(_cppcheck_args)
|
||||
|
||||
list(FIND ARGN UNUSED_FUNCTIONS _unused_func)
|
||||
if("${_unused_func}" GREATER "-1")
|
||||
list(APPEND _cppcheck_args ${CPPCHECK_UNUSEDFUNC_ARG})
|
||||
endif()
|
||||
|
||||
list(FIND ARGN STYLE _style)
|
||||
if("${_style}" GREATER "-1")
|
||||
list(APPEND _cppcheck_args ${CPPCHECK_STYLE_ARG})
|
||||
endif()
|
||||
|
||||
list(FIND ARGN POSSIBLE_ERROR _poss_err)
|
||||
if("${_poss_err}" GREATER "-1")
|
||||
list(APPEND _cppcheck_args ${CPPCHECK_POSSIBLEERROR_ARG})
|
||||
endif()
|
||||
|
||||
list(FIND _input FAIL_ON_WARNINGS _fail_on_warn)
|
||||
if("${_fail_on_warn}" GREATER "-1")
|
||||
list(APPEND
|
||||
CPPCHECK_FAIL_REGULAR_EXPRESSION
|
||||
${CPPCHECK_WARN_REGULAR_EXPRESSION})
|
||||
list(REMOVE_AT _input ${_unused_func})
|
||||
endif()
|
||||
|
||||
get_target_property(_cppcheck_sources "${_name}" SOURCES)
|
||||
set(_files)
|
||||
foreach(_source ${_cppcheck_sources})
|
||||
get_source_file_property(_cppcheck_lang "${_source}" LANGUAGE)
|
||||
get_source_file_property(_cppcheck_loc "${_source}" LOCATION)
|
||||
if("${_cppcheck_lang}" MATCHES "C")
|
||||
list(APPEND _files "${_cppcheck_loc}")
|
||||
endif()
|
||||
endforeach()
|
||||
|
||||
if("1.${CMAKE_VERSION}" VERSION_LESS "1.2.8.0")
|
||||
# Older than CMake 2.8.0
|
||||
add_test(${_name}_cppcheck_test
|
||||
"${CPPCHECK_EXECUTABLE}"
|
||||
${CPPCHECK_TEMPLATE_ARG}
|
||||
${_cppcheck_args}
|
||||
${_files})
|
||||
else()
|
||||
# CMake 2.8.0 and newer
|
||||
add_test(NAME
|
||||
${_name}_cppcheck_test
|
||||
COMMAND
|
||||
"${CPPCHECK_EXECUTABLE}"
|
||||
${CPPCHECK_TEMPLATE_ARG}
|
||||
${_cppcheck_args}
|
||||
${_files})
|
||||
endif()
|
||||
|
||||
set_tests_properties(${_name}_cppcheck_test
|
||||
PROPERTIES
|
||||
FAIL_REGULAR_EXPRESSION
|
||||
"${CPPCHECK_FAIL_REGULAR_EXPRESSION}")
|
||||
|
||||
add_custom_command(TARGET
|
||||
all_cppcheck
|
||||
PRE_BUILD
|
||||
COMMAND
|
||||
${CPPCHECK_EXECUTABLE}
|
||||
${CPPCHECK_QUIET_ARG}
|
||||
${CPPCHECK_TEMPLATE_ARG}
|
||||
"--enable=style,information,unusedFunction"
|
||||
${_cppcheck_args}
|
||||
${_files}
|
||||
WORKING_DIRECTORY
|
||||
"${CMAKE_CURRENT_SOURCE_DIR}"
|
||||
COMMENT
|
||||
"${_name}_cppcheck: Running cppcheck on target ${_name}..."
|
||||
VERBATIM)
|
||||
endif()
|
||||
|
||||
endfunction()
|
||||
22
cmake/modules/FindGLIB2.cmake
Normal file
22
cmake/modules/FindGLIB2.cmake
Normal file
@ -0,0 +1,22 @@
|
||||
# - Try to find the GLIB2 libraries
|
||||
|
||||
if(GLIB2_INCLUDE_DIR AND GLIB2_LIBRARIES AND GTHREAD2_LIBRARIES)
|
||||
# Already in cache, be silent
|
||||
set(GLIB2_FIND_QUIETLY TRUE)
|
||||
endif(GLIB2_INCLUDE_DIR AND GLIB2_LIBRARIES AND GTHREAD2_LIBRARIES)
|
||||
|
||||
if (NOT WIN32)
|
||||
include(FindPkgConfig)
|
||||
pkg_search_module(PC_GLIB2 REQUIRED glib-2.0)
|
||||
pkg_search_module(PC_GTHREAD2 REQUIRED gthread-2.0)
|
||||
endif(NOT WIN32)
|
||||
|
||||
set(GLIB2_INCLUDE_DIR ${PC_GLIB2_INCLUDE_DIRS})
|
||||
|
||||
find_library(GLIB2_LIBRARIES NAMES glib-2.0 HINTS ${PC_GLIB2_LIBDIR} ${PC_GLIB2_LIBRARY_DIRS})
|
||||
|
||||
find_library(GTHREAD2_LIBRARIES NAMES gthread-2.0 HINTS ${PC_GTHREAD2_LIBDIR} ${PC_GTHREAD2_LIBRARY_DIRS})
|
||||
|
||||
|
||||
mark_as_advanced(GLIB2_INCLUDE_DIR GLIB2_LIBRARIES GTHREAD2_LIBRARIES)
|
||||
|
||||
111
cmake/modules/FindMySQL.cmake
Normal file
111
cmake/modules/FindMySQL.cmake
Normal file
@ -0,0 +1,111 @@
|
||||
# - Find MySQL
|
||||
# Find the MySQL includes and client library
|
||||
# This module defines
|
||||
# MYSQL_INCLUDE_DIR, where to find mysql.h
|
||||
# MYSQL_LIBRARIES, the libraries needed to use MySQL.
|
||||
# MYSQL_FOUND, If false, do not try to use MySQL.
|
||||
#
|
||||
# Copyright (c) 2006, Jaroslaw Staniek, <js@iidea.pl>
|
||||
# Lot of adustmens by Michal Cihar <michal@cihar.com>
|
||||
#
|
||||
# vim: expandtab sw=4 ts=4 sts=4:
|
||||
#
|
||||
# Redistribution and use is allowed according to the terms of the BSD license.
|
||||
|
||||
if(UNIX)
|
||||
set(MYSQL_CONFIG_PREFER_PATH "$ENV{MYSQL_HOME}/bin" CACHE FILEPATH
|
||||
"preferred path to MySQL (mysql_config)")
|
||||
find_program(MYSQL_CONFIG mysql_config
|
||||
${MYSQL_CONFIG_PREFER_PATH}
|
||||
/usr/local/mysql/bin/
|
||||
/usr/local/bin/
|
||||
/usr/bin/
|
||||
)
|
||||
|
||||
if(MYSQL_CONFIG)
|
||||
message(STATUS "Using mysql-config: ${MYSQL_CONFIG}")
|
||||
# set CFLAGS
|
||||
exec_program(${MYSQL_CONFIG}
|
||||
ARGS --cflags
|
||||
OUTPUT_VARIABLE MY_TMP)
|
||||
|
||||
set(MYSQL_CFLAGS ${MY_TMP} CACHE STRING INTERNAL)
|
||||
|
||||
# set INCLUDE_DIR
|
||||
exec_program(${MYSQL_CONFIG}
|
||||
ARGS --include
|
||||
OUTPUT_VARIABLE MY_TMP)
|
||||
|
||||
string(REGEX REPLACE "-I([^ ]*)( .*)?" "\\1" MY_TMP "${MY_TMP}")
|
||||
|
||||
set(MYSQL_ADD_INCLUDE_DIR ${MY_TMP} CACHE FILEPATH INTERNAL)
|
||||
|
||||
# set LIBRARY_DIR
|
||||
exec_program(${MYSQL_CONFIG}
|
||||
ARGS --libs_r
|
||||
OUTPUT_VARIABLE MY_TMP)
|
||||
|
||||
set(MYSQL_ADD_LIBRARIES "")
|
||||
|
||||
# prepend space in order to match separate words only (e.g. rather
|
||||
# than "-linux" from within "-L/usr/lib/i386-linux-gnu")
|
||||
string(REGEX MATCHALL " +-l[^ ]*" MYSQL_LIB_LIST " ${MY_TMP}")
|
||||
foreach(MY_LIB ${MYSQL_LIB_LIST})
|
||||
string(REGEX REPLACE "[ ]*-l([^ ]*)" "\\1" MY_LIB "${MY_LIB}")
|
||||
list(APPEND MYSQL_ADD_LIBRARIES "${MY_LIB}")
|
||||
endforeach(MY_LIB ${MYSQL_LIBS})
|
||||
|
||||
set(MYSQL_ADD_LIBRARY_PATH "")
|
||||
|
||||
string(REGEX MATCHALL " +-L[^ ]*" MYSQL_LIBDIR_LIST " ${MY_TMP}")
|
||||
foreach(MY_LIB ${MYSQL_LIBDIR_LIST})
|
||||
string(REGEX REPLACE "[ ]*-L([^ ]*)" "\\1" MY_LIB "${MY_LIB}")
|
||||
list(APPEND MYSQL_ADD_LIBRARY_PATH "${MY_LIB}")
|
||||
endforeach(MY_LIB ${MYSQL_LIBS})
|
||||
|
||||
else(MYSQL_CONFIG)
|
||||
set(MYSQL_ADD_LIBRARIES "")
|
||||
list(APPEND MYSQL_ADD_LIBRARIES "mysqlclient")
|
||||
endif(MYSQL_CONFIG)
|
||||
else(UNIX)
|
||||
set(MYSQL_ADD_INCLUDE_DIR "c:/msys/local/include" CACHE FILEPATH INTERNAL)
|
||||
set(MYSQL_ADD_LIBRARY_PATH "c:/msys/local/lib" CACHE FILEPATH INTERNAL)
|
||||
ENDIF(UNIX)
|
||||
|
||||
find_path(MYSQL_INCLUDE_DIR mysql.h
|
||||
${MYSQL_ADD_INCLUDE_DIR}
|
||||
/usr/local/include
|
||||
/usr/local/include/mysql
|
||||
/usr/local/mysql/include
|
||||
/usr/local/mysql/include/mysql
|
||||
/usr/include
|
||||
/usr/include/mysql
|
||||
/usr/include/mysql/private
|
||||
)
|
||||
|
||||
set(TMP_MYSQL_LIBRARIES "")
|
||||
set(CMAKE_FIND_LIBRARY_SUFFIXES .so .a .lib .so.1)
|
||||
foreach(MY_LIB ${MYSQL_ADD_LIBRARIES})
|
||||
find_library("MYSQL_LIBRARIES_${MY_LIB}" NAMES ${MY_LIB}
|
||||
HINTS
|
||||
${MYSQL_ADD_LIBRARY_PATH}
|
||||
/usr/lib/mysql
|
||||
/usr/lib
|
||||
/usr/local/lib
|
||||
/usr/local/lib/mysql
|
||||
/usr/local/mysql/lib
|
||||
)
|
||||
list(APPEND TMP_MYSQL_LIBRARIES "${MYSQL_LIBRARIES_${MY_LIB}}")
|
||||
endforeach(MY_LIB ${MYSQL_ADD_LIBRARIES})
|
||||
|
||||
set(MYSQL_LIBRARIES ${TMP_MYSQL_LIBRARIES} CACHE FILEPATH INTERNAL)
|
||||
|
||||
if(MYSQL_INCLUDE_DIR AND MYSQL_LIBRARIES)
|
||||
set(MYSQL_FOUND TRUE CACHE INTERNAL "MySQL found")
|
||||
message(STATUS "Found MySQL: ${MYSQL_INCLUDE_DIR}, ${MYSQL_LIBRARIES}")
|
||||
else(MYSQL_INCLUDE_DIR AND MYSQL_LIBRARIES)
|
||||
set(MYSQL_FOUND FALSE CACHE INTERNAL "MySQL found")
|
||||
message(STATUS "MySQL not found.")
|
||||
endif(MYSQL_INCLUDE_DIR AND MYSQL_LIBRARIES)
|
||||
|
||||
mark_as_advanced(MYSQL_INCLUDE_DIR MYSQL_LIBRARIES MYSQL_CFLAGS)
|
||||
45
cmake/modules/FindPCRE.cmake
Normal file
45
cmake/modules/FindPCRE.cmake
Normal file
@ -0,0 +1,45 @@
|
||||
# - Try to find the PCRE regular expression library
|
||||
# Once done this will define
|
||||
#
|
||||
# PCRE_FOUND - system has the PCRE library
|
||||
# PCRE_INCLUDE_DIR - the PCRE include directory
|
||||
# PCRE_LIBRARIES - The libraries needed to use PCRE
|
||||
|
||||
# Copyright (c) 2006, Alexander Neundorf, <neundorf@kde.org>
|
||||
#
|
||||
# Redistribution and use is allowed according to the terms of the BSD license.
|
||||
# For details see the accompanying COPYING-CMAKE-SCRIPTS file.
|
||||
|
||||
|
||||
if (PCRE_INCLUDE_DIR AND PCRE_PCREPOSIX_LIBRARY AND PCRE_PCRE_LIBRARY)
|
||||
# Already in cache, be silent
|
||||
set(PCRE_FIND_QUIETLY TRUE)
|
||||
endif (PCRE_INCLUDE_DIR AND PCRE_PCREPOSIX_LIBRARY AND PCRE_PCRE_LIBRARY)
|
||||
|
||||
|
||||
if (NOT WIN32)
|
||||
# use pkg-config to get the directories and then use these values
|
||||
# in the FIND_PATH() and FIND_LIBRARY() calls
|
||||
find_package(PkgConfig)
|
||||
|
||||
pkg_check_modules(PC_PCRE REQUIRED libpcre)
|
||||
|
||||
set(PCRE_DEFINITIONS ${PC_PCRE_CFLAGS_OTHER})
|
||||
|
||||
endif (NOT WIN32)
|
||||
|
||||
find_path(PCRE_INCLUDE_DIR pcre.h
|
||||
HINTS ${PC_PCRE_INCLUDEDIR} ${PC_PCRE_INCLUDE_DIRS}
|
||||
PATH_SUFFIXES pcre)
|
||||
|
||||
find_library(PCRE_PCRE_LIBRARY NAMES pcre HINTS ${PC_PCRE_LIBDIR} ${PC_PCRE_LIBRARY_DIRS})
|
||||
|
||||
find_library(PCRE_PCREPOSIX_LIBRARY NAMES pcreposix HINTS ${PC_PCRE_LIBDIR} ${PC_PCRE_LIBRARY_DIRS})
|
||||
|
||||
include(FindPackageHandleStandardArgs)
|
||||
find_package_handle_standard_args(PCRE DEFAULT_MSG PCRE_INCLUDE_DIR PCRE_PCRE_LIBRARY PCRE_PCREPOSIX_LIBRARY )
|
||||
|
||||
set(PCRE_LIBRARIES ${PCRE_PCRE_LIBRARY} ${PCRE_PCREPOSIX_LIBRARY})
|
||||
|
||||
mark_as_advanced(PCRE_INCLUDE_DIR PCRE_LIBRARIES PCRE_PCREPOSIX_LIBRARY PCRE_PCRE_LIBRARY)
|
||||
|
||||
57
cmake/modules/FindSphinx.cmake
Normal file
57
cmake/modules/FindSphinx.cmake
Normal file
@ -0,0 +1,57 @@
|
||||
# - This module looks for Sphinx
|
||||
# Find the Sphinx documentation generator
|
||||
#
|
||||
# This modules defines
|
||||
# SPHINX_EXECUTABLE
|
||||
# SPHINX_FOUND
|
||||
# SPHINX_MAJOR_VERSION
|
||||
# SPHINX_MINOR_VERSION
|
||||
# SPHINX_VERSION
|
||||
|
||||
#=============================================================================
|
||||
# Copyright 2002-2009 Kitware, Inc.
|
||||
# Copyright 2009-2011 Peter Colberg
|
||||
#
|
||||
# Distributed under the OSI-approved BSD License (the "License");
|
||||
# see accompanying file COPYING-CMAKE-SCRIPTS for details.
|
||||
#
|
||||
# This software is distributed WITHOUT ANY WARRANTY; without even the
|
||||
# implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
|
||||
# See the License for more information.
|
||||
#=============================================================================
|
||||
# (To distribute this file outside of CMake, substitute the full
|
||||
# License text for the above reference.)
|
||||
|
||||
find_program(SPHINX_EXECUTABLE NAMES sphinx-build
|
||||
HINTS
|
||||
$ENV{SPHINX_DIR}
|
||||
PATH_SUFFIXES bin
|
||||
DOC "Sphinx documentation generator"
|
||||
)
|
||||
|
||||
include(FindPackageHandleStandardArgs)
|
||||
|
||||
find_package_handle_standard_args(Sphinx DEFAULT_MSG
|
||||
SPHINX_EXECUTABLE
|
||||
)
|
||||
|
||||
if (SPHINX_EXECUTABLE)
|
||||
execute_process (
|
||||
COMMAND "${SPHINX_EXECUTABLE}" -h
|
||||
OUTPUT_VARIABLE _SPHINX_VERSION_OUTPUT
|
||||
ERROR_VARIABLE _SPHINX_VERSION_OUTPUT
|
||||
)
|
||||
if (_SPHINX_VERSION_OUTPUT MATCHES "Sphinx v([0-9]+\\.[0-9]+\\.[0-9]+)")
|
||||
set (SPHINX_VERSION "${CMAKE_MATCH_1}")
|
||||
string (REPLACE "." ";" _SPHINX_VERSION_LIST "${SPHINX_VERSION}")
|
||||
list (GET _SPHINX_VERSION_LIST 0 SPHINX_MAJOR_VERSION)
|
||||
list (GET _SPHINX_VERSION_LIST 1 SPHINX_MINOR_VERSION)
|
||||
# patch version meh :)
|
||||
endif()
|
||||
endif()
|
||||
|
||||
message("${SPHINX_MAJOR_VERSION}")
|
||||
|
||||
mark_as_advanced(
|
||||
SPHINX_EXECUTABLE
|
||||
)
|
||||
142
cmake/modules/Findcppcheck.cmake
Normal file
142
cmake/modules/Findcppcheck.cmake
Normal file
@ -0,0 +1,142 @@
|
||||
# - try to find cppcheck tool
|
||||
#
|
||||
# Cache Variables:
|
||||
# CPPCHECK_EXECUTABLE
|
||||
#
|
||||
# Non-cache variables you might use in your CMakeLists.txt:
|
||||
# CPPCHECK_FOUND
|
||||
# CPPCHECK_POSSIBLEERROR_ARG
|
||||
# CPPCHECK_UNUSEDFUNC_ARG
|
||||
# CPPCHECK_STYLE_ARG
|
||||
# CPPCHECK_QUIET_ARG
|
||||
# CPPCHECK_INCLUDEPATH_ARG
|
||||
# CPPCHECK_FAIL_REGULAR_EXPRESSION
|
||||
# CPPCHECK_WARN_REGULAR_EXPRESSION
|
||||
# CPPCHECK_MARK_AS_ADVANCED - whether to mark our vars as advanced even
|
||||
# if we don't find this program.
|
||||
#
|
||||
# Requires these CMake modules:
|
||||
# FindPackageHandleStandardArgs (known included with CMake >=2.6.2)
|
||||
#
|
||||
# Original Author:
|
||||
# 2009-2010 Ryan Pavlik <rpavlik@iastate.edu> <abiryan@ryand.net>
|
||||
# http://academic.cleardefinition.com
|
||||
# Iowa State University HCI Graduate Program/VRAC
|
||||
#
|
||||
# Copyright Iowa State University 2009-2010.
|
||||
# Distributed under the Boost Software License, Version 1.0.
|
||||
# (See accompanying file LICENSE_1_0.txt or copy at
|
||||
# http://www.boost.org/LICENSE_1_0.txt)
|
||||
|
||||
file(TO_CMAKE_PATH "${CPPCHECK_ROOT_DIR}" CPPCHECK_ROOT_DIR)
|
||||
set(CPPCHECK_ROOT_DIR
|
||||
"${CPPCHECK_ROOT_DIR}"
|
||||
CACHE
|
||||
PATH
|
||||
"Path to search for cppcheck")
|
||||
|
||||
# cppcheck app bundles on Mac OS X are GUI, we want command line only
|
||||
set(_oldappbundlesetting ${CMAKE_FIND_APPBUNDLE})
|
||||
set(CMAKE_FIND_APPBUNDLE NEVER)
|
||||
|
||||
# If we have a custom path, look there first.
|
||||
if(CPPCHECK_ROOT_DIR)
|
||||
find_program(CPPCHECK_EXECUTABLE
|
||||
NAMES
|
||||
cppcheck
|
||||
cli
|
||||
PATHS
|
||||
"${CPPCHECK_ROOT_DIR}"
|
||||
PATH_SUFFIXES
|
||||
cli
|
||||
NO_DEFAULT_PATH)
|
||||
endif()
|
||||
|
||||
find_program(CPPCHECK_EXECUTABLE NAMES cppcheck)
|
||||
|
||||
# Restore original setting for appbundle finding
|
||||
set(CMAKE_FIND_APPBUNDLE ${_oldappbundlesetting})
|
||||
|
||||
if(CPPCHECK_EXECUTABLE)
|
||||
# Find out where our test file is
|
||||
get_filename_component(_cppcheckmoddir ${CMAKE_CURRENT_LIST_FILE} PATH)
|
||||
set(_cppcheckdummyfile "${_cppcheckmoddir}/Findcppcheck.cpp")
|
||||
|
||||
# Check for the two types of command line arguments by just trying them
|
||||
execute_process(COMMAND
|
||||
"${CPPCHECK_EXECUTABLE}"
|
||||
"--enable=style"
|
||||
"--quiet"
|
||||
"${_cppcheckdummyfile}"
|
||||
RESULT_VARIABLE
|
||||
_cppcheck_new_result
|
||||
OUTPUT_QUIET
|
||||
ERROR_QUIET)
|
||||
execute_process(COMMAND
|
||||
"${CPPCHECK_EXECUTABLE}"
|
||||
"--style"
|
||||
"--quiet"
|
||||
"${_cppcheckdummyfile}"
|
||||
RESULT_VARIABLE
|
||||
_cppcheck_old_result
|
||||
OUTPUT_QUIET
|
||||
ERROR_QUIET)
|
||||
if("${_cppcheck_new_result}" EQUAL 0)
|
||||
# New arguments
|
||||
set(CPPCHECK_UNUSEDFUNC_ARG "--enable=unusedFunctions")
|
||||
set(CPPCHECK_POSSIBLEERROR_ARG "--enable=possibleError")
|
||||
set(CPPCHECK_STYLE_ARG "--enable=style")
|
||||
set(CPPCHECK_QUIET_ARG "--quiet")
|
||||
set(CPPCHECK_INCLUDEPATH_ARG "-I")
|
||||
if(MSVC)
|
||||
set(CPPCHECK_TEMPLATE_ARG --template vs)
|
||||
set(CPPCHECK_FAIL_REGULAR_EXPRESSION "[(]error[)]")
|
||||
set(CPPCHECK_WARN_REGULAR_EXPRESSION "[(]style[)]")
|
||||
elseif(CMAKE_COMPILER_IS_GNUCXX)
|
||||
set(CPPCHECK_TEMPLATE_ARG --template gcc)
|
||||
set(CPPCHECK_FAIL_REGULAR_EXPRESSION " error: ")
|
||||
set(CPPCHECK_WARN_REGULAR_EXPRESSION " style: ")
|
||||
else()
|
||||
message(STATUS
|
||||
"Warning: FindCppcheck doesn't know how to format error messages for your compiler!")
|
||||
set(CPPCHECK_TEMPLATE_ARG --template gcc)
|
||||
set(CPPCHECK_FAIL_REGULAR_EXPRESSION " error: ")
|
||||
set(CPPCHECK_WARN_REGULAR_EXPRESSION " style: ")
|
||||
endif()
|
||||
elseif("${_cppcheck_old_result}" EQUAL 0)
|
||||
# Old arguments
|
||||
set(CPPCHECK_UNUSEDFUNC_ARG "--unused-functions")
|
||||
set(CPPCHECK_POSSIBLEERROR_ARG "--all")
|
||||
set(CPPCHECK_STYLE_ARG "--style")
|
||||
set(CPPCHECK_QUIET_ARG "--quiet")
|
||||
set(CPPCHECK_INCLUDEPATH_ARG "-I")
|
||||
set(CPPCHECK_FAIL_REGULAR_EXPRESSION "error:")
|
||||
set(CPPCHECK_WARN_REGULAR_EXPRESSION "[(]style[)]")
|
||||
else()
|
||||
# No idea - some other issue must be getting in the way
|
||||
message(STATUS
|
||||
"WARNING: Can't detect whether CPPCHECK wants new or old-style arguments!")
|
||||
endif()
|
||||
|
||||
|
||||
endif()
|
||||
|
||||
set(CPPCHECK_ALL
|
||||
"${CPPCHECK_EXECUTABLE} ${CPPCHECK_POSSIBLEERROR_ARG} ${CPPCHECK_UNUSEDFUNC_ARG} ${CPPCHECK_STYLE_ARG} ${CPPCHECK_QUIET_ARG} ${CPPCHECK_INCLUDEPATH_ARG} some/include/path")
|
||||
|
||||
include(FindPackageHandleStandardArgs)
|
||||
find_package_handle_standard_args(cppcheck
|
||||
DEFAULT_MSG
|
||||
CPPCHECK_ALL
|
||||
CPPCHECK_EXECUTABLE
|
||||
CPPCHECK_POSSIBLEERROR_ARG
|
||||
CPPCHECK_UNUSEDFUNC_ARG
|
||||
CPPCHECK_STYLE_ARG
|
||||
CPPCHECK_INCLUDEPATH_ARG
|
||||
CPPCHECK_QUIET_ARG)
|
||||
|
||||
if(CPPCHECK_FOUND OR CPPCHECK_MARK_AS_ADVANCED)
|
||||
mark_as_advanced(CPPCHECK_ROOT_DIR)
|
||||
endif()
|
||||
|
||||
mark_as_advanced(CPPCHECK_EXECUTABLE)
|
||||
16
cmake/modules/Findcppcheck.cpp
Normal file
16
cmake/modules/Findcppcheck.cpp
Normal file
@ -0,0 +1,16 @@
|
||||
/**
|
||||
* \file Findcppcheck.cpp
|
||||
* \brief Dummy C++ source file used by CMake module Findcppcheck.cmake
|
||||
*
|
||||
* \author
|
||||
* Ryan Pavlik, 2009-2010
|
||||
* <rpavlik@iastate.edu>
|
||||
* http://academic.cleardefinition.com/
|
||||
*
|
||||
*/
|
||||
|
||||
|
||||
|
||||
int main(int argc, char* argv[]) {
|
||||
return 0;
|
||||
}
|
||||
66
common.h
Normal file
66
common.h
Normal file
@ -0,0 +1,66 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Andrew Hutchings, SkySQL (andrew at skysql dot com)
|
||||
*/
|
||||
#ifndef _common_h
|
||||
#define _common_h
|
||||
|
||||
char *hostname=NULL;
|
||||
char *username=NULL;
|
||||
char *password=NULL;
|
||||
char *socket_path=NULL;
|
||||
char *db=NULL;
|
||||
char *defaults_file=NULL;
|
||||
#ifdef WITH_SSL
|
||||
char *key=NULL;
|
||||
char *cert=NULL;
|
||||
char *ca=NULL;
|
||||
char *capath=NULL;
|
||||
char *cipher=NULL;
|
||||
#endif
|
||||
|
||||
gboolean askPassword=FALSE;
|
||||
guint port=0;
|
||||
guint num_threads= 4;
|
||||
guint verbose=2;
|
||||
gboolean ssl= FALSE;
|
||||
gboolean compress_protocol= FALSE;
|
||||
gboolean program_version= FALSE;
|
||||
|
||||
GOptionEntry common_entries[] =
|
||||
{
|
||||
{ "host", 'h', 0, G_OPTION_ARG_STRING, &hostname, "The host to connect to", NULL },
|
||||
{ "user", 'u', 0, G_OPTION_ARG_STRING, &username, "Username with the necessary privileges", NULL },
|
||||
{ "password", 'p', 0, G_OPTION_ARG_STRING, &password, "User password", NULL },
|
||||
{ "ask-password", 'a', 0, G_OPTION_ARG_NONE, &askPassword, "Prompt For User password", NULL },
|
||||
{ "port", 'P', 0, G_OPTION_ARG_INT, &port, "TCP/IP port to connect to", NULL },
|
||||
{ "socket", 'S', 0, G_OPTION_ARG_STRING, &socket_path, "UNIX domain socket file to use for connection", NULL },
|
||||
{ "threads", 't', 0, G_OPTION_ARG_INT, &num_threads, "Number of threads to use, default 4", NULL },
|
||||
{ "compress-protocol", 'C', 0, G_OPTION_ARG_NONE, &compress_protocol, "Use compression on the MySQL connection", NULL },
|
||||
{ "version", 'V', 0, G_OPTION_ARG_NONE, &program_version, "Show the program version and exit", NULL },
|
||||
{ "verbose", 'v', 0, G_OPTION_ARG_INT, &verbose, "Verbosity of output, 0 = silent, 1 = errors, 2 = warnings, 3 = info, default 2", NULL },
|
||||
{ "defaults-file", 0, 0, G_OPTION_ARG_FILENAME, &defaults_file, "Use a specific defaults file", NULL },
|
||||
#ifdef WITH_SSL
|
||||
{ "ssl", 0, 0, G_OPTION_ARG_NONE, &ssl, "Connect using SSL", NULL},
|
||||
{ "key", 0, 0, G_OPTION_ARG_STRING, &key, "The path name to the key file", NULL },
|
||||
{ "cert", 0, 0, G_OPTION_ARG_STRING, &cert, "The path name to the certificate file", NULL },
|
||||
{ "ca", 0, 0, G_OPTION_ARG_STRING, &ca, "The path name to the certificate authority file", NULL },
|
||||
{ "capath", 0, 0, G_OPTION_ARG_STRING, &capath, "The path name to a directory that contains trusted SSL CA certificates in PEM format", NULL },
|
||||
{ "cipher", 0, 0, G_OPTION_ARG_STRING, &cipher, "A list of permissible ciphers to use for SSL encryption", NULL },
|
||||
#endif
|
||||
{ NULL, 0, 0, G_OPTION_ARG_NONE, NULL, NULL, NULL }
|
||||
};
|
||||
|
||||
#endif
|
||||
17
config.h.in
Normal file
17
config.h.in
Normal file
@ -0,0 +1,17 @@
|
||||
#ifndef CONFIG_H
|
||||
#define CONFIG_H
|
||||
|
||||
#cmakedefine VERSION "@VERSION@"
|
||||
#cmakedefine WITH_BINLOG
|
||||
|
||||
#if defined(LIBMYSQL_VERSION)
|
||||
#define MYSQL_VERSION_STR LIBMYSQL_VERSION
|
||||
#elif defined(MARIADB_CLIENT_VERSION_STR)
|
||||
#define MYSQL_VERSION_STR MARIADB_CLIENT_VERSION_STR
|
||||
#elif defined(MYSQL_VERSION_NUMBER)
|
||||
#define MYSQL_VERSION_STR MYSQL_VERSION_NUMBER
|
||||
#else
|
||||
#define MYSQL_VERSION_STR MYSQL_SERVER_VERSION
|
||||
#endif
|
||||
|
||||
#endif
|
||||
54
connection.c
Normal file
54
connection.c
Normal file
@ -0,0 +1,54 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Aaron Brady, Shopify (insom)
|
||||
*/
|
||||
|
||||
#include <pcre.h>
|
||||
#include <glib.h>
|
||||
#include <string.h>
|
||||
#include "connection.h"
|
||||
|
||||
extern char *defaults_file;
|
||||
#ifdef WITH_SSL
|
||||
extern char *key;
|
||||
extern char *cert;
|
||||
extern char *ca;
|
||||
extern char *capath;
|
||||
extern char *cipher;
|
||||
extern gboolean ssl;
|
||||
#endif
|
||||
extern guint compress_protocol;
|
||||
|
||||
void configure_connection(MYSQL *conn, const char *name) {
|
||||
if (defaults_file != NULL) {
|
||||
mysql_options(conn,MYSQL_READ_DEFAULT_FILE,defaults_file);
|
||||
}
|
||||
mysql_options(conn, MYSQL_READ_DEFAULT_GROUP, name);
|
||||
|
||||
if (compress_protocol)
|
||||
mysql_options(conn, MYSQL_OPT_COMPRESS, NULL);
|
||||
|
||||
#ifdef WITH_SSL
|
||||
unsigned int i;
|
||||
if (ssl) {
|
||||
i = SSL_MODE_REQUIRED;
|
||||
} else {
|
||||
i = SSL_MODE_DISABLED;
|
||||
}
|
||||
|
||||
mysql_ssl_set(conn,key,cert,ca,capath,cipher);
|
||||
mysql_options(conn,MYSQL_OPT_SSL_MODE,&i);
|
||||
#endif
|
||||
}
|
||||
22
connection.h
Normal file
22
connection.h
Normal file
@ -0,0 +1,22 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Aaron Brady, Shopify (insom)
|
||||
*/
|
||||
#ifndef _connection_h
|
||||
#define _connection_h
|
||||
#include <mysql.h>
|
||||
|
||||
void configure_connection(MYSQL *conn, const char* name);
|
||||
#endif
|
||||
93
debian/changelog
vendored
Normal file
93
debian/changelog
vendored
Normal file
@ -0,0 +1,93 @@
|
||||
mydumper (0.9.5-1) unstable; urgency=medium
|
||||
|
||||
* add patch to FindMySQL cmake module to find libatomic when it's needed
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Wed, 18 Jan 2017 01:09:19 +0100
|
||||
|
||||
mydumper (0.9.1-4) unstable; urgency=medium
|
||||
|
||||
* manpages are generated by Sphinx, so moving back python-sphinx
|
||||
to B-D (Closes: #851433)
|
||||
* Add a Breaks+Replaces relation to mydumper-doc since it replaces
|
||||
doc-base files from main package (Closes: #851221)
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Sun, 15 Jan 2017 16:57:52 +0100
|
||||
|
||||
mydumper (0.9.1-3) unstable; urgency=medium
|
||||
|
||||
* use sphinxdoc dh helper only in appropriate targets (Closes: #850847,
|
||||
#850969)
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Wed, 11 Jan 2017 11:44:34 +0100
|
||||
|
||||
mydumper (0.9.1-2) unstable; urgency=medium
|
||||
|
||||
* Depend on default-libmysqlclient-dev (Closes: #845877, #841607)
|
||||
* bump standards version to 3.9.8
|
||||
* Separate doc package to comply with standards 3.9.7
|
||||
* dh compat level bumped to 9
|
||||
* changed homepage and debian/watch to github
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Mon, 02 Jan 2017 15:40:34 +0100
|
||||
|
||||
mydumper (0.9.1-1) unstable; urgency=medium
|
||||
|
||||
* Imported Upstream version 0.9.1
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Tue, 10 Nov 2015 17:59:57 +0100
|
||||
|
||||
mydumper (0.6.2-1) unstable; urgency=medium
|
||||
|
||||
* Imported Upstream version 0.6.2 (Closes: #790640)
|
||||
* fix manpage inconsistencies (Closes: #773990) (LP: #1402381)
|
||||
* bump standards version to 3.9.6 (no changes needed)
|
||||
* allow uscan to verify upstream tarball
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Wed, 01 Jul 2015 13:54:15 +0200
|
||||
|
||||
mydumper (0.6.1-1) unstable; urgency=medium
|
||||
|
||||
* updated standards version
|
||||
* move sphinxdoc depends to recommends (Closes: #730443)
|
||||
* homepage updated (Closes: #714921)
|
||||
* explicitly tell CMAKE to link libm
|
||||
patch 0003-explicitly-link-libm.patch
|
||||
* Imported Upstream version 0.6.1 (Closes: #735851) (LP: #1270330)
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Thu, 20 Mar 2014 01:17:43 +0100
|
||||
|
||||
mydumper (0.5.2-1) unstable; urgency=low
|
||||
|
||||
* Imported Upstream version 0.5.2 (Closes: #707458)
|
||||
* removed patches merged by upstream
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Thu, 09 May 2013 12:08:05 +0200
|
||||
|
||||
mydumper (0.5.1-3) unstable; urgency=low
|
||||
|
||||
* fix FTBFS in multiarch env (Closes: #673262) (LP: #1002291)
|
||||
patch 0006-fix-runaway-regexp-in-in-cmake.patch
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Mon, 04 Jun 2012 17:35:01 +0200
|
||||
|
||||
mydumper (0.5.1-2) unstable; urgency=low
|
||||
|
||||
* fixed watch file
|
||||
* updated standards version
|
||||
* patch 0005-zlib-file-type-change-fixes.patch added
|
||||
fix FTBFS from zlib > 1.2.4 (Closes: #662582) (LP: #948122)
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Fri, 23 Mar 2012 17:27:57 +0100
|
||||
|
||||
mydumper (0.5.1-1) unstable; urgency=low
|
||||
|
||||
* Initial release (Closes: #648711)
|
||||
* This is my first Debian package, be gentle
|
||||
* Patched CMakeLists.txt so that generated config.h file is put in the
|
||||
sources dir, where it is expected during the build
|
||||
* Patched documenation CMakeLists.txt so that it won't install
|
||||
documentation source files
|
||||
* Patch added to fix missing description in the manpages
|
||||
* Fixed typo in myloader
|
||||
|
||||
-- Mateusz Kijowski <mateusz.kijowski@gmail.com> Thu, 15 Nov 2011 11:26:38 +0100
|
||||
1
debian/compat
vendored
Normal file
1
debian/compat
vendored
Normal file
@ -0,0 +1 @@
|
||||
9
|
||||
48
debian/control
vendored
Normal file
48
debian/control
vendored
Normal file
@ -0,0 +1,48 @@
|
||||
Source: mydumper
|
||||
Section: database
|
||||
Priority: extra
|
||||
Maintainer: Mateusz Kijowski <mateusz.kijowski@gmail.com>
|
||||
Build-Depends: debhelper (>= 9.0.0), cmake, quilt, default-libmysqlclient-dev | libmysqlclient-dev, libglib2.0-dev, libpcre3-dev, zlib1g-dev, python-sphinx (>= 1.0.7+dfsg), python-docutils, libatomic1 | libatomic-ops-dev
|
||||
Standards-Version: 3.9.8
|
||||
Homepage: https://github.com/maxbube/mydumper
|
||||
#Vcs-Git: git://git.debian.org/collab-maint/mydumper.git
|
||||
#Vcs-Browser: http://git.debian.org/?p=collab-maint/mydumper.git;a=summary
|
||||
|
||||
Package: mydumper
|
||||
Architecture: any
|
||||
Depends: ${shlibs:Depends}, ${misc:Depends}
|
||||
Suggests: mydumper-doc
|
||||
Description: High-performance MySQL backup tool
|
||||
Mydumper (aka. MySQL Data Dumper) is a high-performance multi-threaded
|
||||
backup (and restore) toolset for MySQL and Drizzle. The main developers
|
||||
originally worked as Support Engineers at MySQL (one has moved to
|
||||
Facebook and another to SkySQL) and this is how they would envisage
|
||||
mysqldump based on years of user feedback.
|
||||
.
|
||||
Mydumper features
|
||||
.
|
||||
Lightweight C source
|
||||
Up to 10x faster dumps compared to mysqldump
|
||||
Consistent snapshots for transactional and non-transactional tables
|
||||
File compression on-the-fly
|
||||
Binary log dumps
|
||||
Multi-threaded restore utility
|
||||
Daemon mode for timed snapshots and continuous binary logs
|
||||
.
|
||||
Mydumper is still under active development but is well tested/used in
|
||||
production on some large installations.
|
||||
|
||||
Package: mydumper-doc
|
||||
Architecture: all
|
||||
Depends: ${misc:Depends}, ${sphinxdoc:Depends}
|
||||
Breaks: mydumper (<< 0.9.1-2)
|
||||
Replaces: mydumper (<< 0.9.1-2)
|
||||
Section: doc
|
||||
Description: High-performance MySQL backup tool - documentation
|
||||
Mydumper (aka. MySQL Data Dumper) is a high-performance multi-threaded
|
||||
backup (and restore) toolset for MySQL and Drizzle. The main developers
|
||||
originally worked as Support Engineers at MySQL (one has moved to
|
||||
Facebook and another to SkySQL) and this is how they would envisage
|
||||
mysqldump based on years of user feedback.
|
||||
.
|
||||
This package contains documentation for mydumper generated by sphinx
|
||||
30
debian/copyright
vendored
Normal file
30
debian/copyright
vendored
Normal file
@ -0,0 +1,30 @@
|
||||
Format: http://anonscm.debian.org/viewvc/dep/web/deps/dep5.mdwn?revision=174
|
||||
Upstream-Name: mydumper
|
||||
Source: https://launchpad.net/mydumper/+download
|
||||
|
||||
Files: *
|
||||
Copyright: 2009-2011 Domas Mituzas ( domas at fb dot com )
|
||||
2009-2011 Andrew Hutchings ( andrew at skysql dot com )
|
||||
2009-2011 Mark Leith ( mark dot leith at oracle dot com )
|
||||
License: GPL-3.0+
|
||||
|
||||
Files: debian/*
|
||||
Copyright: 2011 Mateusz Kijowski <mateusz.kijowski@gmail.com>
|
||||
License: GPL-3.0+
|
||||
|
||||
License: GPL-3.0+
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
.
|
||||
This package is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
.
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
.
|
||||
On Debian systems, the complete text of the GNU General
|
||||
Public License version 3 can be found in "/usr/share/common-licenses/GPL-3".
|
||||
1
debian/docs
vendored
Normal file
1
debian/docs
vendored
Normal file
@ -0,0 +1 @@
|
||||
README.md
|
||||
1
debian/install
vendored
Normal file
1
debian/install
vendored
Normal file
@ -0,0 +1 @@
|
||||
usr/bin/*
|
||||
2
debian/manpages
vendored
Normal file
2
debian/manpages
vendored
Normal file
@ -0,0 +1,2 @@
|
||||
debian/tmp/usr/share/man/man1/mydumper.1
|
||||
debian/tmp/usr/share/man/man1/myloader.1
|
||||
11
debian/mydumper-doc.doc-base
vendored
Normal file
11
debian/mydumper-doc.doc-base
vendored
Normal file
@ -0,0 +1,11 @@
|
||||
Document: mydumper
|
||||
Title: MySQL Data Dumper documentation
|
||||
Author: Domas Mituzas, Andrew Hutchings, Mark Leith
|
||||
Max Bubenick
|
||||
Abstract: This is the documentation shipped with
|
||||
mydumper, describing usage and prvoding examples
|
||||
Section: Data Management
|
||||
|
||||
Format: HTML
|
||||
Index: /usr/share/doc/mydumper-doc/html/index.html
|
||||
Files: /usr/share/doc/mydumper-doc/html/*.html
|
||||
1
debian/mydumper-doc.docs
vendored
Normal file
1
debian/mydumper-doc.docs
vendored
Normal file
@ -0,0 +1 @@
|
||||
debian/tmp/usr/share/doc/mydumper/html
|
||||
39
debian/patches/0001-manpage-whatis-description.patch
vendored
Normal file
39
debian/patches/0001-manpage-whatis-description.patch
vendored
Normal file
@ -0,0 +1,39 @@
|
||||
From: Mateusz Kijowski <mkijowski@trojmiasto.pl>
|
||||
Date: Tue, 15 Nov 2011 11:19:01 +0100
|
||||
Subject: manpage whatis description
|
||||
|
||||
---
|
||||
docs/CMakeLists.txt | 4 ++++
|
||||
docs/_build/conf.py.in | 4 ++--
|
||||
2 files changed, 6 insertions(+), 2 deletions(-)
|
||||
|
||||
diff --git a/docs/CMakeLists.txt b/docs/CMakeLists.txt
|
||||
index 8fdb6b4..c43d246 100644
|
||||
--- a/docs/CMakeLists.txt
|
||||
+++ b/docs/CMakeLists.txt
|
||||
@@ -27,6 +27,10 @@ if(GENERATE_DOC)
|
||||
# master document with modules index
|
||||
set(REF_MASTER_DOC "modules")
|
||||
|
||||
+ # vars necessary for manpages generation
|
||||
+ set(MYDUMPER_PROGRAM_DESC "multi-threaded MySQL dumping")
|
||||
+ set(MYLOADER_PROGRAM_DESC "multi-threaded MySQL loader")
|
||||
+
|
||||
# substitute variables in configuration and scripts
|
||||
foreach(file
|
||||
conf.py
|
||||
diff --git a/docs/_build/conf.py.in b/docs/_build/conf.py.in
|
||||
index 9985c74..4844933 100644
|
||||
--- a/docs/_build/conf.py.in
|
||||
+++ b/docs/_build/conf.py.in
|
||||
@@ -211,8 +211,8 @@ latex_documents = [
|
||||
# One entry per manual page. List of tuples
|
||||
# (source start file, name, description, authors, manual section).
|
||||
man_pages = [
|
||||
- ('mydumper_usage', 'mydumper', u'@PROGRAM_DESC@',
|
||||
+ ('mydumper_usage', 'mydumper', u'@MYDUMPER_PROGRAM_DESC@',
|
||||
[u'Andrew Hutchings'], 1),
|
||||
- ('myloader_usage', 'myloader', u'@PROGRAM_DESC@',
|
||||
+ ('myloader_usage', 'myloader', u'@MYLOADER_PROGRAM_DESC@',
|
||||
[u'Andrew Hutchings'], 1)
|
||||
]
|
||||
24
debian/patches/0002-dont-install-documentation-source.patch
vendored
Normal file
24
debian/patches/0002-dont-install-documentation-source.patch
vendored
Normal file
@ -0,0 +1,24 @@
|
||||
From: Mateusz Kijowski <mkijowski@trojmiasto.pl>
|
||||
Date: Tue, 22 Nov 2011 17:44:04 +0100
|
||||
Subject: dont install documentation source
|
||||
|
||||
---
|
||||
docs/CMakeLists.txt | 5 -----
|
||||
1 file changed, 5 deletions(-)
|
||||
|
||||
diff --git a/docs/CMakeLists.txt b/docs/CMakeLists.txt
|
||||
index c43d246..7c75c99 100644
|
||||
--- a/docs/CMakeLists.txt
|
||||
+++ b/docs/CMakeLists.txt
|
||||
@@ -61,11 +61,6 @@ if(GENERATE_DOC)
|
||||
"${SOURCES_DIR}"
|
||||
)
|
||||
|
||||
- # note the trailing slash to exclude directory name
|
||||
- install(DIRECTORY "${SOURCES_DIR}/"
|
||||
- DESTINATION "share/doc/mydumper"
|
||||
- )
|
||||
-
|
||||
# Sphinx cache with pickled ReST documents
|
||||
set(SPHINX_CACHE_DIR "${CMAKE_CURRENT_BINARY_DIR}/_doctrees")
|
||||
# HTML output directory
|
||||
34
debian/patches/0003-explicitly-link-libm.patch
vendored
Normal file
34
debian/patches/0003-explicitly-link-libm.patch
vendored
Normal file
@ -0,0 +1,34 @@
|
||||
From: Mateusz Kijowski <mateusz.kijowski@gmail.com>
|
||||
Date: Mon, 20 Jan 2014 21:42:40 +0100
|
||||
Subject: explicitly link libm
|
||||
|
||||
---
|
||||
CMakeLists.txt | 7 +++----
|
||||
1 file changed, 3 insertions(+), 4 deletions(-)
|
||||
|
||||
diff --git a/CMakeLists.txt b/CMakeLists.txt
|
||||
index 5da3828..0a6f7e7 100644
|
||||
--- a/CMakeLists.txt
|
||||
+++ b/CMakeLists.txt
|
||||
@@ -9,6 +9,7 @@
|
||||
find_package(ZLIB)
|
||||
find_package(GLIB2)
|
||||
find_package(PCRE)
|
||||
+find_library(M_LIB m)
|
||||
|
||||
option(BUILD_DOCS "Build the documentation" ON)
|
||||
|
||||
@@ -37,11 +38,11 @@
|
||||
else (WITH_BINLOG)
|
||||
add_executable(mydumper mydumper.c server_detect.c g_unix_signal.c connection.c getPassword.c)
|
||||
endif (WITH_BINLOG)
|
||||
-target_link_libraries(mydumper ${MYSQL_LIBRARIES} ${GLIB2_LIBRARIES} ${GTHREAD2_LIBRARIES} ${PCRE_PCRE_LIBRARY} ${ZLIB_LIBRARIES} stdc++)
|
||||
+target_link_libraries(mydumper ${MYSQL_LIBRARIES} ${GLIB2_LIBRARIES} ${GTHREAD2_LIBRARIES} ${PCRE_PCRE_LIBRARY} ${ZLIB_LIBRARIES} ${M_LIB} stdc++)
|
||||
|
||||
|
||||
add_executable(myloader myloader.c connection.c getPassword.c)
|
||||
-target_link_libraries(myloader ${MYSQL_LIBRARIES} ${GLIB2_LIBRARIES} ${GTHREAD2_LIBRARIES} ${PCRE_PCRE_LIBRARY} ${ZLIB_LIBRARIES} stdc++)
|
||||
+target_link_libraries(myloader ${MYSQL_LIBRARIES} ${GLIB2_LIBRARIES} ${GTHREAD2_LIBRARIES} ${PCRE_PCRE_LIBRARY} ${ZLIB_LIBRARIES} ${M_LIB} stdc++)
|
||||
|
||||
INSTALL(TARGETS mydumper myloader
|
||||
RUNTIME DESTINATION bin
|
||||
3
debian/patches/series
vendored
Normal file
3
debian/patches/series
vendored
Normal file
@ -0,0 +1,3 @@
|
||||
0001-manpage-whatis-description.patch
|
||||
0002-dont-install-documentation-source.patch
|
||||
0003-explicitly-link-libm.patch
|
||||
13
debian/rules
vendored
Executable file
13
debian/rules
vendored
Executable file
@ -0,0 +1,13 @@
|
||||
#!/usr/bin/make -f
|
||||
# -*- makefile -*-
|
||||
# Sample debian/rules that uses debhelper.
|
||||
# This file was originally written by Joey Hess and Craig Small.
|
||||
# As a special exception, when this file is copied by dh-make into a
|
||||
# dh-make output file, you may use that output file without restriction.
|
||||
# This special exception was added by Craig Small in version 0.37 of dh-make.
|
||||
|
||||
# Uncomment this to turn on verbose mode.
|
||||
export DH_VERBOSE=1
|
||||
|
||||
%:
|
||||
dh $@ --with=sphinxdoc
|
||||
1
debian/source/format
vendored
Normal file
1
debian/source/format
vendored
Normal file
@ -0,0 +1 @@
|
||||
3.0 (quilt)
|
||||
39
debian/upstream/signing-key.asc
vendored
Normal file
39
debian/upstream/signing-key.asc
vendored
Normal file
@ -0,0 +1,39 @@
|
||||
-----BEGIN PGP PUBLIC KEY BLOCK-----
|
||||
Version: GnuPG v1
|
||||
|
||||
mQMuBFGKRv4RCAC4Kooe3nlePJ+y9+sYkLK0uM69HZ1VkgiOn02jxJSe43TQt0pd
|
||||
Co6LZjaURef9r0pJFZhFnnll+HwwjkYkFZDSViegCoYB1rmhqio7JOe2c3AIx69b
|
||||
Nm94u0SVJejXhbpguEAx2pmJiUa2b8Fbpzib/7bj+xGixI+AZC/IeKCvXPw4s3c0
|
||||
G8OvmFXHGjVJth4kNbjSB90QFK2NMMtGtHFaak8rahWWvN2JPMCjHfpSc4QhOZ17
|
||||
dCaz580QCRrmlnWN4q/p8vrBBpFzMkOU6+ww27JRw/uHEt49Q9YOy19XjXf6W99Q
|
||||
pXiMsO5hZo3wwFxWCBGnTqP4cMA/0wxyqFbnAQDj56SEGk5vGitBlxjGw1U5mQJS
|
||||
9rZvUejxsgpR3Fjonwf8CsVSh3B+w9HTQu56L3OtWVgfhY72OyQ04Gbt57BDCX7B
|
||||
k5EejeeRYJwdcDpmLDV+rjONnpHCtWT91v7Lxex9McOiwE01c85yrCbydYcPOYuy
|
||||
q5aWs3kIJX8/7O5YRc1Q3mOd8/JcBHvmVQtvKKQFOpjlpRb4uoBz+yaqvgiiWedC
|
||||
rG/NOyn2ZiDafBclI4+u1xt0J+0ebZzzNcRxDMa1C8uBGedDStc1TGsZfA2vHXnO
|
||||
cEKXUwA4b03alcj7eHc3zYCsaU+DDbY1DxUL8tWM3Kax3vsJk6Lu/D5ez/f8wo4P
|
||||
l/PexQZn0gByUjorxGq8dOlwduqJ+yyOmxOaUA/MjAgAgHnUHBneTNr6LXV6C+mX
|
||||
9hSCnb6uGNUH/m2SCoWsE8XSM/HRdYjyBTOXeYhA+v+TkHuH9GRzY3Jrh417jhbB
|
||||
NbWPSqbxaZwY7hF4RIPPxXn70nROgQ58hxUPEsLtGTTfY97RhrVqYWp6LfiEUFEl
|
||||
i0afQJSSYFTr6bpALhoRqd3qBd+ZGu8G+JQ44zYbiEIxdvFXISbhDminmZmR0n0O
|
||||
iE24WsKqvHFPBztKd/yXaA0L32Rwl48/BWxUBiKNPDjmXu9BVDmZlYzEg/9HzDvW
|
||||
lk0NSe9pN6JirmHmwpeO2e2X586XyjSM6PVTHSQQQibhf5iYzAILx3G5GGxZfVQ2
|
||||
tbQnTWF4IEJ1YmVuaWNrIDxtYXguYnViZW5pY2tAcGVyY29uYS5jb20+iHoEExEI
|
||||
ACIFAlGKRv4CGwMGCwkIBwMCBhUIAgkKCwQWAgMBAh4BAheAAAoJEEQzg2b5a/CS
|
||||
cw4A/1D494VgJAZFB2P+e+tLWtRYszDy6V3fDeX+v/0vv0+EAQCeP0TXA6Q92pE7
|
||||
3szZh7u7ddRkn494f52CJEDp8lb4XrkCDQRRikb+EAgAwP3I6mrBeDDLh2QbIS5G
|
||||
9U8hi1L7CAaFK7sLS2n/Uzy3PAQzyLTkMY4C0BmdnY+nEHFB99CiEiuQw2a8/NsM
|
||||
JCLPgOlkzklfAyR2Dl3EPbwbTpglpjUpjFf5IehWBFNh1VwYMSNw4jom362B+E1b
|
||||
uhtGSQLAtpTl/h2m6udAaVvjmSS6UMjH9nuX5gVfUUiJI2m6kSLfrENEVACmqXmF
|
||||
Js2LqD+GVGZh5nHnWC8ldfGPBYGNArwefzG4w9X4YpKOtOGfvjb3nqA3tBnypnXA
|
||||
KIUol96JdA7Bq2bDtROG2fJWXuTlqdOebo7IiBcKNi2QsIgH84DmUYaWssQCUbEI
|
||||
vwAEDQf9Gw1BgAIrpFS7Gxzt+iedIW0uk4m1/LZEcvgcoY/g+c4u+439kfZFMjIR
|
||||
h6ReGGT21fRkKt2l0hoMebpgR1idPIIP3AmIZ2tf/lsXe74oK3FTK5/Stq9wKd4r
|
||||
VGTVHQg10jZLBN6ksHMz+Kz3wnswfnfaABnvqzLcYrWrQjgusNCu6gKnoLv+X4bi
|
||||
5sQPxFFFTXacGQ+MLXqY2f7WKb2OeXW8ViMXNoHwiUh1+7CEuW+4+8yhykC1r7lu
|
||||
0taS++XuEeixoz149HlZcwuO7PIe92OZFaKCKJ+TfdegAGZlsEDdWn6JcDMDdjqw
|
||||
TYLUg98u32VZB2KwgzEDZL8O/DD/SohhBBgRCAAJBQJRikb+AhsMAAoJEEQzg2b5
|
||||
a/CSST8A/3qV/GXE0ABPxlAEF8yI5htqJHnSQDIEpr3QWt1ti+rDAQCRVFO7UHOS
|
||||
XmBM/2ByCbTTKokM+QivLrDB9Paf+xRmag==
|
||||
=zxkn
|
||||
-----END PGP PUBLIC KEY BLOCK-----
|
||||
3
debian/watch
vendored
Normal file
3
debian/watch
vendored
Normal file
@ -0,0 +1,3 @@
|
||||
version=3
|
||||
opts=filenamemangle=s/.+\/v?(\d\S+)\.tar\.gz/mydumper-$1\.tar\.gz/ \
|
||||
https://github.com/maxbube/mydumper/releases .*/v?(\d\S+)\.tar\.gz
|
||||
156
docs/CMakeLists.txt
Normal file
156
docs/CMakeLists.txt
Normal file
@ -0,0 +1,156 @@
|
||||
# Generate documentation in HTML and PDF format using Sphinx.
|
||||
|
||||
set(GENERATE_DOC TRUE)
|
||||
|
||||
# We use the Sphinx documentation generator to render HTML and manual
|
||||
# pages from the user and reference documentation in ReST format.
|
||||
find_package(Sphinx QUIET)
|
||||
if(NOT SPHINX_FOUND)
|
||||
message(WARNING "Unable to find Sphinx documentation generator")
|
||||
set(GENERATE_DOC FALSE)
|
||||
endif(NOT SPHINX_FOUND)
|
||||
|
||||
if(SPHINX_MAJOR_VERSION LESS 1)
|
||||
message(WARNING "Sphinx is older than v1.0, not building docs")
|
||||
set(GENERATE_DOC FALSE)
|
||||
endif(SPHINX_MAJOR_VERSION LESS 1)
|
||||
|
||||
if(GENERATE_DOC)
|
||||
# documentation tools
|
||||
set(SOURCE_BUILD_DIR "${CMAKE_CURRENT_SOURCE_DIR}/_build")
|
||||
# configured documentation tools and intermediate build results
|
||||
set(BINARY_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/_build")
|
||||
# static ReST documentation sources
|
||||
set(SOURCES_DIR "${CMAKE_CURRENT_BINARY_DIR}/_sources")
|
||||
# generated ReST documentation sources
|
||||
set(REF_SOURCES_DIR "${SOURCES_DIR}/reference")
|
||||
# master document with modules index
|
||||
set(REF_MASTER_DOC "modules")
|
||||
|
||||
# substitute variables in configuration and scripts
|
||||
foreach(file
|
||||
conf.py
|
||||
sources.cmake
|
||||
)
|
||||
configure_file(
|
||||
"${SOURCE_BUILD_DIR}/${file}.in"
|
||||
"${BINARY_BUILD_DIR}/${file}"
|
||||
@ONLY
|
||||
)
|
||||
endforeach(file)
|
||||
|
||||
set(CLEAN_FILES
|
||||
"${BINARY_BUILD_DIR}/html"
|
||||
)
|
||||
|
||||
add_custom_target(ALL
|
||||
DEPENDS "${REF_SOURCES_DIR}/${REF_MASTER_DOC}.rst"
|
||||
)
|
||||
|
||||
# Sphinx requires all sources in the same directory tree. As we wish
|
||||
# to include generated reference documention from the build tree, we
|
||||
# copy static ReST documents to the build tree before calling Sphinx.
|
||||
add_custom_target(doc_sources ALL
|
||||
"${CMAKE_COMMAND}" -P "${BINARY_BUILD_DIR}/sources.cmake"
|
||||
)
|
||||
list(APPEND CLEAN_FILES
|
||||
"${SOURCES_DIR}"
|
||||
)
|
||||
|
||||
# note the trailing slash to exclude directory name
|
||||
install(DIRECTORY "${SOURCES_DIR}/"
|
||||
DESTINATION "share/doc/mydumper"
|
||||
)
|
||||
|
||||
# Sphinx cache with pickled ReST documents
|
||||
set(SPHINX_CACHE_DIR "${CMAKE_CURRENT_BINARY_DIR}/_doctrees")
|
||||
# HTML output directory
|
||||
set(SPHINX_HTML_DIR "${CMAKE_CURRENT_BINARY_DIR}/html")
|
||||
|
||||
# This target builds HTML documentation using Sphinx.
|
||||
add_custom_target(doc_html ALL
|
||||
${SPHINX_EXECUTABLE}
|
||||
-q -b html
|
||||
-c "${BINARY_BUILD_DIR}"
|
||||
-d "${SPHINX_CACHE_DIR}"
|
||||
"${SOURCES_DIR}"
|
||||
"${SPHINX_HTML_DIR}"
|
||||
COMMENT "Building HTML documentation with Sphinx"
|
||||
)
|
||||
list(APPEND CLEAN_FILES
|
||||
"${SPHINX_CACHE_DIR}"
|
||||
"${SPHINX_HTML_DIR}"
|
||||
)
|
||||
add_dependencies(doc_html
|
||||
doc_sources
|
||||
)
|
||||
install(DIRECTORY "${SPHINX_HTML_DIR}"
|
||||
DESTINATION "share/doc/mydumper"
|
||||
)
|
||||
|
||||
# HTML output directory
|
||||
set(SPHINX_MAN_DIR "${CMAKE_CURRENT_BINARY_DIR}/man")
|
||||
# This target builds a manual page using Sphinx.
|
||||
|
||||
add_custom_target(doc_man ALL
|
||||
${SPHINX_EXECUTABLE}
|
||||
-q -b man
|
||||
-c "${BINARY_BUILD_DIR}"
|
||||
-d "${SPHINX_CACHE_DIR}"
|
||||
"${SOURCES_DIR}"
|
||||
"${SPHINX_MAN_DIR}"
|
||||
COMMENT "Building manual page with Sphinx"
|
||||
)
|
||||
list(APPEND CLEAN_FILES
|
||||
"${SPHINX_MAN_DIR}"
|
||||
)
|
||||
add_dependencies(doc_man
|
||||
doc_sources
|
||||
)
|
||||
# serialize Sphinx targets to avoid cache conflicts in parallel builds
|
||||
add_dependencies(doc_man
|
||||
doc_html
|
||||
)
|
||||
install(FILES "${SPHINX_MAN_DIR}/mydumper.1" "${SPHINX_MAN_DIR}/myloader.1"
|
||||
DESTINATION "share/man/man1"
|
||||
)
|
||||
|
||||
# This target builds PDF documentation using Sphinx and LaTeX.
|
||||
if(PDFLATEX_COMPILER)
|
||||
# PDF output directory
|
||||
set(SPHINX_PDF_DIR "${CMAKE_CURRENT_BINARY_DIR}/pdf")
|
||||
|
||||
add_custom_target(doc_pdf ALL
|
||||
${SPHINX_EXECUTABLE}
|
||||
-q -b latex
|
||||
-c "${BINARY_BUILD_DIR}"
|
||||
-d "${SPHINX_CACHE_DIR}"
|
||||
"${SOURCES_DIR}"
|
||||
"${SPHINX_PDF_DIR}"
|
||||
COMMENT "Building PDF documentation with Sphinx"
|
||||
)
|
||||
add_custom_command(TARGET doc_pdf POST_BUILD
|
||||
COMMAND ${CMAKE_MAKE_PROGRAM} LATEXOPTS=-interaction=batchmode
|
||||
WORKING_DIRECTORY "${SPHINX_PDF_DIR}"
|
||||
)
|
||||
list(APPEND CLEAN_FILES
|
||||
"${SPHINX_PDF_DIR}"
|
||||
)
|
||||
add_dependencies(doc_pdf
|
||||
doc_sources
|
||||
)
|
||||
# serialize Sphinx targets to avoid cache conflicts in parallel builds
|
||||
add_dependencies(doc_pdf
|
||||
doc_man
|
||||
)
|
||||
install(FILES "${SPHINX_PDF_DIR}/mydumper.pdf"
|
||||
DESTINATION "share/doc/mydumper"
|
||||
)
|
||||
endif(PDFLATEX_COMPILER)
|
||||
|
||||
# Add output directories to clean target.
|
||||
set_directory_properties(PROPERTIES
|
||||
ADDITIONAL_MAKE_CLEAN_FILES "${CLEAN_FILES}"
|
||||
)
|
||||
|
||||
endif(GENERATE_DOC)
|
||||
218
docs/_build/conf.py.in
vendored
Normal file
218
docs/_build/conf.py.in
vendored
Normal file
@ -0,0 +1,218 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
#
|
||||
# MySQL Data Dumper documentation build configuration file, created by
|
||||
# sphinx-quickstart on Tue Apr 26 11:44:25 2011.
|
||||
#
|
||||
# This file is execfile()d with the current directory set to its containing dir.
|
||||
#
|
||||
# Note that not all possible configuration values are present in this
|
||||
# autogenerated file.
|
||||
#
|
||||
# All configuration values have a default; values that are commented out
|
||||
# serve to show the default.
|
||||
|
||||
import sys, os
|
||||
|
||||
# If extensions (or modules to document with autodoc) are in another directory,
|
||||
# add these directories to sys.path here. If the directory is relative to the
|
||||
# documentation root, use os.path.abspath to make it absolute, like shown here.
|
||||
#sys.path.insert(0, os.path.abspath('.'))
|
||||
|
||||
# -- General configuration -----------------------------------------------------
|
||||
|
||||
# If your documentation needs a minimal Sphinx version, state it here.
|
||||
#needs_sphinx = '1.0'
|
||||
|
||||
# Add any Sphinx extension module names here, as strings. They can be extensions
|
||||
# coming with Sphinx (named 'sphinx.ext.*') or your custom ones.
|
||||
extensions = ['sphinx.ext.todo']
|
||||
|
||||
# Add any paths that contain templates here, relative to this directory.
|
||||
templates_path = ['@CMAKE_CURRENT_SOURCE_DIR@/_templates']
|
||||
|
||||
# The suffix of source filenames.
|
||||
source_suffix = '.rst'
|
||||
|
||||
# The encoding of source files.
|
||||
#source_encoding = 'utf-8-sig'
|
||||
|
||||
# The master toctree document.
|
||||
master_doc = 'index'
|
||||
|
||||
# General information about the project.
|
||||
project = u'@PROJECT_NAME@'
|
||||
copyright = u'2011, Andrew Hutchings'
|
||||
|
||||
# The version info for the project you're documenting, acts as replacement for
|
||||
# |version| and |release|, also used in various other places throughout the
|
||||
# built documents.
|
||||
#
|
||||
# The short X.Y version.
|
||||
version = '@VERSION@'
|
||||
# The full version, including alpha/beta/rc tags.
|
||||
release = '@VERSION@'
|
||||
|
||||
# The language for content autogenerated by Sphinx. Refer to documentation
|
||||
# for a list of supported languages.
|
||||
#language = None
|
||||
|
||||
# There are two options for replacing |today|: either, you set today to some
|
||||
# non-false value, then it is used:
|
||||
#today = ''
|
||||
# Else, today_fmt is used as the format for a strftime call.
|
||||
#today_fmt = '%B %d, %Y'
|
||||
|
||||
# List of patterns, relative to source directory, that match files and
|
||||
# directories to ignore when looking for source files.
|
||||
exclude_patterns = ['_build']
|
||||
|
||||
# The reST default role (used for this markup: `text`) to use for all documents.
|
||||
#default_role = None
|
||||
|
||||
# If true, '()' will be appended to :func: etc. cross-reference text.
|
||||
#add_function_parentheses = True
|
||||
|
||||
# If true, the current module name will be prepended to all description
|
||||
# unit titles (such as .. function::).
|
||||
#add_module_names = True
|
||||
|
||||
# If true, sectionauthor and moduleauthor directives will be shown in the
|
||||
# output. They are ignored by default.
|
||||
#show_authors = False
|
||||
|
||||
# The name of the Pygments (syntax highlighting) style to use.
|
||||
pygments_style = 'sphinx'
|
||||
|
||||
# A list of ignored prefixes for module index sorting.
|
||||
#modindex_common_prefix = []
|
||||
|
||||
|
||||
# -- Options for HTML output ---------------------------------------------------
|
||||
|
||||
# The theme to use for HTML and HTML Help pages. See the documentation for
|
||||
# a list of builtin themes.
|
||||
html_theme = 'default'
|
||||
|
||||
# Theme options are theme-specific and customize the look and feel of a theme
|
||||
# further. For a list of options available for each theme, see the
|
||||
# documentation.
|
||||
#html_theme_options = {}
|
||||
|
||||
# Add any paths that contain custom themes here, relative to this directory.
|
||||
#html_theme_path = []
|
||||
|
||||
# The name for this set of Sphinx documents. If None, it defaults to
|
||||
# "<project> v<release> documentation".
|
||||
#html_title = None
|
||||
|
||||
# A shorter title for the navigation bar. Default is the same as html_title.
|
||||
#html_short_title = None
|
||||
|
||||
# The name of an image file (relative to this directory) to place at the top
|
||||
# of the sidebar.
|
||||
#html_logo = None
|
||||
|
||||
# The name of an image file (within the static path) to use as favicon of the
|
||||
# docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32
|
||||
# pixels large.
|
||||
#html_favicon = None
|
||||
|
||||
# Add any paths that contain custom static files (such as style sheets) here,
|
||||
# relative to this directory. They are copied after the builtin static files,
|
||||
# so a file named "default.css" will overwrite the builtin "default.css".
|
||||
html_static_path = ['@CMAKE_CURRENT_SOURCE_DIR@/_static']
|
||||
|
||||
# If not '', a 'Last updated on:' timestamp is inserted at every page bottom,
|
||||
# using the given strftime format.
|
||||
#html_last_updated_fmt = '%b %d, %Y'
|
||||
|
||||
# If true, SmartyPants will be used to convert quotes and dashes to
|
||||
# typographically correct entities.
|
||||
#html_use_smartypants = True
|
||||
|
||||
# Custom sidebar templates, maps document names to template names.
|
||||
#html_sidebars = {}
|
||||
|
||||
# Additional templates that should be rendered to pages, maps page names to
|
||||
# template names.
|
||||
#html_additional_pages = {}
|
||||
|
||||
# If false, no module index is generated.
|
||||
#html_domain_indices = True
|
||||
|
||||
# If false, no index is generated.
|
||||
#html_use_index = True
|
||||
|
||||
# If true, the index is split into individual pages for each letter.
|
||||
#html_split_index = False
|
||||
|
||||
# If true, links to the reST sources are added to the pages.
|
||||
#html_show_sourcelink = True
|
||||
|
||||
# If true, "Created using Sphinx" is shown in the HTML footer. Default is True.
|
||||
#html_show_sphinx = True
|
||||
|
||||
# If true, "(C) Copyright ..." is shown in the HTML footer. Default is True.
|
||||
#html_show_copyright = True
|
||||
|
||||
# If true, an OpenSearch description file will be output, and all pages will
|
||||
# contain a <link> tag referring to it. The value of this option must be the
|
||||
# base URL from which the finished HTML is served.
|
||||
#html_use_opensearch = ''
|
||||
|
||||
# This is the file name suffix for HTML files (e.g. ".xhtml").
|
||||
#html_file_suffix = None
|
||||
|
||||
# Output file base name for HTML help builder.
|
||||
htmlhelp_basename = 'MySQLDataDumperdoc'
|
||||
|
||||
|
||||
# -- Options for LaTeX output --------------------------------------------------
|
||||
|
||||
# The paper size ('letter' or 'a4').
|
||||
#latex_paper_size = 'letter'
|
||||
|
||||
# The font size ('10pt', '11pt' or '12pt').
|
||||
#latex_font_size = '10pt'
|
||||
|
||||
# Grouping the document tree into LaTeX files. List of tuples
|
||||
# (source start file, target name, title, author, documentclass [howto/manual]).
|
||||
latex_documents = [
|
||||
('index', 'MySQLDataDumper.tex', u'@PROJECT_NAME@ Documentation',
|
||||
u'Andrew Hutchings', 'manual'),
|
||||
]
|
||||
|
||||
# The name of an image file (relative to this directory) to place at the top of
|
||||
# the title page.
|
||||
#latex_logo = None
|
||||
|
||||
# For "manual" documents, if this is true, then toplevel headings are parts,
|
||||
# not chapters.
|
||||
#latex_use_parts = False
|
||||
|
||||
# If true, show page references after internal links.
|
||||
#latex_show_pagerefs = False
|
||||
|
||||
# If true, show URL addresses after external links.
|
||||
#latex_show_urls = False
|
||||
|
||||
# Additional stuff for the LaTeX preamble.
|
||||
#latex_preamble = ''
|
||||
|
||||
# Documents to append as an appendix to all manuals.
|
||||
#latex_appendices = []
|
||||
|
||||
# If false, no module index is generated.
|
||||
#latex_domain_indices = True
|
||||
|
||||
|
||||
# -- Options for manual page output --------------------------------------------
|
||||
|
||||
# One entry per manual page. List of tuples
|
||||
# (source start file, name, description, authors, manual section).
|
||||
man_pages = [
|
||||
('mydumper_usage', 'mydumper', u'@PROGRAM_DESC@',
|
||||
[u'Andrew Hutchings'], 1),
|
||||
('myloader_usage', 'myloader', u'@PROGRAM_DESC@',
|
||||
[u'Andrew Hutchings'], 1)
|
||||
]
|
||||
16
docs/_build/sources.cmake.in
vendored
Normal file
16
docs/_build/sources.cmake.in
vendored
Normal file
@ -0,0 +1,16 @@
|
||||
# This script recursively copies all ReST documents from the source directory to
|
||||
# the binary directory. CMAKE_CURRENT_SOURCE_DIR and SOURCES_DIR are substituted
|
||||
# upon the cmake stage. The script is executed upon the make stage to ensure
|
||||
# that the binary sources directory is always up to date.
|
||||
|
||||
file(GLOB SOURCES
|
||||
RELATIVE "@CMAKE_CURRENT_SOURCE_DIR@"
|
||||
"@CMAKE_CURRENT_SOURCE_DIR@/*.rst"
|
||||
)
|
||||
foreach(source ${SOURCES})
|
||||
configure_file(
|
||||
"@CMAKE_CURRENT_SOURCE_DIR@/${source}"
|
||||
"@SOURCES_DIR@/${source}"
|
||||
COPYONLY
|
||||
)
|
||||
endforeach(source)
|
||||
9
docs/authors.rst
Normal file
9
docs/authors.rst
Normal file
@ -0,0 +1,9 @@
|
||||
Authors
|
||||
=======
|
||||
|
||||
The code for mydumper has been written by the following people:
|
||||
|
||||
* `Domas Mituzas <http://dom.as/>`_, Facebook ( domas at fb dot com )
|
||||
* `Andrew Hutchings <http://www.linuxjedi.co.uk>`_, SkySQL ( andrew at skysql dot com )
|
||||
* `Mark Leith <http://www.markleith.co.uk/>`_, Oracle Corporation ( mark dot leith at oracle dot com )
|
||||
* `Max Bubenick <http://www.bube.com.ar>`_, Percona RDBA ( max dot bubenick at percona dot com )
|
||||
70
docs/compiling.rst
Normal file
70
docs/compiling.rst
Normal file
@ -0,0 +1,70 @@
|
||||
Compiling
|
||||
=========
|
||||
|
||||
Requirements
|
||||
------------
|
||||
|
||||
mydumper requires the following before it can be compiled:
|
||||
|
||||
* `CMake <http://www.cmake.org/>`_
|
||||
* `Glib2 <http://www.gtk.org/index.php>`_ (with development packages)
|
||||
* `PCRE <http://www.pcre.org/>`_ (with development packages)
|
||||
* `MySQL <http://www.mysql.com/>`_ client libraries (with development packages)
|
||||
|
||||
Additionally the following packages are optional:
|
||||
|
||||
* `python-sphinx <http://sphinx.pocoo.org/>`_ (for documentation)
|
||||
|
||||
Ubuntu/Debian
|
||||
^^^^^^^^^^^^^
|
||||
|
||||
.. code-block:: bash
|
||||
|
||||
apt-get install libglib2.0-dev libmysqlclient15-dev zlib1g-dev libpcre3-dev
|
||||
|
||||
Fedora/Redhat/CentOS
|
||||
^^^^^^^^^^^^^^^^^^^^
|
||||
|
||||
.. code-block:: bash
|
||||
|
||||
yum install glib2-devel mysql-devel zlib-devel pcre-devel
|
||||
|
||||
OpenSUSE
|
||||
^^^^^^^^
|
||||
|
||||
.. code-block:: bash
|
||||
|
||||
zypper install glib2-devel libmysqlclient-devel pcre-devel zlib-devel
|
||||
|
||||
Mac OSX
|
||||
^^^^^^^
|
||||
|
||||
.. code-block:: bash
|
||||
|
||||
port install glib2 mysql5 pcre
|
||||
|
||||
CMake
|
||||
-----
|
||||
|
||||
CMake is used for mydumper's build system and is executed as follows::
|
||||
|
||||
cmake .
|
||||
make
|
||||
|
||||
You can optionally provide parameters for CMake, the possible options are:
|
||||
|
||||
* ``-DMYSQL_CONFIG=/path/to/mysql_config`` - The path and filename for the mysql_config executable
|
||||
* ``-DCMAKE_INSTALL_PREFIX=/install/path`` - The path where mydumper should be installed
|
||||
|
||||
Documentation
|
||||
-------------
|
||||
|
||||
If you wish to just compile the documentation you can do so with::
|
||||
|
||||
cmake .
|
||||
make doc_html
|
||||
|
||||
or for a man page output::
|
||||
|
||||
cmake .
|
||||
make doc_man
|
||||
37
docs/examples.rst
Normal file
37
docs/examples.rst
Normal file
@ -0,0 +1,37 @@
|
||||
Examples
|
||||
========
|
||||
|
||||
Simple Usage
|
||||
------------
|
||||
Just running :program:`mydumper` without any options will try to connect to a
|
||||
server using the default socket path. It will then dump the tables from all
|
||||
databases using 4 worker threads.
|
||||
|
||||
Regex
|
||||
-----
|
||||
To use :program:`mydumper`'s regex feature simply use the
|
||||
:option:`--regex <mydumper --regex>` option. In the following example mydumper
|
||||
will ignore the ``test`` and ``mysql`` databases::
|
||||
|
||||
mydumper --regex '^(?!(mysql\.|test\.))'
|
||||
|
||||
Restoring a dump
|
||||
----------------
|
||||
Mydumper now include myloader which is a multi-threaded restoration tool. To
|
||||
use myloader with a mydumper dump you simply need to pass it the directory of
|
||||
the dump along with a user capable of restoring the schemas and data. As an
|
||||
example the following will restore a dump overwriting any existing tables::
|
||||
|
||||
myloader --directory=export-20110614-094953 --overwrite-tables --user=root
|
||||
|
||||
Daemon mode
|
||||
-----------
|
||||
Mydumper has a daemon mode which will snapshot the dump data every so often
|
||||
whilst continuously retreiving the binary log files. This gives a continuous
|
||||
consistent backup right up to the point where the database server fails. To use
|
||||
this you simply need to use the :option:`--daemon <mydumper --daemon>` option.
|
||||
|
||||
In the following example mydumper will use daemon mode, creating a snapshot
|
||||
every half an hour and log to an output file::
|
||||
|
||||
mydumper --daemon --snapshot-interval=30 --logfile=dump.log
|
||||
61
docs/files.rst
Normal file
61
docs/files.rst
Normal file
@ -0,0 +1,61 @@
|
||||
Output Files
|
||||
============
|
||||
|
||||
mydumper generates several files during the generation of the dump. Many of
|
||||
these are for the table data itself since every table has at least one file.
|
||||
|
||||
Metadata
|
||||
--------
|
||||
When a dump is executed a file called ``metadata.partial`` is created in the output
|
||||
directory and is renamed to ``metadata`` when mydumper finish without error.
|
||||
This contains the start and end time of the dump as well as the
|
||||
master binary log positions if applicable.
|
||||
|
||||
This is an example of the content of this file::
|
||||
|
||||
Started dump at: 2011-05-05 13:57:17
|
||||
SHOW MASTER STATUS:
|
||||
Log: linuxjedi-laptop-bin.000001
|
||||
Pos: 106
|
||||
|
||||
Finished dump at: 2011-05-05 13:57:17
|
||||
|
||||
Table Data
|
||||
----------
|
||||
The data from every table is written into a separate file, also if the
|
||||
:option:`--rows <mydumper --rows>` option is used then each chunk of table will
|
||||
be in a separate file. The file names for this are in the format::
|
||||
|
||||
database.table.sql(.gz)
|
||||
|
||||
or if chunked::
|
||||
|
||||
database.table.chunk.sql(.gz)
|
||||
|
||||
Where 'chunk' is a number padded with up to 5 zeros.
|
||||
|
||||
Table Schemas
|
||||
-------------
|
||||
When the :option:`--schemas <mydumper --schemas>` option is used mydumper will
|
||||
create a file for the schema of every table it is writing data for. The files
|
||||
for this are in the following format::
|
||||
|
||||
database.table-schema.sql(.gz)
|
||||
|
||||
Binary Logs
|
||||
-----------
|
||||
Binary logs are retrieved when :option:`--binlogs <mydumper --binlogs>` option
|
||||
has been set. This will store them in the ``binlog_snapshot/`` sub-directory
|
||||
inside the dump directory.
|
||||
|
||||
The binary log files have the same filename as the MySQL server that supplies them and will also have a .gz on the end if they are compressed.
|
||||
|
||||
Daemon mode
|
||||
-----------
|
||||
Daemon mode does things a little differently. There are the directories ``0``
|
||||
and ``1`` inside the dump directory. These alternate when dumping so that if
|
||||
mydumper fails for any reason there is still a good snapshot. When a snapshot
|
||||
dump is complete the ``last_dump`` symlink is updated to point to that dump.
|
||||
|
||||
If binary logging is enabled mydumper will connect as if it is a slave server
|
||||
and constantly retreives the binary logs into the ``binlogs`` subdirectory.
|
||||
25
docs/index.rst
Normal file
25
docs/index.rst
Normal file
@ -0,0 +1,25 @@
|
||||
.. MySQL Data Dumper documentation master file
|
||||
You can adapt this file completely to your liking, but it should at least
|
||||
contain the root `toctree` directive.
|
||||
|
||||
Welcome to MySQL Data Dumper's documentation!
|
||||
=============================================
|
||||
|
||||
Contents:
|
||||
|
||||
.. toctree::
|
||||
:maxdepth: 2
|
||||
|
||||
authors
|
||||
compiling
|
||||
mydumper_usage
|
||||
myloader_usage
|
||||
files
|
||||
examples
|
||||
|
||||
Indices and tables
|
||||
==================
|
||||
|
||||
* :ref:`genindex`
|
||||
* :ref:`search`
|
||||
|
||||
214
docs/mydumper_usage.rst
Normal file
214
docs/mydumper_usage.rst
Normal file
@ -0,0 +1,214 @@
|
||||
Mydumper Usage
|
||||
==============
|
||||
|
||||
Synopsis
|
||||
--------
|
||||
|
||||
:program:`mydumper` [:ref:`OPTIONS <mydumper-options-label>`]
|
||||
|
||||
Description
|
||||
-----------
|
||||
|
||||
:program:`mydumper` is a tool used for backing up MySQL database servers much
|
||||
faster than the mysqldump tool distributed with MySQL. It also has the
|
||||
capability to retrieve the binary logs from the remote server at the same time
|
||||
as the dump itself. The advantages of mydumper are:
|
||||
|
||||
* Parallelism (hence, speed) and performance (avoids expensive character set conversion routines, efficient code overall)
|
||||
* Easier to manage output (separate files for tables, dump metadata, etc, easy to view/parse data)
|
||||
* Consistency - maintains snapshot across all threads, provides accurate master and slave log positions, etc
|
||||
* Manageability - supports PCRE for specifying database and tables inclusions and exclusions
|
||||
|
||||
.. _mydumper-options-label:
|
||||
|
||||
Options
|
||||
-------
|
||||
|
||||
The :program:`mydumper` tool has several available options:
|
||||
|
||||
.. program:: mydumper
|
||||
|
||||
.. option:: --help, -?
|
||||
|
||||
Show help text
|
||||
|
||||
.. option:: --defaults-file
|
||||
|
||||
Use the given option file. If the file does not exist or is otherwise inaccessible, no failure occurs
|
||||
|
||||
.. option:: --host, -h
|
||||
|
||||
Hostname of MySQL server to connect to (default localhost)
|
||||
|
||||
.. option:: --user, -u
|
||||
|
||||
MySQL username with the correct privileges to execute the dump
|
||||
|
||||
.. option:: --password, -p
|
||||
|
||||
The corresponding password for the MySQL user
|
||||
|
||||
.. option:: --port, -P
|
||||
|
||||
The port for the MySQL connection.
|
||||
|
||||
.. note::
|
||||
|
||||
For localhost TCP connections use 127.0.0.1 for :option:`--host`.
|
||||
|
||||
.. option:: --socket, -S
|
||||
|
||||
The UNIX domain socket file to use for the connection
|
||||
|
||||
.. option:: --database, -B
|
||||
|
||||
Database to dump
|
||||
|
||||
.. option:: --tables-list, -T
|
||||
|
||||
A comma separated list of tables to dump
|
||||
|
||||
.. option:: --threads, -t
|
||||
|
||||
The number of threads to use for dumping data, default is 4
|
||||
|
||||
.. note::
|
||||
|
||||
Other threads are used in mydumper, this option does not control these
|
||||
|
||||
.. option:: --outputdir, -o
|
||||
|
||||
Output directory name, default is export-YYYYMMDD-HHMMSS
|
||||
|
||||
.. option:: --statement-size, -s
|
||||
|
||||
The maximum size for an insert statement before breaking into a new
|
||||
statement, default 1,000,000 bytes
|
||||
|
||||
.. option:: --rows, -r
|
||||
|
||||
Split table into chunks of this many rows, default unlimited
|
||||
|
||||
.. option:: --compress, -c
|
||||
|
||||
Compress the output files
|
||||
|
||||
.. option:: --compress-input, -C
|
||||
|
||||
Use client protocol compression for connections to the MySQL server
|
||||
|
||||
.. option:: --build-empty-files, -e
|
||||
|
||||
Create empty dump files if there is no data to dump
|
||||
|
||||
.. option:: --regex, -x
|
||||
|
||||
A regular expression to match against database and table
|
||||
|
||||
.. option:: --omit-from-file, -O
|
||||
|
||||
File containing a list of database.table entries to skip, one per line; the
|
||||
skipped entries have precedence over patterns specified by the regex option
|
||||
|
||||
.. option:: --ignore-engines, -i
|
||||
|
||||
Comma separated list of storage engines to ignore
|
||||
|
||||
.. option:: --no-schemas, -m
|
||||
|
||||
Do not dump schemas with the data
|
||||
|
||||
.. option:: --no-data, -d
|
||||
|
||||
Do not dump table data
|
||||
|
||||
.. option:: --triggers, -G
|
||||
|
||||
Dump triggers
|
||||
|
||||
.. option:: --events, -E
|
||||
|
||||
Dump events
|
||||
|
||||
.. option:: --routines, -R
|
||||
|
||||
Dump stored procedures and functions
|
||||
|
||||
.. option:: --no-views, -W
|
||||
|
||||
Do not dump views
|
||||
|
||||
.. option:: --long-query-guard, -l
|
||||
|
||||
Timeout for long query execution in seconds, default 60
|
||||
|
||||
.. option:: --kill-long-queries, -K
|
||||
|
||||
Kill long running queries instead of aborting the dump
|
||||
|
||||
.. option:: --version, -V
|
||||
|
||||
Show the program version and exit
|
||||
|
||||
.. option:: --verbose, -v
|
||||
|
||||
The verbosity of messages. 0 = silent, 1 = errors, 2 = warnings, 3 = info.
|
||||
Default is 2.
|
||||
|
||||
.. option:: --binlogs, -b
|
||||
|
||||
Get the binlogs from the server as well as the dump files (You need to compile with -DWITH_BINLOG=ON)
|
||||
|
||||
.. option:: --daemon, -D
|
||||
|
||||
Enable daemon mode
|
||||
|
||||
.. option:: --snapshot-interval, -I
|
||||
|
||||
Interval between each dump snapshot (in minutes), requires
|
||||
:option:`--daemon`, default 60 (minutes)
|
||||
|
||||
.. option:: --logfile, -L
|
||||
|
||||
A file to log mydumper output to instead of console output. Useful for
|
||||
daemon mode.
|
||||
|
||||
.. option:: --no-locks, -k
|
||||
|
||||
Do not execute the temporary shared read lock.
|
||||
|
||||
.. warning::
|
||||
|
||||
This will cause inconsistent backups.
|
||||
|
||||
.. option:: --no-backup-locks
|
||||
|
||||
Do not use Percona Backup Locks
|
||||
|
||||
.. option:: --[skip-]tz-utc
|
||||
|
||||
SET TIME_ZONE='+00:00' at top of dump to allow dumping of TIMESTAMP data
|
||||
when a server has data in different time zones or data is being moved
|
||||
between servers with different time zones, defaults to on use --skip-tz-utc
|
||||
to disable.
|
||||
|
||||
.. option:: --less-locking
|
||||
|
||||
Minimize locking time on InnoDB tables grabbing a LOCK TABLE ... READ
|
||||
on all non-innodb tables.
|
||||
|
||||
.. option:: --chunk-filesize -F
|
||||
|
||||
Split tables into chunks of this output file size. This value is in MB
|
||||
|
||||
.. option:: --success-on-1146
|
||||
|
||||
Not increment error count and Warning instead of Critical in case of table doesn't exist
|
||||
|
||||
.. option:: --use-savepoints
|
||||
|
||||
Use savepoints to reduce metadata locking issues, needs SUPER privilege
|
||||
|
||||
.. option:: --complete-insert
|
||||
|
||||
Use complete INSERT statements that include column names.
|
||||
103
docs/myloader_usage.rst
Normal file
103
docs/myloader_usage.rst
Normal file
@ -0,0 +1,103 @@
|
||||
Myloader Usage
|
||||
==============
|
||||
|
||||
Synopsis
|
||||
--------
|
||||
|
||||
:program:`myloader` :option:`--directory <myloader --directory>` = /path/to/mydumper/backup [:ref:`OPTIONS <myloader-options-label>`]
|
||||
|
||||
Description
|
||||
-----------
|
||||
|
||||
:program:`myloader` is a tool used for multi-threaded restoration of mydumper
|
||||
backups.
|
||||
|
||||
.. _myloader-options-label:
|
||||
|
||||
Options
|
||||
-------
|
||||
|
||||
The :program:`myloader` tool has several available options:
|
||||
|
||||
.. program:: myloader
|
||||
|
||||
.. option:: --help, -?
|
||||
|
||||
Show help text
|
||||
|
||||
.. option:: --defaults-file
|
||||
|
||||
Use the given option file. If the file does not exist or is otherwise inaccessible, no failure occurs
|
||||
|
||||
.. option:: --host, -h
|
||||
|
||||
Hostname of MySQL server to connect to (default localhost)
|
||||
|
||||
.. option:: --user, -u
|
||||
|
||||
MySQL username with the correct privileges to execute the restoration
|
||||
|
||||
.. option:: --password, -p
|
||||
|
||||
The corresponding password for the MySQL user
|
||||
|
||||
.. option:: --port, -P
|
||||
|
||||
The port for the MySQL connection.
|
||||
|
||||
.. note::
|
||||
|
||||
For localhost TCP connections use 127.0.0.1 for :option:`--host`.
|
||||
|
||||
.. option:: --socket, -S
|
||||
|
||||
The UNIX domain socket file to use for the connection
|
||||
|
||||
.. option:: --threads, -t
|
||||
|
||||
The number of threads to use for restoring data, default is 4
|
||||
|
||||
.. option:: --version, -V
|
||||
|
||||
Show the program version and exit
|
||||
|
||||
.. option:: --compress-protocol, -C
|
||||
|
||||
Use client protocol compression for connections to the MySQL server
|
||||
|
||||
.. option:: --directory, -d
|
||||
|
||||
The directory of the mydumper backup to restore
|
||||
|
||||
.. option:: --database, -B
|
||||
|
||||
An alternative database to load the dump into
|
||||
|
||||
.. note::
|
||||
|
||||
For use with single database dumps. When using with multi-database dumps
|
||||
that have duplicate table names in more than one database it may cause
|
||||
errors. Alternatively this scenario may give unpredictable results with
|
||||
:option:`--overwrite-tables`.
|
||||
|
||||
.. option:: --source-db, -s
|
||||
|
||||
Database to restore, useful in combination with --database
|
||||
|
||||
.. option:: --queries-per-transaction, -q
|
||||
|
||||
Number of INSERT queries to execute per transaction during restore, default
|
||||
is 1000.
|
||||
|
||||
.. option:: --overwrite-tables, -o
|
||||
|
||||
Drop any existing tables when restoring schemas
|
||||
|
||||
.. option:: --enable-binlog, -e
|
||||
|
||||
Log the data loading in the MySQL binary log if enabled (off by default)
|
||||
|
||||
.. option:: --verbose, -v
|
||||
|
||||
The verbosity of messages. 0 = silent, 1 = errors, 2 = warnings, 3 = info.
|
||||
Default is 2.
|
||||
128
g_unix_signal.c
Normal file
128
g_unix_signal.c
Normal file
@ -0,0 +1,128 @@
|
||||
#define _POSIX_SOURCE
|
||||
#include <signal.h>
|
||||
#include <glib.h>
|
||||
|
||||
static GPtrArray *signal_data = NULL;
|
||||
|
||||
typedef struct _GUnixSignalData {
|
||||
guint source_id;
|
||||
GMainContext *context;
|
||||
gboolean triggered;
|
||||
gint signum;
|
||||
} GUnixSignalData;
|
||||
|
||||
typedef struct _GUnixSignalSource {
|
||||
GSource source;
|
||||
GUnixSignalData *data;
|
||||
} GUnixSignalSource;
|
||||
|
||||
static inline GUnixSignalData* get_signal_data(guint index)
|
||||
{
|
||||
return (GUnixSignalData*)g_ptr_array_index(signal_data, index);
|
||||
}
|
||||
|
||||
static void handler(gint signum) {
|
||||
g_assert(signal_data != NULL);
|
||||
guint i;
|
||||
for (i = 0; i < signal_data->len; ++i)
|
||||
if (get_signal_data(i)->signum == signum)
|
||||
get_signal_data(i)->triggered = TRUE;
|
||||
|
||||
struct sigaction action;
|
||||
action.sa_handler= handler;
|
||||
sigemptyset (&action.sa_mask);
|
||||
action.sa_flags = 0;
|
||||
sigaction(signum, &action, NULL);
|
||||
}
|
||||
|
||||
static gboolean check(GSource *source)
|
||||
{
|
||||
GUnixSignalSource *signal_source = (GUnixSignalSource*) source;
|
||||
return signal_source->data->triggered;
|
||||
}
|
||||
|
||||
static gboolean prepare(GSource *source, gint *timeout_)
|
||||
{
|
||||
GUnixSignalSource *signal_source = (GUnixSignalSource*) source;
|
||||
if (signal_source->data->context == NULL) {
|
||||
g_main_context_ref(signal_source->data->context = g_source_get_context(source));
|
||||
signal_source->data->source_id = g_source_get_id(source);
|
||||
}
|
||||
|
||||
*timeout_ = -1;
|
||||
return signal_source->data->triggered;
|
||||
}
|
||||
|
||||
static gboolean dispatch(GSource *source, GSourceFunc callback, gpointer user_data)
|
||||
{
|
||||
GUnixSignalSource *signal_source = (GUnixSignalSource*) source;
|
||||
signal_source->data->triggered = FALSE;
|
||||
return callback(user_data) ? TRUE : FALSE;
|
||||
}
|
||||
static void finalize(GSource *source)
|
||||
{
|
||||
GUnixSignalSource *signal_source = (GUnixSignalSource*) source;
|
||||
|
||||
struct sigaction action;
|
||||
action.sa_handler= NULL;
|
||||
sigemptyset (&action.sa_mask);
|
||||
action.sa_flags = 0;
|
||||
|
||||
sigaction(signal_source->data->signum, &action, NULL);
|
||||
g_main_context_unref(signal_source->data->context);
|
||||
g_ptr_array_remove_fast(signal_data, signal_source->data);
|
||||
if (signal_data->len == 0)
|
||||
signal_data = (GPtrArray*) g_ptr_array_free(signal_data, TRUE);
|
||||
g_free(signal_source->data);
|
||||
|
||||
}
|
||||
static GSourceFuncs SourceFuncs =
|
||||
{
|
||||
.prepare = prepare,
|
||||
.check = check,
|
||||
.dispatch = dispatch,
|
||||
.finalize = finalize,
|
||||
.closure_callback = NULL, .closure_marshal = NULL
|
||||
};
|
||||
|
||||
static void g_unix_signal_source_init(GSource *source, gint signum)
|
||||
{
|
||||
GUnixSignalSource *signal_source = (GUnixSignalSource *) source;
|
||||
signal_source->data = g_new(GUnixSignalData, 1);
|
||||
signal_source->data->triggered = FALSE;
|
||||
signal_source->data->signum = signum;
|
||||
signal_source->data->context = NULL;
|
||||
|
||||
if (signal_data == NULL)
|
||||
signal_data = g_ptr_array_new();
|
||||
g_ptr_array_add(signal_data, signal_source->data);
|
||||
}
|
||||
|
||||
GSource *g_unix_signal_source_new(gint signum)
|
||||
{
|
||||
GSource *source = g_source_new(&SourceFuncs, sizeof(GUnixSignalSource));
|
||||
g_unix_signal_source_init(source, signum);
|
||||
struct sigaction action;
|
||||
action.sa_handler= handler;
|
||||
sigemptyset (&action.sa_mask);
|
||||
action.sa_flags = 0;
|
||||
sigaction(signum, &action, NULL);
|
||||
return source;
|
||||
}
|
||||
|
||||
guint g_unix_signal_add_full(gint priority, gint signum, GSourceFunc function, gpointer data, GDestroyNotify notify)
|
||||
{
|
||||
g_return_val_if_fail(function != NULL, 0);
|
||||
GSource *source = g_unix_signal_source_new(signum);
|
||||
if (priority != G_PRIORITY_DEFAULT)
|
||||
g_source_set_priority (source, priority);
|
||||
g_source_set_callback(source, function, data, notify);
|
||||
guint id = g_source_attach(source, NULL);
|
||||
g_source_unref(source);
|
||||
return id;
|
||||
}
|
||||
|
||||
guint g_unix_signal_add(gint signum, GSourceFunc function, gpointer data)
|
||||
{
|
||||
return g_unix_signal_add_full(G_PRIORITY_DEFAULT, signum, function, data, NULL);
|
||||
}
|
||||
10
g_unix_signal.h
Normal file
10
g_unix_signal.h
Normal file
@ -0,0 +1,10 @@
|
||||
#ifndef G_UNIX_SIGNAL_H
|
||||
#define G_UNIX_SIGNAL_H
|
||||
|
||||
#include <glib.h>
|
||||
|
||||
GSource *g_unix_signal_source_new(gint signum);
|
||||
guint g_unix_signal_add(gint signum, GSourceFunc function, gpointer data);
|
||||
guint g_unix_signal_add_full(gint priority, gint signum, GSourceFunc function, gpointer data, GDestroyNotify notify);
|
||||
|
||||
#endif /* G_UNIX_SIGNAL_H */
|
||||
10
getPassword.c
Normal file
10
getPassword.c
Normal file
@ -0,0 +1,10 @@
|
||||
#include <stdio.h>
|
||||
#include <unistd.h>
|
||||
#include "getPassword.h"
|
||||
|
||||
char* passwordPrompt(void) {
|
||||
char *password;
|
||||
password = getpass("Enter MySQL Password: ");
|
||||
|
||||
return password;
|
||||
}
|
||||
4
getPassword.h
Normal file
4
getPassword.h
Normal file
@ -0,0 +1,4 @@
|
||||
#ifndef GET_PASSWORD_PROMPT
|
||||
#define GET_PASSWORD_PROMPT
|
||||
char* passwordPrompt(void);
|
||||
#endif
|
||||
3153
mydumper.c
Normal file
3153
mydumper.c
Normal file
File diff suppressed because it is too large
Load Diff
100
mydumper.h
Normal file
100
mydumper.h
Normal file
@ -0,0 +1,100 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Domas Mituzas, Facebook ( domas at fb dot com )
|
||||
Mark Leith, Oracle Corporation (mark dot leith at oracle dot com)
|
||||
Andrew Hutchings, SkySQL (andrew at skysql dot com)
|
||||
Max Bubenick, Percona RDBA (max dot bubenick at percona dot com)
|
||||
|
||||
*/
|
||||
|
||||
#ifndef _mydumper_h
|
||||
#define _mydumper_h
|
||||
|
||||
enum job_type { JOB_SHUTDOWN, JOB_RESTORE, JOB_DUMP, JOB_DUMP_NON_INNODB, JOB_SCHEMA, JOB_VIEW, JOB_TRIGGERS, JOB_SCHEMA_POST, JOB_BINLOG, JOB_LOCK_DUMP_NON_INNODB };
|
||||
|
||||
struct configuration {
|
||||
char use_any_index;
|
||||
GAsyncQueue* queue;
|
||||
GAsyncQueue* queue_less_locking;
|
||||
GAsyncQueue* ready;
|
||||
GAsyncQueue* ready_less_locking;
|
||||
GAsyncQueue* unlock_tables;
|
||||
GMutex* mutex;
|
||||
int done;
|
||||
};
|
||||
|
||||
struct thread_data {
|
||||
struct configuration *conf;
|
||||
guint thread_id;
|
||||
};
|
||||
|
||||
struct job {
|
||||
enum job_type type;
|
||||
void *job_data;
|
||||
struct configuration *conf;
|
||||
};
|
||||
|
||||
struct table_job {
|
||||
char *database;
|
||||
char *table;
|
||||
char *filename;
|
||||
char *where;
|
||||
};
|
||||
|
||||
struct tables_job {
|
||||
GList* table_job_list;
|
||||
};
|
||||
|
||||
struct schema_job {
|
||||
char *database;
|
||||
char *table;
|
||||
char *filename;
|
||||
};
|
||||
|
||||
struct view_job {
|
||||
char *database;
|
||||
char *table;
|
||||
char *filename;
|
||||
char *filename2;
|
||||
};
|
||||
|
||||
struct schema_post_job {
|
||||
char *database;
|
||||
char *filename;
|
||||
};
|
||||
|
||||
struct restore_job {
|
||||
char *database;
|
||||
char *table;
|
||||
char *filename;
|
||||
};
|
||||
|
||||
struct binlog_job {
|
||||
char *filename;
|
||||
guint64 start_position;
|
||||
guint64 stop_position;
|
||||
};
|
||||
|
||||
struct db_table {
|
||||
char* database;
|
||||
char* table;
|
||||
guint64 datalength;
|
||||
};
|
||||
|
||||
struct schema_post {
|
||||
char* database;
|
||||
};
|
||||
|
||||
#endif
|
||||
Binary file not shown.
@ -1 +0,0 @@
|
||||
a9d7dbd013ae57389085202f035ea0d7d309fe0d
|
||||
Binary file not shown.
@ -1 +0,0 @@
|
||||
6094bf22505140f4019b56f70a009ed7d5bb7fee
|
||||
587
myloader.c
Normal file
587
myloader.c
Normal file
@ -0,0 +1,587 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Andrew Hutchings, SkySQL (andrew at skysql dot com)
|
||||
*/
|
||||
|
||||
#define _LARGEFILE64_SOURCE
|
||||
#define _FILE_OFFSET_BITS 64
|
||||
|
||||
#include <mysql.h>
|
||||
|
||||
#if defined MARIADB_CLIENT_VERSION_STR && !defined MYSQL_SERVER_VERSION
|
||||
#define MYSQL_SERVER_VERSION MARIADB_CLIENT_VERSION_STR
|
||||
#endif
|
||||
|
||||
#include <unistd.h>
|
||||
#include <stdio.h>
|
||||
#include <string.h>
|
||||
#include <glib.h>
|
||||
#include <glib/gstdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <stdarg.h>
|
||||
#include <errno.h>
|
||||
#include <zlib.h>
|
||||
#include "common.h"
|
||||
#include "myloader.h"
|
||||
#include "connection.h"
|
||||
#include "config.h"
|
||||
#include "getPassword.h"
|
||||
|
||||
guint commit_count= 1000;
|
||||
gchar *directory= NULL;
|
||||
gboolean overwrite_tables= FALSE;
|
||||
gboolean enable_binlog= FALSE;
|
||||
gchar *source_db= NULL;
|
||||
static GMutex *init_mutex= NULL;
|
||||
|
||||
guint errors= 0;
|
||||
|
||||
gboolean read_data(FILE *file, gboolean is_compressed, GString *data, gboolean *eof);
|
||||
void restore_data(MYSQL *conn, char *database, char *table, const char *filename, gboolean is_schema, gboolean need_use);
|
||||
void *process_queue(struct thread_data *td);
|
||||
void add_table(const gchar* filename, struct configuration *conf);
|
||||
void add_schema(const gchar* filename, MYSQL *conn);
|
||||
void restore_databases(struct configuration *conf, MYSQL *conn);
|
||||
void restore_schema_view(MYSQL *conn);
|
||||
void restore_schema_triggers(MYSQL *conn);
|
||||
void restore_schema_post(MYSQL *conn);
|
||||
void no_log(const gchar *log_domain, GLogLevelFlags log_level, const gchar *message, gpointer user_data);
|
||||
void set_verbose(guint verbosity);
|
||||
void create_database(MYSQL *conn, gchar *database);
|
||||
|
||||
static GOptionEntry entries[] =
|
||||
{
|
||||
{ "directory", 'd', 0, G_OPTION_ARG_STRING, &directory, "Directory of the dump to import", NULL },
|
||||
{ "queries-per-transaction", 'q', 0, G_OPTION_ARG_INT, &commit_count, "Number of queries per transaction, default 1000", NULL },
|
||||
{ "overwrite-tables", 'o', 0, G_OPTION_ARG_NONE, &overwrite_tables, "Drop tables if they already exist", NULL },
|
||||
{ "database", 'B', 0, G_OPTION_ARG_STRING, &db, "An alternative database to restore into", NULL },
|
||||
{ "source-db", 's', 0, G_OPTION_ARG_STRING, &source_db, "Database to restore", NULL },
|
||||
{ "enable-binlog", 'e', 0, G_OPTION_ARG_NONE, &enable_binlog, "Enable binary logging of the restore data", NULL },
|
||||
{ NULL, 0, 0, G_OPTION_ARG_NONE, NULL, NULL, NULL }
|
||||
};
|
||||
|
||||
void no_log(const gchar *log_domain, GLogLevelFlags log_level, const gchar *message, gpointer user_data) {
|
||||
(void) log_domain;
|
||||
(void) log_level;
|
||||
(void) message;
|
||||
(void) user_data;
|
||||
}
|
||||
|
||||
void set_verbose(guint verbosity) {
|
||||
switch (verbosity) {
|
||||
case 0:
|
||||
g_log_set_handler(NULL, (GLogLevelFlags)(G_LOG_LEVEL_MASK), no_log, NULL);
|
||||
break;
|
||||
case 1:
|
||||
g_log_set_handler(NULL, (GLogLevelFlags)(G_LOG_LEVEL_WARNING | G_LOG_LEVEL_MESSAGE), no_log, NULL);
|
||||
break;
|
||||
case 2:
|
||||
g_log_set_handler(NULL, (GLogLevelFlags)(G_LOG_LEVEL_MESSAGE), no_log, NULL);
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
int main(int argc, char *argv[]) {
|
||||
struct configuration conf= { NULL, NULL, NULL, 0 };
|
||||
|
||||
GError *error= NULL;
|
||||
GOptionContext *context;
|
||||
|
||||
g_thread_init(NULL);
|
||||
|
||||
init_mutex= g_mutex_new();
|
||||
|
||||
if(db == NULL && source_db != NULL){
|
||||
db = g_strdup(source_db);
|
||||
}
|
||||
|
||||
context= g_option_context_new("multi-threaded MySQL loader");
|
||||
GOptionGroup *main_group= g_option_group_new("main", "Main Options", "Main Options", NULL, NULL);
|
||||
g_option_group_add_entries(main_group, entries);
|
||||
g_option_group_add_entries(main_group, common_entries);
|
||||
g_option_context_set_main_group(context, main_group);
|
||||
if (!g_option_context_parse(context, &argc, &argv, &error)) {
|
||||
g_print("option parsing failed: %s, try --help\n", error->message);
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
g_option_context_free(context);
|
||||
|
||||
//prompt for password if it's NULL
|
||||
if ( sizeof(password) == 0 || ( password == NULL && askPassword ) ){
|
||||
password = passwordPrompt();
|
||||
}
|
||||
|
||||
if (program_version) {
|
||||
g_print("myloader %s, built against MySQL %s\n", VERSION, MYSQL_VERSION_STR);
|
||||
exit(EXIT_SUCCESS);
|
||||
}
|
||||
|
||||
set_verbose(verbose);
|
||||
|
||||
if (!directory) {
|
||||
g_critical("a directory needs to be specified, see --help\n");
|
||||
exit(EXIT_FAILURE);
|
||||
} else {
|
||||
char *p= g_strdup_printf("%s/metadata", directory);
|
||||
if (!g_file_test(p, G_FILE_TEST_EXISTS)) {
|
||||
g_critical("the specified directory is not a mydumper backup\n");
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
}
|
||||
MYSQL *conn;
|
||||
conn= mysql_init(NULL);
|
||||
|
||||
configure_connection(conn,"myloader");
|
||||
if (!mysql_real_connect(conn, hostname, username, password, NULL, port, socket_path, 0)) {
|
||||
g_critical("Error connection to database: %s", mysql_error(conn));
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
|
||||
if (mysql_query(conn, "SET SESSION wait_timeout = 2147483")){
|
||||
g_warning("Failed to increase wait_timeout: %s", mysql_error(conn));
|
||||
}
|
||||
|
||||
if (!enable_binlog)
|
||||
mysql_query(conn, "SET SQL_LOG_BIN=0");
|
||||
|
||||
mysql_query(conn, "/*!40014 SET FOREIGN_KEY_CHECKS=0*/");
|
||||
conf.queue= g_async_queue_new();
|
||||
conf.ready= g_async_queue_new();
|
||||
|
||||
guint n;
|
||||
GThread **threads= g_new(GThread*, num_threads);
|
||||
struct thread_data *td= g_new(struct thread_data, num_threads);
|
||||
for (n= 0; n < num_threads; n++) {
|
||||
td[n].conf= &conf;
|
||||
td[n].thread_id= n+1;
|
||||
threads[n]= g_thread_create((GThreadFunc)process_queue, &td[n], TRUE, NULL);
|
||||
g_async_queue_pop(conf.ready);
|
||||
}
|
||||
g_async_queue_unref(conf.ready);
|
||||
|
||||
g_message("%d threads created", num_threads);
|
||||
|
||||
restore_databases(&conf, conn);
|
||||
|
||||
for (n= 0; n < num_threads; n++) {
|
||||
struct job *j= g_new0(struct job, 1);
|
||||
j->type = JOB_SHUTDOWN;
|
||||
g_async_queue_push(conf.queue, j);
|
||||
}
|
||||
|
||||
for (n= 0; n < num_threads; n++) {
|
||||
g_thread_join(threads[n]);
|
||||
}
|
||||
|
||||
restore_schema_post(conn);
|
||||
|
||||
restore_schema_view(conn);
|
||||
|
||||
restore_schema_triggers(conn);
|
||||
|
||||
g_async_queue_unref(conf.queue);
|
||||
mysql_close(conn);
|
||||
mysql_thread_end();
|
||||
mysql_library_end();
|
||||
g_free(directory);
|
||||
g_free(td);
|
||||
g_free(threads);
|
||||
|
||||
return errors ? EXIT_FAILURE : EXIT_SUCCESS;
|
||||
}
|
||||
|
||||
void restore_databases(struct configuration *conf, MYSQL *conn) {
|
||||
GError *error= NULL;
|
||||
GDir* dir= g_dir_open(directory, 0, &error);
|
||||
|
||||
if (error) {
|
||||
g_critical("cannot open directory %s, %s\n", directory, error->message);
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
|
||||
const gchar* filename= NULL;
|
||||
|
||||
while((filename= g_dir_read_name(dir))) {
|
||||
if (!source_db || g_str_has_prefix(filename, g_strdup_printf("%s.", source_db))){
|
||||
if (g_strrstr(filename, "-schema.sql")) {
|
||||
add_schema(filename, conn);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
g_dir_rewind(dir);
|
||||
|
||||
while((filename= g_dir_read_name(dir))) {
|
||||
if (!source_db || g_str_has_prefix(filename, g_strdup_printf("%s.", source_db))){
|
||||
if (!g_strrstr(filename, "-schema.sql")
|
||||
&& !g_strrstr(filename, "-schema-view.sql")
|
||||
&& !g_strrstr(filename, "-schema-triggers.sql")
|
||||
&& !g_strrstr(filename, "-schema-post.sql")
|
||||
&& !g_strrstr(filename, "-schema-create.sql")
|
||||
&& g_strrstr(filename, ".sql")) {
|
||||
add_table(filename, conf);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
g_dir_close(dir);
|
||||
}
|
||||
|
||||
|
||||
void restore_schema_view(MYSQL *conn){
|
||||
GError *error= NULL;
|
||||
GDir* dir= g_dir_open(directory, 0, &error);
|
||||
|
||||
if (error) {
|
||||
g_critical("cannot open directory %s, %s\n", directory, error->message);
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
|
||||
const gchar* filename= NULL;
|
||||
|
||||
while((filename= g_dir_read_name(dir))) {
|
||||
if (!source_db || g_str_has_prefix(filename, source_db)){
|
||||
if (g_strrstr(filename, "-schema-view.sql")) {
|
||||
add_schema(filename, conn);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
g_dir_close(dir);
|
||||
}
|
||||
|
||||
void restore_schema_triggers(MYSQL *conn){
|
||||
GError *error= NULL;
|
||||
GDir* dir= g_dir_open(directory, 0, &error);
|
||||
gchar** split_file= NULL;
|
||||
gchar* database=NULL;
|
||||
gchar** split_table= NULL;
|
||||
gchar* table= NULL;
|
||||
|
||||
if (error) {
|
||||
g_critical("cannot open directory %s, %s\n", directory, error->message);
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
|
||||
const gchar* filename= NULL;
|
||||
|
||||
while((filename= g_dir_read_name(dir))) {
|
||||
if (!source_db || g_str_has_prefix(filename, source_db)){
|
||||
if (g_strrstr(filename, "-schema-triggers.sql")) {
|
||||
split_file= g_strsplit(filename, ".", 0);
|
||||
database= split_file[0];
|
||||
split_table= g_strsplit(split_file[1], "-schema", 0);
|
||||
table= split_table[0];
|
||||
g_message("Restoring triggers for `%s`.`%s`", db ? db : database, table);
|
||||
restore_data(conn, database, table, filename, TRUE, TRUE);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
g_strfreev(split_table);
|
||||
g_strfreev(split_file);
|
||||
g_dir_close(dir);
|
||||
}
|
||||
|
||||
void restore_schema_post(MYSQL *conn){
|
||||
GError *error= NULL;
|
||||
GDir* dir= g_dir_open(directory, 0, &error);
|
||||
gchar** split_file= NULL;
|
||||
gchar* database=NULL;
|
||||
//gchar* table=NULL;
|
||||
|
||||
|
||||
if (error) {
|
||||
g_critical("cannot open directory %s, %s\n", directory, error->message);
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
|
||||
const gchar* filename= NULL;
|
||||
|
||||
while((filename= g_dir_read_name(dir))) {
|
||||
if (!source_db || g_str_has_prefix(filename, source_db)){
|
||||
if (g_strrstr(filename, "-schema-post.sql")) {
|
||||
split_file= g_strsplit(filename, "-schema-post.sql", 0);
|
||||
database= split_file[0];
|
||||
//table= split_file[0]; //NULL
|
||||
g_message("Restoring routines and events for `%s`", db ? db : database);
|
||||
restore_data(conn, database, NULL, filename, TRUE, TRUE);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
g_strfreev(split_file);
|
||||
g_dir_close(dir);
|
||||
}
|
||||
|
||||
void create_database(MYSQL *conn, gchar *database){
|
||||
|
||||
gchar* query = NULL;
|
||||
|
||||
if((db == NULL && source_db == NULL) || (db != NULL && source_db != NULL && !g_ascii_strcasecmp(db, source_db))){
|
||||
const gchar* filename= g_strdup_printf("%s-schema-create.sql", db ? db : database);
|
||||
const gchar* filenamegz= g_strdup_printf("%s-schema-create.sql.gz", db ? db : database);
|
||||
const gchar* filepath= g_strdup_printf("%s/%s-schema-create.sql", directory, db ? db : database);
|
||||
const gchar* filepathgz= g_strdup_printf("%s/%s-schema-create.sql.gz", directory, db ? db : database);
|
||||
|
||||
if (g_file_test (filepath, G_FILE_TEST_EXISTS)){
|
||||
restore_data(conn, database, NULL, filename, TRUE, FALSE);
|
||||
}else if (g_file_test (filepathgz, G_FILE_TEST_EXISTS)){
|
||||
restore_data(conn, database, NULL, filenamegz, TRUE, FALSE);
|
||||
}else{
|
||||
query= g_strdup_printf("CREATE DATABASE `%s`", db ? db : database);
|
||||
mysql_query(conn, query);
|
||||
}
|
||||
}else{
|
||||
query= g_strdup_printf("CREATE DATABASE `%s`", db ? db : database);
|
||||
mysql_query(conn, query);
|
||||
}
|
||||
|
||||
g_free(query);
|
||||
return;
|
||||
}
|
||||
|
||||
void add_schema(const gchar* filename, MYSQL *conn) {
|
||||
// 0 is database, 1 is table with -schema on the end
|
||||
gchar** split_file= g_strsplit(filename, ".", 0);
|
||||
gchar* database= split_file[0];
|
||||
// Remove the -schema from the table name
|
||||
gchar** split_table= g_strsplit(split_file[1], "-schema", 0);
|
||||
gchar* table= split_table[0];
|
||||
|
||||
gchar* query= g_strdup_printf("SHOW CREATE DATABASE `%s`", db ? db : database);
|
||||
if (mysql_query(conn, query)) {
|
||||
g_message("Creating database `%s`", db ? db : database);
|
||||
create_database(conn, database);
|
||||
} else {
|
||||
MYSQL_RES *result= mysql_store_result(conn);
|
||||
// In drizzle the query succeeds with no rows
|
||||
my_ulonglong row_count= mysql_num_rows(result);
|
||||
mysql_free_result(result);
|
||||
if (row_count == 0) {
|
||||
create_database(conn, database);
|
||||
}
|
||||
}
|
||||
|
||||
if (overwrite_tables) {
|
||||
g_message("Dropping table or view (if exists) `%s`.`%s`", db ? db : database, table);
|
||||
query= g_strdup_printf("DROP TABLE IF EXISTS `%s`.`%s`", db ? db : database, table);
|
||||
mysql_query(conn, query);
|
||||
query= g_strdup_printf("DROP VIEW IF EXISTS `%s`.`%s`", db ? db : database, table);
|
||||
mysql_query(conn, query);
|
||||
}
|
||||
|
||||
g_free(query);
|
||||
|
||||
g_message("Creating table `%s`.`%s`", db ? db : database, table);
|
||||
restore_data(conn, database, table, filename, TRUE, TRUE);
|
||||
g_strfreev(split_table);
|
||||
g_strfreev(split_file);
|
||||
return;
|
||||
}
|
||||
|
||||
void add_table(const gchar* filename, struct configuration *conf) {
|
||||
struct job *j= g_new0(struct job, 1);
|
||||
struct restore_job *rj= g_new(struct restore_job, 1);
|
||||
j->job_data= (void*) rj;
|
||||
rj->filename= g_strdup(filename);
|
||||
j->type= JOB_RESTORE;
|
||||
gchar** split_file= g_strsplit(filename, ".", 0);
|
||||
rj->database= g_strdup(split_file[0]);
|
||||
rj->table= g_strdup(split_file[1]);
|
||||
rj->part= g_ascii_strtoull(split_file[2], NULL, 10);
|
||||
g_async_queue_push(conf->queue, j);
|
||||
return;
|
||||
}
|
||||
|
||||
void *process_queue(struct thread_data *td) {
|
||||
struct configuration *conf= td->conf;
|
||||
g_mutex_lock(init_mutex);
|
||||
MYSQL *thrconn= mysql_init(NULL);
|
||||
g_mutex_unlock(init_mutex);
|
||||
|
||||
configure_connection(thrconn,"myloader");
|
||||
|
||||
if (!mysql_real_connect(thrconn, hostname, username, password, NULL, port, socket_path, 0)) {
|
||||
g_critical("Failed to connect to MySQL server: %s", mysql_error(thrconn));
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
|
||||
if (mysql_query(thrconn, "SET SESSION wait_timeout = 2147483")){
|
||||
g_warning("Failed to increase wait_timeout: %s", mysql_error(thrconn));
|
||||
}
|
||||
|
||||
if (!enable_binlog)
|
||||
mysql_query(thrconn, "SET SQL_LOG_BIN=0");
|
||||
|
||||
mysql_query(thrconn, "/*!40101 SET NAMES binary*/");
|
||||
mysql_query(thrconn, "/*!40101 SET SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */");
|
||||
mysql_query(thrconn, "/*!40014 SET UNIQUE_CHECKS=0 */");
|
||||
mysql_query(thrconn, "SET autocommit=0");
|
||||
|
||||
g_async_queue_push(conf->ready, GINT_TO_POINTER(1));
|
||||
|
||||
struct job* job= NULL;
|
||||
struct restore_job* rj= NULL;
|
||||
for(;;) {
|
||||
job= (struct job*)g_async_queue_pop(conf->queue);
|
||||
|
||||
switch (job->type) {
|
||||
case JOB_RESTORE:
|
||||
rj= (struct restore_job *)job->job_data;
|
||||
g_message("Thread %d restoring `%s`.`%s` part %d", td->thread_id, rj->database, rj->table, rj->part);
|
||||
restore_data(thrconn, rj->database, rj->table, rj->filename, FALSE, TRUE);
|
||||
if (rj->database) g_free(rj->database);
|
||||
if (rj->table) g_free(rj->table);
|
||||
if (rj->filename) g_free(rj->filename);
|
||||
g_free(rj);
|
||||
g_free(job);
|
||||
break;
|
||||
case JOB_SHUTDOWN:
|
||||
g_message("Thread %d shutting down", td->thread_id);
|
||||
if (thrconn)
|
||||
mysql_close(thrconn);
|
||||
g_free(job);
|
||||
mysql_thread_end();
|
||||
return NULL;
|
||||
break;
|
||||
default:
|
||||
g_critical("Something very bad happened!");
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
}
|
||||
if (thrconn)
|
||||
mysql_close(thrconn);
|
||||
mysql_thread_end();
|
||||
return NULL;
|
||||
}
|
||||
|
||||
void restore_data(MYSQL *conn, char *database, char *table, const char *filename, gboolean is_schema, gboolean need_use) {
|
||||
void *infile;
|
||||
gboolean is_compressed= FALSE;
|
||||
gboolean eof= FALSE;
|
||||
guint query_counter= 0;
|
||||
GString *data= g_string_sized_new(512);
|
||||
|
||||
gchar* path= g_build_filename(directory, filename, NULL);
|
||||
|
||||
if (!g_str_has_suffix(path, ".gz")) {
|
||||
infile= g_fopen(path, "r");
|
||||
is_compressed= FALSE;
|
||||
} else {
|
||||
infile= (void*) gzopen(path, "r");
|
||||
is_compressed= TRUE;
|
||||
}
|
||||
|
||||
if (!infile) {
|
||||
g_critical("cannot open file %s (%d)", filename, errno);
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
|
||||
|
||||
if(need_use){
|
||||
gchar *query= g_strdup_printf("USE `%s`", db ? db : database);
|
||||
|
||||
if (mysql_query(conn, query)) {
|
||||
g_critical("Error switching to database %s whilst restoring table %s", db ? db : database, table);
|
||||
g_free(query);
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
|
||||
g_free(query);
|
||||
}
|
||||
|
||||
|
||||
if (!is_schema)
|
||||
mysql_query(conn, "START TRANSACTION");
|
||||
|
||||
while (eof == FALSE) {
|
||||
if (read_data(infile, is_compressed, data, &eof)) {
|
||||
// Search for ; in last 5 chars of line
|
||||
if (g_strrstr(&data->str[data->len >= 5 ? data->len - 5 : 0], ";\n")) {
|
||||
if (mysql_real_query(conn, data->str, data->len)) {
|
||||
g_critical("Error restoring %s.%s from file %s: %s", db ? db : database, table, filename, mysql_error(conn));
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
query_counter++;
|
||||
if (!is_schema &&(query_counter == commit_count)) {
|
||||
query_counter= 0;
|
||||
if (mysql_query(conn, "COMMIT")) {
|
||||
g_critical("Error committing data for %s.%s: %s", db ? db : database, table, mysql_error(conn));
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
mysql_query(conn, "START TRANSACTION");
|
||||
}
|
||||
|
||||
g_string_set_size(data, 0);
|
||||
}
|
||||
} else {
|
||||
g_critical("error reading file %s (%d)", filename, errno);
|
||||
errors++;
|
||||
return;
|
||||
}
|
||||
}
|
||||
if (!is_schema && mysql_query(conn, "COMMIT")) {
|
||||
g_critical("Error committing data for %s.%s from file %s: %s", db ? db : database, table, filename, mysql_error(conn));
|
||||
errors++;
|
||||
}
|
||||
g_string_free(data, TRUE);
|
||||
g_free(path);
|
||||
if (!is_compressed) {
|
||||
fclose(infile);
|
||||
} else {
|
||||
gzclose((gzFile)infile);
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
gboolean read_data(FILE *file, gboolean is_compressed, GString *data, gboolean *eof) {
|
||||
char buffer[256];
|
||||
|
||||
do {
|
||||
if (!is_compressed) {
|
||||
if (fgets(buffer, 256, file) == NULL) {
|
||||
if (feof(file)) {
|
||||
*eof= TRUE;
|
||||
buffer[0]= '\0';
|
||||
} else {
|
||||
return FALSE;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
if (!gzgets((gzFile)file, buffer, 256)) {
|
||||
if (gzeof((gzFile)file)) {
|
||||
*eof= TRUE;
|
||||
buffer[0]= '\0';
|
||||
} else {
|
||||
return FALSE;
|
||||
}
|
||||
}
|
||||
}
|
||||
g_string_append(data, buffer);
|
||||
} while ((buffer[strlen(buffer)] != '\0') && *eof == FALSE);
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
51
myloader.h
Normal file
51
myloader.h
Normal file
@ -0,0 +1,51 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Domas Mituzas, Facebook ( domas at fb dot com )
|
||||
Mark Leith, Oracle Corporation (mark dot leith at oracle dot com)
|
||||
Andrew Hutchings, SkySQL (andrew at skysql dot com)
|
||||
|
||||
*/
|
||||
|
||||
#ifndef _myloader_h
|
||||
#define _myloader_h
|
||||
|
||||
enum job_type { JOB_SHUTDOWN, JOB_RESTORE };
|
||||
|
||||
struct configuration {
|
||||
GAsyncQueue* queue;
|
||||
GAsyncQueue* ready;
|
||||
GMutex* mutex;
|
||||
int done;
|
||||
};
|
||||
|
||||
struct thread_data {
|
||||
struct configuration *conf;
|
||||
guint thread_id;
|
||||
};
|
||||
|
||||
struct job {
|
||||
enum job_type type;
|
||||
void *job_data;
|
||||
struct configuration *conf;
|
||||
};
|
||||
|
||||
struct restore_job {
|
||||
char *database;
|
||||
char *table;
|
||||
char *filename;
|
||||
guint part;
|
||||
};
|
||||
|
||||
#endif
|
||||
71
server_detect.c
Normal file
71
server_detect.c
Normal file
@ -0,0 +1,71 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Andrew Hutchings, SkySQL (andrew at skysql dot com)
|
||||
*/
|
||||
|
||||
#include <pcre.h>
|
||||
#include <glib.h>
|
||||
#include <string.h>
|
||||
#include "server_detect.h"
|
||||
|
||||
int detect_server(MYSQL *conn) {
|
||||
pcre *re= NULL;
|
||||
const char *error;
|
||||
int erroroffset;
|
||||
int ovector[9]= {0};
|
||||
int rc;
|
||||
const char* db_version= mysql_get_server_info(conn);
|
||||
|
||||
re= pcre_compile(DETECT_MYSQL_REGEX, 0, &error, &erroroffset, NULL);
|
||||
if (!re) {
|
||||
g_critical("Regular expression fail: %s", error);
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
|
||||
rc = pcre_exec(re, NULL, db_version, strlen(db_version), 0, 0, ovector, 9);
|
||||
pcre_free(re);
|
||||
|
||||
if (rc > 0) {
|
||||
return SERVER_TYPE_MYSQL;
|
||||
}
|
||||
|
||||
re= pcre_compile(DETECT_DRIZZLE_REGEX, 0, &error, &erroroffset, NULL);
|
||||
if (!re) {
|
||||
g_critical("Regular expression fail: %s", error);
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
|
||||
rc = pcre_exec(re, NULL, db_version, strlen(db_version), 0, 0, ovector, 9);
|
||||
pcre_free(re);
|
||||
|
||||
if (rc > 0) {
|
||||
return SERVER_TYPE_DRIZZLE;
|
||||
}
|
||||
|
||||
re= pcre_compile(DETECT_MARIADB_REGEX, 0, &error, &erroroffset, NULL);
|
||||
if (!re) {
|
||||
g_critical("Regular expression fail: %s", error);
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
|
||||
rc = pcre_exec(re, NULL, db_version, strlen(db_version), 0, 0, ovector, 9);
|
||||
pcre_free(re);
|
||||
|
||||
if (rc > 0) {
|
||||
return SERVER_TYPE_MYSQL;
|
||||
}
|
||||
|
||||
return SERVER_TYPE_UNKNOWN;
|
||||
}
|
||||
28
server_detect.h
Normal file
28
server_detect.h
Normal file
@ -0,0 +1,28 @@
|
||||
/*
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Authors: Andrew Hutchings, SkySQL (andrew at skysql dot com)
|
||||
*/
|
||||
#ifndef _server_detect_h
|
||||
#define _server_detect_h
|
||||
|
||||
#include <mysql.h>
|
||||
|
||||
#define DETECT_MYSQL_REGEX "^([3-9]\\.[0-9]+\\.[0-9]+)"
|
||||
#define DETECT_DRIZZLE_REGEX "^(20[0-9]{2}\\.(0[1-9]|1[012])\\.[0-9]+)"
|
||||
#define DETECT_MARIADB_REGEX "^([0-9]{1,2}\\.[0-9]+\\.[0-9]+)"
|
||||
|
||||
enum server_type { SERVER_TYPE_UNKNOWN, SERVER_TYPE_MYSQL, SERVER_TYPE_DRIZZLE };
|
||||
int detect_server(MYSQL *conn);
|
||||
#endif
|
||||
Loading…
Reference in New Issue
Block a user