159 lines
5.3 KiB
C++
159 lines
5.3 KiB
C++
/*
|
|
Copyright (c) 2015, 2017, Oracle and/or its affiliates. All rights reserved.
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; version 2 of the License.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "mysql_object_reader.h"
|
|
#include <boost/algorithm/string.hpp>
|
|
|
|
using namespace Mysql::Tools::Dump;
|
|
|
|
void Mysql_object_reader::Rows_fetching_context::acquire_fields_information(
|
|
MYSQL_RES* mysql_result)
|
|
{
|
|
MYSQL_FIELD* fields= mysql_fetch_fields(mysql_result);
|
|
uint field_count= mysql_num_fields(mysql_result);
|
|
m_fields.reserve(field_count);
|
|
for (uint i= 0; i < field_count; ++i)
|
|
m_fields.push_back(Mysql_field(&fields[i]));
|
|
}
|
|
|
|
void Mysql_object_reader::Rows_fetching_context::process_buffer()
|
|
{
|
|
if (m_row_group.m_rows.size() == 0)
|
|
return;
|
|
m_parent->format_rows(m_item_processing, &m_row_group);
|
|
|
|
m_row_group.m_rows.clear();
|
|
}
|
|
|
|
int64 Mysql_object_reader::Rows_fetching_context::result_callback(
|
|
const Mysql::Tools::Base::Mysql_query_runner::Row& row_data)
|
|
{
|
|
if (unlikely(m_fields.size() == 0))
|
|
{
|
|
this->acquire_fields_information(
|
|
row_data.get_mysql_result_info());
|
|
}
|
|
m_row_group.m_rows.push_back(new Row(row_data));
|
|
|
|
if (m_row_group.m_rows.size() >= m_parent->m_options->m_row_group_size)
|
|
{
|
|
this->process_buffer();
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
Mysql_object_reader::Rows_fetching_context::Rows_fetching_context(
|
|
Mysql_object_reader* parent, Item_processing_data* item_processing,
|
|
bool has_generated_column)
|
|
: m_parent(parent),
|
|
m_item_processing(item_processing),
|
|
m_row_group((Table*)item_processing
|
|
->get_process_task_object()->get_related_db_object(), m_fields,
|
|
has_generated_column)
|
|
{
|
|
m_row_group.m_rows.reserve(
|
|
(size_t)m_parent->m_options->m_row_group_size);
|
|
}
|
|
|
|
bool Mysql_object_reader::Rows_fetching_context::is_all_rows_processed()
|
|
{
|
|
return m_row_group.m_rows.size() == 0;
|
|
}
|
|
|
|
void Mysql_object_reader::read_table_rows_task(
|
|
Table_rows_dump_task* table_rows_dump_task,
|
|
Item_processing_data* item_to_process)
|
|
{
|
|
bool has_generated_columns= 0;
|
|
Mysql::Tools::Base::Mysql_query_runner* runner= this->get_runner();
|
|
Table* table= table_rows_dump_task->get_related_table();
|
|
|
|
std::vector<const Mysql::Tools::Base::Mysql_query_runner::Row*> columns;
|
|
std::vector<std::string> field_names;
|
|
|
|
runner->run_query_store(
|
|
"SELECT `COLUMN_NAME`, `EXTRA` FROM " +
|
|
this->get_quoted_object_full_name("INFORMATION_SCHEMA", "COLUMNS") +
|
|
"WHERE TABLE_SCHEMA ='" + runner->escape_string(table->get_schema()) +
|
|
"' AND TABLE_NAME ='" + runner->escape_string(table->get_name()) + "'",
|
|
&columns);
|
|
|
|
std::string column_names;
|
|
for (std::vector<const Mysql::Tools::Base::Mysql_query_runner::Row*>::iterator
|
|
it= columns.begin(); it != columns.end(); ++it)
|
|
{
|
|
const Mysql::Tools::Base::Mysql_query_runner::Row& column_data= **it;
|
|
if (column_data[1] == "STORED GENERATED" ||
|
|
column_data[1] == "VIRTUAL GENERATED")
|
|
has_generated_columns= 1;
|
|
else
|
|
column_names+= this->quote_name(column_data[0]) + ",";
|
|
}
|
|
/* remove last comma from column_names */
|
|
column_names= boost::algorithm::replace_last_copy(column_names, ",", "");
|
|
|
|
Mysql::Tools::Base::Mysql_query_runner::cleanup_result(&columns);
|
|
|
|
Rows_fetching_context* row_fetching_context=
|
|
new Rows_fetching_context(this, item_to_process, has_generated_columns);
|
|
|
|
runner->run_query(
|
|
"SELECT " + column_names + " FROM " +
|
|
this->get_quoted_object_full_name(table),
|
|
new Mysql::Instance_callback<
|
|
int64, const Mysql::Tools::Base::Mysql_query_runner::Row&,
|
|
Rows_fetching_context>(
|
|
row_fetching_context, &Rows_fetching_context::result_callback));
|
|
|
|
row_fetching_context->process_buffer();
|
|
if (row_fetching_context->is_all_rows_processed())
|
|
delete row_fetching_context;
|
|
delete runner;
|
|
}
|
|
|
|
void Mysql_object_reader::format_rows(Item_processing_data* item_to_process,
|
|
Row_group_dump_task* row_group)
|
|
{
|
|
this->format_object(this->new_chain_created(
|
|
item_to_process, row_group));
|
|
}
|
|
|
|
void Mysql_object_reader::read_object(Item_processing_data* item_to_process)
|
|
{
|
|
this->object_processing_starts(item_to_process);
|
|
|
|
if (!(this->try_process_task<Table_rows_dump_task>
|
|
(item_to_process, &Mysql_object_reader::read_table_rows_task)))
|
|
{
|
|
this->format_object(item_to_process);
|
|
}
|
|
|
|
this->object_processing_ends(item_to_process);
|
|
}
|
|
|
|
Mysql_object_reader::Mysql_object_reader(
|
|
I_connection_provider* connection_provider,
|
|
Mysql::I_callable<bool, const Mysql::Tools::Base::Message_data&>*
|
|
message_handler, Simple_id_generator* object_id_generator,
|
|
const Mysql_object_reader_options* options)
|
|
: Abstract_data_formatter_wrapper(message_handler, object_id_generator),
|
|
Abstract_mysql_chain_element_extension(connection_provider,
|
|
message_handler, options->m_mysql_chain_element_options),
|
|
m_options(options)
|
|
{}
|