Archive Some Data from Huge Table (>1TB)
Posted by:
Ravi Rai
Date: May 07, 2019 11:09PM
Hi All,
I need to archive some data(Based on condition) from a huge table(size > 1TB).
My Table structure is as follows. This table is having 2 foreign keys and also have TEXT type column.
MYSQL Version - 5.6
CREATE TABLE `d_highmark_reports` (
`id` BIGINT(20) NOT NULL AUTO_INCREMENT,
`loan_app_reference_id` BIGINT(20) NOT NULL,
`client_id` BIGINT(20) NOT NULL,
`date_of_report_upload` DATE NULL DEFAULT NULL,
`highmark_status` INT(11) NULL DEFAULT NULL,
`request` TEXT NULL,
`response` MEDIUMTEXT NULL,
`raw_response` LONGTEXT NULL,
`is_online` TINYINT(1) NULL DEFAULT '0',
`request_id` VARCHAR(20) NULL DEFAULT NULL,
`errors` TEXT NULL,
`date_of_online_request` DATE NULL DEFAULT NULL,
`process_def_key` VARCHAR(100) NULL DEFAULT NULL,
`active` TINYINT(1) NOT NULL DEFAULT '1',
`eligibility_rule_status` INT(2) NULL DEFAULT '0',
`is_processed_by_batch` TINYINT(1) NULL DEFAULT '0',
PRIMARY KEY (`id`),
INDEX `fk_loan_app_reference_id` (`loan_app_reference_id`),
INDEX `fk_client_id` (`client_id`),
CONSTRAINT `fk_client_id` FOREIGN KEY (`client_id`) REFERENCES `m_client` (`id`),
CONSTRAINT `fk_d_highmark_reports_loan_app_reference_id` FOREIGN KEY (`loan_app_reference_id`) REFERENCES `m_loan_app_reference` (`id`)
)
COLLATE='utf8_general_ci'
ENGINE=InnoDB
AUTO_INCREMENT=24002
;