mirror of
https://github.com/EQEmu/Server.git
synced 2025-12-13 14:41:28 +00:00
[Scripts] Update 13th Floor importer (#3630)
* [Scripts] Update 13th Floor importer Overhaul to script. - Now uses `eqemu_config.json` - More descriptive during the process - Accounts for adjustments (`idfile`, `prockunk1`) - No longer needs to adjust `UNK132` * [DB] Adjust `items` structure for import (#3629) Our `items` table has 5 fields that need to adjust in order to pull data from 13th Floor. * [DB] Update `version.h`
This commit is contained in:
JJ
GitHub
parent
1212ccefef
commit
4bbb1aa92f
@ -4941,6 +4941,21 @@ CREATE TABLE `character_stats_record` (
|
|||||||
.sql = R"(
|
.sql = R"(
|
||||||
ALTER TABLE `aa_ability` ADD COLUMN `auto_grant_enabled` TINYINT(4) NOT NULL DEFAULT '0' AFTER `reset_on_death`;
|
ALTER TABLE `aa_ability` ADD COLUMN `auto_grant_enabled` TINYINT(4) NOT NULL DEFAULT '0' AFTER `reset_on_death`;
|
||||||
UPDATE `aa_ability` SET `auto_grant_enabled` = 1 WHERE `grant_only` = 0 AND `charges` = 0 AND `category` = -1;
|
UPDATE `aa_ability` SET `auto_grant_enabled` = 1 WHERE `grant_only` = 0 AND `charges` = 0 AND `category` = -1;
|
||||||
|
)"
|
||||||
|
},
|
||||||
|
ManifestEntry{
|
||||||
|
.version = 9237,
|
||||||
|
.description = "2023_10_15_import_13th_floor.sql",
|
||||||
|
.check = "SHOW COLUMNS FROM `items` LIKE 'bardeffect';",
|
||||||
|
.condition = "contains",
|
||||||
|
.match = "mediumint",
|
||||||
|
.sql = R"(
|
||||||
|
ALTER TABLE `items`
|
||||||
|
MODIFY COLUMN `scriptfileid` MEDIUMINT(6) NOT NULL DEFAULT 0,
|
||||||
|
MODIFY COLUMN `powersourcecapacity` MEDIUMINT(7) NOT NULL DEFAULT 0,
|
||||||
|
MODIFY COLUMN `augdistiller` INT(11) UNSIGNED NOT NULL DEFAULT 0,
|
||||||
|
MODIFY COLUMN `scrollunk1` INT(11) UNSIGNED NOT NULL DEFAULT 0,
|
||||||
|
MODIFY COLUMN `bardeffect` MEDIUMINT(6) NOT NULL DEFAULT 0;
|
||||||
)"
|
)"
|
||||||
},
|
},
|
||||||
|
|
||||||
|
|||||||
@ -42,7 +42,7 @@
|
|||||||
* Manifest: https://github.com/EQEmu/Server/blob/master/utils/sql/db_update_manifest.txt
|
* Manifest: https://github.com/EQEmu/Server/blob/master/utils/sql/db_update_manifest.txt
|
||||||
*/
|
*/
|
||||||
|
|
||||||
#define CURRENT_BINARY_DATABASE_VERSION 9236
|
#define CURRENT_BINARY_DATABASE_VERSION 9237
|
||||||
|
|
||||||
#define CURRENT_BINARY_BOTS_DATABASE_VERSION 9039
|
#define CURRENT_BINARY_BOTS_DATABASE_VERSION 9039
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,4 @@
|
|||||||
#! /usr/bin/perl
|
#!/usr/bin/perl
|
||||||
|
|
||||||
########################################################################
|
########################################################################
|
||||||
#::: 13th floor import script
|
#::: 13th floor import script
|
||||||
@ -9,253 +9,267 @@
|
|||||||
use DBI;
|
use DBI;
|
||||||
use DBD::mysql;
|
use DBD::mysql;
|
||||||
|
|
||||||
my $database_name = "";
|
my $db_host = "";
|
||||||
|
my $db_port = "";
|
||||||
|
my $db_name = "";
|
||||||
|
my $db_user = "";
|
||||||
|
my $db_pass = "";
|
||||||
my $total_items = 0;
|
my $total_items = 0;
|
||||||
my $read_items_file = "items.txt"; #default
|
my $read_items_file = "items.txt"; #default
|
||||||
my $dbh = LoadMysql();
|
|
||||||
|
read_eqemu_config_json();
|
||||||
|
|
||||||
|
my $dbh = DBI->connect("DBI:mysql:database=$db_name;host=$db_host;port=$db_port", $db_user, $db_pass) or die "Cannot connect to MySql.";
|
||||||
|
|
||||||
read_items_file_from_13th_floor_text();
|
read_items_file_from_13th_floor_text();
|
||||||
update_items_table();
|
update_items_table();
|
||||||
|
|
||||||
sub LoadMysql{
|
print "\n\nImport complete!\n\n";
|
||||||
#::: Config Variables
|
|
||||||
my $confile = "eqemu_config.xml";
|
sub read_eqemu_config_json {
|
||||||
open(F, "<$confile") or die "Unable to open config: $confile\n";
|
use JSON;
|
||||||
my $indb = 0;
|
my $json = new JSON();
|
||||||
while(<F>) {
|
my $config;
|
||||||
s/\r//g;
|
my $config_file = "eqemu_config.json";
|
||||||
if(/<database>/i) { $indb = 1; }
|
|
||||||
next unless($indb == 1);
|
my $content;
|
||||||
if(/<\/database>/i) { $indb = 0; last; }
|
open(my $fh, '<', $config_file) or die "cannot open file $config_file"; {
|
||||||
if(/<host>(.*)<\/host>/i) { $host = $1; }
|
local $/;
|
||||||
elsif(/<username>(.*)<\/username>/i) { $user = $1; }
|
$content = <$fh>;
|
||||||
elsif(/<password>(.*)<\/password>/i) { $pass = $1; }
|
}
|
||||||
elsif(/<db>(.*)<\/db>/i) { $db = $1; }
|
close($fh);
|
||||||
}
|
|
||||||
$database_name = $db;
|
$config = $json->decode($content);
|
||||||
#::: DATA SOURCE NAME
|
|
||||||
$dsn = "dbi:mysql:$db:localhost:3306";
|
$db_host = $config->{"server"}{"database"}{"host"};
|
||||||
#::: PERL DBI CONNECT
|
$db_port = $config->{"server"}{"database"}{"port"};
|
||||||
$connect = DBI->connect($dsn, $user, $pass);
|
$db_name = $config->{"server"}{"database"}{"db"};
|
||||||
return $connect;
|
$db_user = $config->{"server"}{"database"}{"username"};
|
||||||
|
$db_pass = $config->{"server"}{"database"}{"password"};
|
||||||
}
|
}
|
||||||
|
|
||||||
sub read_items_file_from_13th_floor_text {
|
sub read_items_file_from_13th_floor_text {
|
||||||
|
|
||||||
#::: Read from file and place into array
|
#::: Read from file and place into array
|
||||||
open(F, "<" . $read_items_file) or die "Unable to open itemfile: " . $read_items_file . "\n";
|
open(F, "<" . $read_items_file) or die "Unable to open itemfile: " . $read_items_file . "\n";
|
||||||
my @item_file_lines = <F>;
|
my @item_file_lines = <F>;
|
||||||
close(F);
|
close(F);
|
||||||
|
|
||||||
#::: Chomp this array...
|
#::: Chomp this array...
|
||||||
my @newitem_file_lines;
|
my @newitem_file_lines;
|
||||||
chomp($item_file_lines[0]);
|
chomp($item_file_lines[0]);
|
||||||
@fields = split("(?<!\\\\)\\|", $item_file_lines[0]);
|
@fields = split("(?<!\\\\)\\|", $item_file_lines[0]);
|
||||||
|
|
||||||
my $sth = $dbh->prepare("SHOW TABLES LIKE 'items_floor'");
|
|
||||||
$sth->execute();
|
|
||||||
my $has_items_floor = $sth->fetchrow_array();
|
|
||||||
|
|
||||||
#::: If we have items_floor
|
|
||||||
if ($has_items_floor eq '') {
|
|
||||||
$dbh->do("CREATE TABLE `items_floor` (`" . join("` VARCHAR(64) NOT NULL DEFAULT '', `", @fields). "` VARCHAR(64) NOT NULL DEFAULT '', UNIQUE INDEX `ID` (`id`)) COLLATE='latin1_swedish_ci' ENGINE=MyISAM");
|
|
||||||
$dbh->do("ALTER TABLE `items_floor` CHANGE `id` `id` INT(11) NOT NULL DEFAULT '0'");
|
|
||||||
printf "Database items_floor created\n";
|
|
||||||
}
|
|
||||||
|
|
||||||
#::: Create REPLACE INTO header and define worker variables...
|
|
||||||
$master_insert = "REPLACE INTO `items_floor` (" . join(",", @fields) . ") VALUES ";
|
|
||||||
$query_insert_ph = ""; #::: Used for building placeholder values in query Ex: (?, ?, ?)
|
|
||||||
@field_values = (); #::: Used for stuffing mysql field values
|
|
||||||
$query_count = 0; #::: Used for chunking query updates
|
|
||||||
$print_cycle = 0; #::: Counter for console updates
|
|
||||||
$start_time = time(); #::: Start time for import
|
|
||||||
$total_items_file = scalar(grep $_, @item_file_lines) - 1; #::: Total items in text file
|
|
||||||
|
|
||||||
#::: Iterate through each item in items.txt
|
my $sth = $dbh->prepare("SHOW TABLES LIKE 'items_floor'");
|
||||||
for (1 .. $#item_file_lines) {
|
$sth->execute();
|
||||||
@f = split("(?<!\\\\)\\|", $item_file_lines[$_]);
|
my $has_items_floor = $sth->fetchrow_array();
|
||||||
|
|
||||||
#::: Build our individual prepared statement (?, ?) values in the insert_ph
|
#::: If we don't have items_floor table
|
||||||
#::: ?, ? placeholders will be resolved via @field_values in the execute
|
if ($has_items_floor eq '') {
|
||||||
$query_insert_ph .= " (";
|
$dbh->do("CREATE TABLE `items_floor` (`" . join("` VARCHAR(64) NOT NULL DEFAULT '', `", @fields). "` VARCHAR(64) NOT NULL DEFAULT '', UNIQUE INDEX `ID` (`id`)) COLLATE='latin1_swedish_ci' ENGINE=MyISAM");
|
||||||
foreach (@f) {
|
$dbh->do("ALTER TABLE `items_floor` CHANGE `id` `id` INT(11) NOT NULL DEFAULT '0'");
|
||||||
push (@field_values, trim($_));
|
printf "Database items_floor created\n";
|
||||||
$query_insert_ph .= "?, ";
|
}
|
||||||
}
|
|
||||||
$query_insert_ph = substr($query_insert_ph, 0, -2);
|
|
||||||
$query_insert_ph .= "), ";
|
|
||||||
|
|
||||||
#::: Let's chunk our updates so we can break up the amount of individual queries
|
#::: Create REPLACE INTO header and define worker variables...
|
||||||
if($query_count > 500){
|
$master_insert = "REPLACE INTO `items_floor` (" . join(",", @fields) . ") VALUES ";
|
||||||
$query_insert_ph = substr($query_insert_ph, 0, -2);
|
$query_insert_ph = ""; #::: Used for building placeholder values in query Ex: (?, ?, ?)
|
||||||
$dbh->prepare($master_insert . " " . $query_insert_ph)->execute(@field_values);
|
@field_values = (); #::: Used for stuffing mysql field values
|
||||||
$query_count = 0;
|
$query_count = 0; #::: Used for chunking query updates
|
||||||
$query_insert_ph = "";
|
$print_cycle = 0; #::: Counter for console updates
|
||||||
@field_values = ();
|
$start_time = time(); #::: Start time for import
|
||||||
}
|
$total_items_file = scalar(grep $_, @item_file_lines) - 1; #::: Total items in text file
|
||||||
|
|
||||||
#::: Print updates to console
|
|
||||||
if($print_cycle > 25){
|
|
||||||
print "Processing (" . $read_items_file . ") :: (Items: " . $total_items . "/" . $total_items_file . ") \r";
|
|
||||||
$print_cycle = 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
#::: Counters
|
#::: Iterate through each item in items.txt
|
||||||
$total_items++;
|
for (1 .. $#item_file_lines) {
|
||||||
$query_count++;
|
@f = split("(?<!\\\\)\\|", $item_file_lines[$_]);
|
||||||
$print_cycle++;
|
|
||||||
}
|
#::: Build our individual prepared statement (?, ?) values in the insert_ph
|
||||||
|
#::: ?, ? placeholders will be resolved via @field_values in the execute
|
||||||
#::: One last processing print
|
$query_insert_ph .= " (";
|
||||||
print "Processing (" . $read_items_file . ") :: (Items: " . $total_items . "/" . $total_items_file . ") \r";
|
foreach (@f) {
|
||||||
|
push (@field_values, trim($_));
|
||||||
printf "\n" . $total_items . " items added to database... Took " . (time() - $start_time) . " second(s)... \n";
|
$query_insert_ph .= "?, ";
|
||||||
|
}
|
||||||
print "Flipping slots 21 and 22...";
|
$query_insert_ph = substr($query_insert_ph, 0, -2);
|
||||||
$rows_affected = $dbh->prepare("
|
$query_insert_ph .= "), ";
|
||||||
UPDATE `items_floor`
|
|
||||||
SET `slots` = (`slots` ^ 6291456)
|
#::: Let's chunk our updates so we can break up the amount of individual queries
|
||||||
WHERE (`slots` & 6291456)
|
if($query_count > 500){
|
||||||
IN (2097152, 4194304)")->execute();
|
$query_insert_ph = substr($query_insert_ph, 0, -2);
|
||||||
print " Rows affected (" . $rows_affected . ")\n";
|
$dbh->prepare($master_insert . " " . $query_insert_ph)->execute(@field_values);
|
||||||
|
$query_count = 0;
|
||||||
|
$query_insert_ph = "";
|
||||||
|
@field_values = ();
|
||||||
|
}
|
||||||
|
|
||||||
|
#::: Print updates to console
|
||||||
|
if($print_cycle > 25){
|
||||||
|
print "Processing (" . $read_items_file . ") :: (Items: " . $total_items . "/" . $total_items_file . ") \r";
|
||||||
|
$print_cycle = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
#::: Counters
|
||||||
|
$total_items++;
|
||||||
|
$query_count++;
|
||||||
|
$print_cycle++;
|
||||||
|
}
|
||||||
|
|
||||||
|
#::: One last processing print
|
||||||
|
print "Processing (" . $read_items_file . ") :: (Items: " . $total_items . "/" . $total_items_file . ") \r";
|
||||||
|
|
||||||
|
printf "\n" . $total_items . " items imported... Took " . (time() - $start_time) . " second(s)... \n";
|
||||||
|
|
||||||
|
#::: Process slots 21, 22
|
||||||
|
print "Flipping slots 21 and 22...";
|
||||||
|
$rows_affected = $dbh->prepare("
|
||||||
|
UPDATE `items_floor`
|
||||||
|
SET `slots` = (`slots` ^ 6291456)
|
||||||
|
WHERE (`slots` & 6291456)
|
||||||
|
IN (2097152, 4194304)")->execute();
|
||||||
|
print " :: Rows affected (" . $rows_affected . ")\n";
|
||||||
|
|
||||||
|
#::: Update idfile entries
|
||||||
|
print "Updating idfile entries...";
|
||||||
|
$rows_affected = $dbh->prepare("
|
||||||
|
UPDATE `items_floor`
|
||||||
|
SET `idfile` = CONCAT('IT', `idfile`)")->execute();
|
||||||
|
print " :: Rows affected(" . $rows_affected . ")\n";
|
||||||
}
|
}
|
||||||
|
|
||||||
sub update_items_table {
|
sub update_items_table {
|
||||||
|
|
||||||
#::: Keep Items table sane
|
print "Updating items table...\n";
|
||||||
$query_handle = $dbh->prepare("
|
|
||||||
ALTER TABLE `items`
|
|
||||||
MODIFY COLUMN `UNK132` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL;
|
|
||||||
");
|
|
||||||
$query_handle->execute();
|
|
||||||
|
|
||||||
my @matching_table;
|
|
||||||
my @missing_items_table;
|
|
||||||
my @missing_items_floor_table;
|
|
||||||
|
|
||||||
#::: Get columns from `items`
|
|
||||||
my $sth = $dbh->prepare("SHOW COLUMNS FROM `items`;");
|
|
||||||
$sth->execute();
|
|
||||||
my @items_table;
|
|
||||||
while (my @row = $sth->fetchrow_array()) {
|
|
||||||
push(@items_table, $row[0]);
|
|
||||||
}
|
|
||||||
|
|
||||||
#::: Get columns from `items_floor`
|
|
||||||
$sth2 = $dbh->prepare("SHOW COLUMNS FROM `items_floor`");
|
|
||||||
$sth2->execute();
|
|
||||||
my @items_floor_table;
|
|
||||||
while (my @row = $sth2->fetchrow_array()) {
|
|
||||||
push(@items_floor_table, $row[0]);
|
|
||||||
}
|
|
||||||
|
|
||||||
#::: Go through the original items table columns and line them up with what columns match on 13th floor
|
|
||||||
#::: This is so we can use the matching columns to update and insert item data into `items` table
|
|
||||||
foreach $value (@items_table) {
|
|
||||||
if ( grep( /^$value$/i, @items_floor_table ) ) {
|
|
||||||
push(@matching_table, $value);
|
|
||||||
} else {
|
|
||||||
#::: What values are we missing from EMU items table..
|
|
||||||
push(@missing_items_table, $value);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#::: What values are we missing from.. 13thFloor
|
|
||||||
foreach $value (@items_floor_table) {
|
|
||||||
if ( grep( /^$value$/i, @items_table ) ) {
|
|
||||||
#DO NOTHING...
|
|
||||||
} else {
|
|
||||||
push(@missing_items_floor_table, $value);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#::: Go through the matched columns and build our query strings...
|
my @matching_table;
|
||||||
|
my @missing_items_table;
|
||||||
my $items_field_list = ""; #::: Build the field list for the INSERT (field1, field2)
|
my @missing_items_floor_table;
|
||||||
my $items_floor_field_list = ""; #::: What fields we will select from items_floor table to insert into items (matched columns)
|
|
||||||
my $update_fields = ""; #::: To update an existing item entry if it exists...
|
|
||||||
|
|
||||||
foreach $match (@matching_table) {
|
print "Comparing table structure...\n";
|
||||||
$match = lc($match);
|
#::: Get columns from `items`
|
||||||
$update_fields .= "`" . $match . "` = fi.`" . $match . "`, ";
|
my $sth = $dbh->prepare("SHOW COLUMNS FROM `items`;");
|
||||||
$items_field_list .= "`" . $match . "`, ";
|
$sth->execute();
|
||||||
$items_floor_field_list .= "fi.`" . $match . "`, ";
|
my @items_table;
|
||||||
}
|
while (my @row = $sth->fetchrow_array()) {
|
||||||
#::: Trim ', ' off the ends
|
push(@items_table, $row[0]);
|
||||||
$update_fields = substr($update_fields, 0, -2);
|
}
|
||||||
$items_field_list = substr($items_field_list, 0, -2);
|
|
||||||
$items_floor_field_list = substr($items_floor_field_list, 0, -2);
|
|
||||||
|
|
||||||
#::: Mixed up fields...
|
|
||||||
$items_floor_field_list =~ s/booktype/booklang/g; #our booktype is mixed with theirs...
|
|
||||||
$update_fields =~ s/`booktype` = fi.`booktype`/`booktype` = fi.`booklang`/g;
|
|
||||||
|
|
||||||
#::: FIELDS THAT DO NOT MATCH GO HERE
|
#::: Get columns from `items_floor`
|
||||||
my @items_add = (
|
$sth2 = $dbh->prepare("SHOW COLUMNS FROM `items_floor`");
|
||||||
"casttime_", "endur", "range", "attuneable", "evolvinglevel", "herosforgemodel", "scrolltype",
|
$sth2->execute();
|
||||||
"scriptfileid", "powersourcecapacity", "augslot1unk2", "augslot2unk2", "augslot3unk2", "augslot4unk2",
|
my @items_floor_table;
|
||||||
"augslot5unk2", "augslot6unk2", "recskill", "book"
|
while (my @row = $sth2->fetchrow_array()) {
|
||||||
);
|
push(@items_floor_table, $row[0]);
|
||||||
my @items_floor_add = (
|
}
|
||||||
"foodduration", "endurance", "therange", "attunable", "evolvl", "heroforge1", "scrolleffecttype",
|
|
||||||
"rightclickscriptid", "powersourcecap", "augslot1unk", "augslot2unk", "augslot3unk", "augslot4unk",
|
|
||||||
"augslot5unk", "augslot6unk", "reqskill", "booktype"
|
|
||||||
);
|
|
||||||
|
|
||||||
#::: Match the mis-matched fields...
|
|
||||||
my $spot = 0;
|
|
||||||
foreach $value (@items_add) {
|
|
||||||
$items_field_list .= ", `" . $value . "`";
|
|
||||||
$update_fields .= ", `" . $value . "` = fi.`" . $items_floor_add[$spot] . "`";
|
|
||||||
$spot++;
|
|
||||||
@missing_items_table = grep {$_ ne $value} @missing_items_table;
|
|
||||||
}
|
|
||||||
foreach $value (@items_floor_add) {
|
|
||||||
$items_floor_field_list .= ", fi.`" . $value . "`";
|
|
||||||
@missing_items_floor_table = grep {$_ ne $value} @missing_items_floor_table;
|
|
||||||
}
|
|
||||||
|
|
||||||
my $update_query = "
|
|
||||||
INSERT INTO items (" . $items_field_list . ")
|
|
||||||
SELECT " . $items_floor_field_list . "
|
|
||||||
FROM items_floor fi
|
|
||||||
ON DUPLICATE KEY UPDATE " . $update_fields;
|
|
||||||
|
|
||||||
#::: Print missing fields to file
|
|
||||||
my $write_file = "missing_item_fields.txt";
|
|
||||||
|
|
||||||
open(F, ">$write_file") or die "Unable to open questfile: $write_file\n";
|
|
||||||
print F "$update_query \n\n";
|
|
||||||
print F "EQEMU items Table missing fields\n";
|
|
||||||
foreach $value (@missing_items_table) {
|
|
||||||
print F "$value\n";
|
|
||||||
}
|
|
||||||
print F "\n\n13thFloor items Table missing fields\n";
|
|
||||||
foreach $value (@missing_items_floor_table) {
|
|
||||||
print F "$value\n";
|
|
||||||
}
|
|
||||||
close(F);
|
|
||||||
|
|
||||||
#::: Number of rows affected by query
|
|
||||||
$rows = $dbh->do($update_query);
|
|
||||||
|
|
||||||
#::: Update stackables
|
|
||||||
$dbh->do("UPDATE items i SET i.stackable = 1 WHERE i.stacksize > 1");
|
|
||||||
|
|
||||||
#::: Update legacy research tome bagtypes
|
|
||||||
$dbh->do("UPDATE items i SET i.bagtype = 24 WHERE i.id IN (17655, 17903)"); #RESEARCHWIZ
|
|
||||||
$dbh->do("UPDATE items i SET i.bagtype = 25 WHERE i.id IN (17502, 17653)"); #RESEARCHMAG
|
|
||||||
$dbh->do("UPDATE items i SET i.bagtype = 26 WHERE i.id IN (17501, 17654)"); #RESEARCHNEC
|
|
||||||
$dbh->do("UPDATE items i SET i.bagtype = 27 WHERE i.id IN (17500, 17652)"); #RESEARCHENC
|
|
||||||
|
|
||||||
print "Added all new items to Items table (" . $rows . ")!\n";
|
#::: Go through the original items table columns and line them up with what columns match on 13th floor
|
||||||
|
#::: This is so we can use the matching columns to update and insert item data into `items` table
|
||||||
|
foreach $value (@items_table) {
|
||||||
|
if ( grep( /^$value$/i, @items_floor_table ) ) {
|
||||||
|
push(@matching_table, $value);
|
||||||
|
} else {
|
||||||
|
#::: What values are we missing from EMU items table..
|
||||||
|
push(@missing_items_table, $value);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#::: What values are we missing from.. 13thFloor
|
||||||
|
foreach $value (@items_floor_table) {
|
||||||
|
if ( grep( /^$value$/i, @items_table ) ) {
|
||||||
|
#DO NOTHING...
|
||||||
|
} else {
|
||||||
|
push(@missing_items_floor_table, $value);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#::: Go through the matched columns and build our query strings...
|
||||||
|
|
||||||
|
my $items_field_list = ""; #::: Build the field list for the INSERT (field1, field2)
|
||||||
|
my $items_floor_field_list = ""; #::: What fields we will select from items_floor table to insert into items (matched columns)
|
||||||
|
my $update_fields = ""; #::: To update an existing item entry if it exists...
|
||||||
|
|
||||||
|
foreach $match (@matching_table) {
|
||||||
|
$match = lc($match);
|
||||||
|
$update_fields .= "`" . $match . "` = fi.`" . $match . "`, ";
|
||||||
|
$items_field_list .= "`" . $match . "`, ";
|
||||||
|
$items_floor_field_list .= "fi.`" . $match . "`, ";
|
||||||
|
}
|
||||||
|
#::: Trim ', ' off the ends
|
||||||
|
$update_fields = substr($update_fields, 0, -2);
|
||||||
|
$items_field_list = substr($items_field_list, 0, -2);
|
||||||
|
$items_floor_field_list = substr($items_floor_field_list, 0, -2);
|
||||||
|
|
||||||
|
#::: Mixed up fields...
|
||||||
|
$items_floor_field_list =~ s/booktype/booklang/g; #our booktype is mixed with theirs...
|
||||||
|
$update_fields =~ s/`booktype` = fi.`booktype`/`booktype` = fi.`booklang`/g;
|
||||||
|
|
||||||
|
#::: FIELDS THAT DO NOT MATCH GO HERE
|
||||||
|
my @items_add = (
|
||||||
|
"casttime_", "endur", "range", "attuneable", "evolvinglevel", "herosforgemodel", "scrolltype",
|
||||||
|
"scriptfileid", "powersourcecapacity", "augslot1unk2", "augslot2unk2", "augslot3unk2", "augslot4unk2",
|
||||||
|
"augslot5unk2", "augslot6unk2", "recskill", "book", "procunk1"
|
||||||
|
);
|
||||||
|
my @items_floor_add = (
|
||||||
|
"foodduration", "endurance", "therange", "attunable", "evolvl", "heroforge1", "scrolleffecttype",
|
||||||
|
"rightclickscriptid", "powersourcecap", "augslot1unk", "augslot2unk", "augslot3unk", "augslot4unk",
|
||||||
|
"augslot5unk", "augslot6unk", "reqskill", "booktype", "prockunk1"
|
||||||
|
);
|
||||||
|
|
||||||
|
#::: Match the mis-matched fields...
|
||||||
|
print "Matching fields...\n";
|
||||||
|
my $spot = 0;
|
||||||
|
foreach $value (@items_add) {
|
||||||
|
$items_field_list .= ", `" . $value . "`";
|
||||||
|
$update_fields .= ", `" . $value . "` = fi.`" . $items_floor_add[$spot] . "`";
|
||||||
|
$spot++;
|
||||||
|
@missing_items_table = grep {$_ ne $value} @missing_items_table;
|
||||||
|
}
|
||||||
|
foreach $value (@items_floor_add) {
|
||||||
|
$items_floor_field_list .= ", fi.`" . $value . "`";
|
||||||
|
@missing_items_floor_table = grep {$_ ne $value} @missing_items_floor_table;
|
||||||
|
}
|
||||||
|
|
||||||
|
my $update_query = "
|
||||||
|
INSERT INTO items (" . $items_field_list . ")
|
||||||
|
SELECT " . $items_floor_field_list . "
|
||||||
|
FROM items_floor fi
|
||||||
|
ON DUPLICATE KEY UPDATE " . $update_fields;
|
||||||
|
|
||||||
|
#::: Print missing fields to file
|
||||||
|
print "Writing query and discrepencies to file...\n";
|
||||||
|
my $write_file = "missing_item_fields.txt";
|
||||||
|
|
||||||
|
open(F, ">$write_file") or die "Unable to open file: $write_file\n";
|
||||||
|
print F "$update_query \n\n";
|
||||||
|
print F "EQEMU items table extra fields:\n";
|
||||||
|
foreach $value (@missing_items_table) {
|
||||||
|
print F "$value\n";
|
||||||
|
}
|
||||||
|
print F "\n\n13thFloor items table extra fields:\n";
|
||||||
|
foreach $value (@missing_items_floor_table) {
|
||||||
|
print F "$value\n";
|
||||||
|
}
|
||||||
|
close(F);
|
||||||
|
|
||||||
|
#::: Number of rows affected by query
|
||||||
|
$rows = $dbh->do($update_query);
|
||||||
|
print "Added or updated " . $rows . " entries.\n";
|
||||||
|
|
||||||
|
#::: Update stackables
|
||||||
|
print "Updating stackable field...\n";
|
||||||
|
$dbh->do("UPDATE items i SET i.stackable = 1 WHERE i.stacksize > 1");
|
||||||
|
|
||||||
|
#::: Update legacy research tome bagtypes
|
||||||
|
print "Updating legacy research tomes...\n";
|
||||||
|
$dbh->do("UPDATE items i SET i.bagtype = 24 WHERE i.id IN (17655, 17903)"); #RESEARCHWIZ
|
||||||
|
$dbh->do("UPDATE items i SET i.bagtype = 25 WHERE i.id IN (17502, 17653)"); #RESEARCHMAG
|
||||||
|
$dbh->do("UPDATE items i SET i.bagtype = 26 WHERE i.id IN (17501, 17654)"); #RESEARCHNEC
|
||||||
|
$dbh->do("UPDATE items i SET i.bagtype = 27 WHERE i.id IN (17500, 17652)"); #RESEARCHENC
|
||||||
}
|
}
|
||||||
|
|
||||||
sub trim($) {
|
sub trim($) {
|
||||||
my $string = shift;
|
my $string = shift;
|
||||||
$string =~ s/^\s+//;
|
$string =~ s/^\s+//;
|
||||||
$string =~ s/\s+$//;
|
$string =~ s/\s+$//;
|
||||||
return $string;
|
return $string;
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user