diff options
Diffstat (limited to 'Source/TableDump.m')
| -rw-r--r-- | Source/TableDump.m | 1438 |
1 files changed, 0 insertions, 1438 deletions
diff --git a/Source/TableDump.m b/Source/TableDump.m deleted file mode 100644 index feb82a43..00000000 --- a/Source/TableDump.m +++ /dev/null @@ -1,1438 +0,0 @@ -// -// $Id$ -// -// TableDump.m -// sequel-pro -// -// Created by lorenz textor (lorenz@textor.ch) on Wed May 01 2002. -// Copyright (c) 2002-2003 Lorenz Textor. All rights reserved. -// -// This program is free software; you can redistribute it and/or modify -// it under the terms of the GNU General Public License as published by -// the Free Software Foundation; either version 2 of the License, or -// (at your option) any later version. -// -// This program is distributed in the hope that it will be useful, -// but WITHOUT ANY WARRANTY; without even the implied warranty of -// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -// GNU General Public License for more details. -// -// You should have received a copy of the GNU General Public License -// along with this program; if not, write to the Free Software -// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA -// -// More info at <http://code.google.com/p/sequel-pro/> - -#import "TableDump.h" -#import "SPDatabaseDocument.h" -#import "SPTablesList.h" -#import "SPTableStructure.h" -#import "SPTableContent.h" -#import "SPCustomQuery.h" -#import "SPGrowlController.h" -#import "SPSQLParser.h" -#import "SPCSVParser.h" -#import "SPTableData.h" -#import "SPStringAdditions.h" -#import "SPArrayAdditions.h" -#import "RegexKitLite.h" -#import "SPConstants.h" -#import "SPAlertSheets.h" -#import "SPFieldMapperController.h" -#import "SPMainThreadTrampoline.h" -#import "SPNotLoaded.h" -#import "SPFileHandle.h" - -@implementation TableDump - -#pragma mark - -#pragma mark Initialisation - -/** - * Init. - */ -- (id)init -{ - if ((self = [super init])) { - - nibObjectsToRelease = [[NSMutableArray alloc] init]; - fieldMappingArray = nil; - fieldMappingGlobalValueArray = nil; - fieldMappingTableColumnNames = nil; - fieldMappingTableDefaultValues = nil; - fieldMappingImportArray = nil; - csvImportTailString = nil; - csvImportHeaderString = nil; - csvImportMethodHasTail = NO; - fieldMappingImportArrayIsPreview = NO; - fieldMappingArrayHasGlobalVariables = NO; - importMethodIsUpdate = NO; - insertRemainingRowsAfterUpdate = NO; - numberOfImportDataColumns = 0; - - prefs = nil; - lastFilename = nil; - _mainNibLoaded = NO; - } - - return self; -} - -/** - * UI setup. - */ -- (void)awakeFromNib -{ - if (_mainNibLoaded) return; - _mainNibLoaded = YES; - - // Load the import accessory view, retaining a reference to the top-level objects that need releasing. - NSArray *importAccessoryTopLevelObjects = nil; - NSNib *nibLoader = [[NSNib alloc] initWithNibNamed:@"ImportAccessory" bundle:[NSBundle mainBundle]]; - [nibLoader instantiateNibWithOwner:self topLevelObjects:&importAccessoryTopLevelObjects]; - [nibObjectsToRelease addObjectsFromArray:importAccessoryTopLevelObjects]; - [nibLoader release]; -} - -#pragma mark - -#pragma mark IBAction methods - -/** - * Cancels the current operation. - */ -- (IBAction)cancelProgressBar:(id)sender -{ - progressCancelled = YES; -} - -/** - * Common method for ending modal sessions - */ -- (IBAction)closeSheet:(id)sender -{ - [NSApp endSheet:[sender window] returnCode:[sender tag]]; - [[sender window] orderOut:self]; -} - -/** - * Convenience method for closing and restoring the progress sheet to default state. - */ -- (void)closeAndStopProgressSheet -{ - if (![NSThread isMainThread]) { - [self performSelectorOnMainThread:@selector(closeAndStopProgressSheet) withObject:nil waitUntilDone:YES]; - return; - } - - [NSApp endSheet:singleProgressSheet]; - [singleProgressSheet orderOut:nil]; - [[singleProgressBar onMainThread] stopAnimation:self]; - [[singleProgressBar onMainThread] setMaxValue:100]; -} - -/** - * When the compression setting on export is altered, update the filename - * and if appropriate the required extension. - */ -- (IBAction)updateExportCompressionSetting:(id)sender -{ - if (exportMode == SPExportingSQL) { - if ([sender state] == NSOnState) { - [currentExportPanel setAllowedFileTypes:[NSArray arrayWithObjects:[NSString stringWithFormat:@"%@.gz", SPFileExtensionSQL], @"gz", nil]]; - - // if file name text view is the first responder re-select the path name only without '.sql.gz' - if([[currentExportPanel firstResponder] isKindOfClass:[NSTextView class]]) { - NSTextView *filenameTextView = (NSTextView *)[currentExportPanel firstResponder]; - if([filenameTextView selectedRange].length > 4 && [[filenameTextView string] hasSuffix:[NSString stringWithFormat:@".%@.gz", SPFileExtensionSQL]]) { - NSRange selRange = [filenameTextView selectedRange]; - selRange.length -= 4; - [filenameTextView setSelectedRange:selRange]; - } - } - - } else { - [currentExportPanel setAllowedFileTypes:[NSArray arrayWithObject:SPFileExtensionSQL]]; - } - - [prefs setBool:([sender state] == NSOnState) forKey:SPSQLExportUseCompression]; - } -} - -#pragma mark - -#pragma mark Import methods - -/** - * Invoked when user clicks on an ImportFromClipboard menuitem. - */ -- (void)importFromClipboard -{ - - // clipboard textview with no wrapping - const CGFloat LargeNumberForText = 1.0e7; - [[importFromClipboardTextView textContainer] setContainerSize:NSMakeSize(LargeNumberForText, LargeNumberForText)]; - [[importFromClipboardTextView textContainer] setWidthTracksTextView:NO]; - [[importFromClipboardTextView textContainer] setHeightTracksTextView:NO]; - [importFromClipboardTextView setAutoresizingMask:NSViewNotSizable]; - [importFromClipboardTextView setMaxSize:NSMakeSize(LargeNumberForText, LargeNumberForText)]; - [importFromClipboardTextView setHorizontallyResizable:YES]; - [importFromClipboardTextView setVerticallyResizable:YES]; - [importFromClipboardTextView setFont:[NSFont fontWithName:@"Monaco" size:11.0f]]; - - if([[[NSPasteboard generalPasteboard] stringForType:NSStringPboardType] length] > 4000) - [importFromClipboardTextView setString:[[[[NSPasteboard generalPasteboard] stringForType:NSStringPboardType] substringToIndex:4000] stringByAppendingString:@"\n…"]]; - else - [importFromClipboardTextView setString:[[NSPasteboard generalPasteboard] stringForType:NSStringPboardType]]; - - // Preset the accessory view with prefs defaults - [importFieldsTerminatedField setStringValue:[prefs objectForKey:SPCSVImportFieldTerminator]]; - [importLinesTerminatedField setStringValue:[prefs objectForKey:SPCSVImportLineTerminator]]; - [importFieldsEscapedField setStringValue:[prefs objectForKey:SPCSVImportFieldEscapeCharacter]]; - [importFieldsEnclosedField setStringValue:[prefs objectForKey:SPCSVImportFieldEnclosedBy]]; - [importFieldNamesSwitch setState:[[prefs objectForKey:SPCSVImportFirstLineIsHeader] boolValue]]; - [importFromClipboardAccessoryView addSubview:importCSVView]; - - [NSApp beginSheet:importFromClipboardSheet - modalForWindow:[tableDocumentInstance parentWindow] - modalDelegate:self - didEndSelector:@selector(openPanelDidEnd:returnCode:contextInfo:) - contextInfo:@"importFromClipboard"]; -} - -/** - * Invoked when user clicks on an import menuitem. - */ -- (void)importFile -{ - // prepare open panel and accessory view - NSOpenPanel *openPanel = [NSOpenPanel openPanel]; - - // Preset the accessory view with prefs defaults - [importFieldsTerminatedField setStringValue:[prefs objectForKey:SPCSVImportFieldTerminator]]; - [importLinesTerminatedField setStringValue:[prefs objectForKey:SPCSVImportLineTerminator]]; - [importFieldsEscapedField setStringValue:[prefs objectForKey:SPCSVImportFieldEscapeCharacter]]; - [importFieldsEnclosedField setStringValue:[prefs objectForKey:SPCSVImportFieldEnclosedBy]]; - [importFieldNamesSwitch setState:[[prefs objectForKey:SPCSVImportFirstLineIsHeader] boolValue]]; - - [openPanel setAccessoryView:importCSVView]; - [openPanel setDelegate:self]; - if ([prefs valueForKey:@"importFormatPopupValue"]) { - [importFormatPopup selectItemWithTitle:[prefs valueForKey:@"importFormatPopupValue"]]; - [self changeFormat:self]; - } - - // Show openPanel - [openPanel beginSheetForDirectory:[prefs objectForKey:@"openPath"] - file:[lastFilename lastPathComponent] - modalForWindow:[tableDocumentInstance parentWindow] - modalDelegate:self - didEndSelector:@selector(openPanelDidEnd:returnCode:contextInfo:) - contextInfo:nil]; -} - -/** - * Shows/hides the CSV options accessory view based on the selected format. - */ -- (IBAction)changeFormat:(id)sender -{ - [importCSVBox setHidden:![[[importFormatPopup selectedItem] title] isEqualToString:@"CSV"]]; -} - -/** - * Starts the import process on a background thread. - */ -- (void)importBackgroundProcess:(NSString*)filename -{ - NSAutoreleasePool *pool = [[NSAutoreleasePool alloc] init]; - NSString *fileType = [[importFormatPopup selectedItem] title]; - - // Use the appropriate processing function for the file type - if ([fileType isEqualToString:@"SQL"]) - [self importSQLFile:filename]; - else if ([fileType isEqualToString:@"CSV"]) - [self importCSVFile:filename]; - - [pool release]; -} - -/** - * - */ -- (void)importSQLFile:(NSString *)filename -{ - NSAutoreleasePool *importPool; - SPFileHandle *sqlFileHandle; - NSMutableData *sqlDataBuffer; - const unsigned char *sqlDataBufferBytes; - NSData *fileChunk; - NSString *sqlString; - SPSQLParser *sqlParser; - NSString *query; - NSMutableString *errors = [NSMutableString string]; - NSInteger fileChunkMaxLength = 1024 * 1024; - NSUInteger fileTotalLength = 0; - NSUInteger fileProcessedLength = 0; - NSInteger queriesPerformed = 0; - NSInteger dataBufferLength = 0; - NSInteger dataBufferPosition = 0; - NSInteger dataBufferLastQueryEndPosition = 0; - BOOL fileIsCompressed; - BOOL importSQLAsUTF8 = YES; - BOOL allDataRead = NO; - NSStringEncoding sqlEncoding = NSUTF8StringEncoding; - NSCharacterSet *whitespaceAndNewlineCharset = [NSCharacterSet whitespaceAndNewlineCharacterSet]; - - // Start the notification timer to allow notifications to be shown even if frontmost for long queries - [[SPGrowlController sharedGrowlController] setVisibilityForNotificationName:@"Import Finished"]; - - // Open a filehandle for the SQL file - sqlFileHandle = [SPFileHandle fileHandleForReadingAtPath:filename]; - if (!sqlFileHandle) { - SPBeginAlertSheet(NSLocalizedString(@"Import Error title", @"Import Error"), - NSLocalizedString(@"OK button label", @"OK button"), - nil, nil, [tableDocumentInstance parentWindow], self, nil, nil, - NSLocalizedString(@"SQL file open error", @"The SQL file you selected could not be found or read.")); - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - fileIsCompressed = [sqlFileHandle isCompressed]; - - // Grab the file length - fileTotalLength = [[[[NSFileManager defaultManager] attributesOfItemAtPath:filename error:NULL] objectForKey:NSFileSize] longLongValue]; - if (!fileTotalLength) fileTotalLength = 1; - - // Reset progress interface - [errorsView setString:@""]; - [[singleProgressTitle onMainThread] setStringValue:NSLocalizedString(@"Importing SQL", @"text showing that the application is importing SQL")]; - [[singleProgressText onMainThread] setStringValue:NSLocalizedString(@"Reading...", @"text showing that app is reading dump")]; - [[singleProgressBar onMainThread] setIndeterminate:NO]; - [[singleProgressBar onMainThread] setMaxValue:fileTotalLength]; - [[singleProgressBar onMainThread] setUsesThreadedAnimation:YES]; - [[singleProgressBar onMainThread] startAnimation:self]; - - // Open the progress sheet - [[NSApp onMainThread] beginSheet:singleProgressSheet modalForWindow:[tableDocumentInstance parentWindow] modalDelegate:self didEndSelector:nil contextInfo:nil]; - [[singleProgressSheet onMainThread] makeKeyWindow]; - - [tableDocumentInstance setQueryMode:SPImportExportQueryMode]; - - // Read in the file in a loop - sqlParser = [[SPSQLParser alloc] init]; - [sqlParser setDelimiterSupport:YES]; - sqlDataBuffer = [[NSMutableData alloc] init]; - importPool = [[NSAutoreleasePool alloc] init]; - while (1) { - if (progressCancelled) break; - - @try { - fileChunk = [sqlFileHandle readDataOfLength:fileChunkMaxLength]; - } - - // Report file read errors, and bail - @catch (NSException *exception) { - [self closeAndStopProgressSheet]; - SPBeginAlertSheet(NSLocalizedString(@"SQL read error title", @"File read error"), - NSLocalizedString(@"OK", @"OK button"), - nil, nil, [tableDocumentInstance parentWindow], self, nil, nil, - [NSString stringWithFormat:NSLocalizedString(@"SQL read error", @"An error occurred when reading the file.\n\nOnly %ld queries were executed.\n\n(%@)"), (long)queriesPerformed, [exception reason]]); - [sqlParser release]; - [sqlDataBuffer release]; - [importPool drain]; - [tableDocumentInstance setQueryMode:SPInterfaceQueryMode]; - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - - // If no data returned, end of file - set a marker to ensure full processing - if (!fileChunk || ![fileChunk length]) { - allDataRead = YES; - - // Otherwise add the data to the read/parse buffer - } else { - [sqlDataBuffer appendData:fileChunk]; - } - - // Step through the data buffer, identifying line endings to parse the data with - sqlDataBufferBytes = [sqlDataBuffer bytes]; - dataBufferLength = [sqlDataBuffer length]; - for ( ; dataBufferPosition < dataBufferLength || allDataRead; dataBufferPosition++) { - if (sqlDataBufferBytes[dataBufferPosition] == 0x0A || sqlDataBufferBytes[dataBufferPosition] == 0x0D || allDataRead) { - - // Keep reading through any other line endings - while (dataBufferPosition + 1 < dataBufferLength - && (sqlDataBufferBytes[dataBufferPosition+1] == 0x0A - || sqlDataBufferBytes[dataBufferPosition+1] == 0x0D)) - { - dataBufferPosition++; - } - - // Try to generate a NSString with the resulting data - if (importSQLAsUTF8) { - sqlString = [[NSString alloc] initWithData:[sqlDataBuffer subdataWithRange:NSMakeRange(dataBufferLastQueryEndPosition, dataBufferPosition - dataBufferLastQueryEndPosition)] - encoding:NSUTF8StringEncoding]; - if (!sqlString) { - importSQLAsUTF8 = NO; - sqlEncoding = [MCPConnection encodingForMySQLEncoding:[[tableDocumentInstance connectionEncoding] UTF8String]]; - } - } - if (!importSQLAsUTF8) { - sqlString = [[NSString alloc] initWithData:[sqlDataBuffer subdataWithRange:NSMakeRange(dataBufferLastQueryEndPosition, dataBufferPosition - dataBufferLastQueryEndPosition)] - encoding:[MCPConnection encodingForMySQLEncoding:[[tableDocumentInstance connectionEncoding] UTF8String]]]; - if (!sqlString) { - [self closeAndStopProgressSheet]; - SPBeginAlertSheet(NSLocalizedString(@"SQL read error title", @"File read error"), - NSLocalizedString(@"OK", @"OK button"), - nil, nil, [tableDocumentInstance parentWindow], self, nil, nil, - [NSString stringWithFormat:NSLocalizedString(@"SQL encoding read error", @"An error occurred when reading the file, as it could not be read in either UTF-8 or %@.\n\nOnly %ld queries were executed."), [[tableDocumentInstance connectionEncoding] UTF8String], (long)queriesPerformed]); - [sqlParser release]; - [sqlDataBuffer release]; - [importPool drain]; - [tableDocumentInstance setQueryMode:SPInterfaceQueryMode]; - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - } - - // Add the NSString segment to the SQL parser and release it - [sqlParser appendString:sqlString]; - [sqlString release]; - - if (allDataRead) break; - - // Increment the query end position marker - dataBufferLastQueryEndPosition = dataBufferPosition; - } - } - - // Trim the data buffer if part of it was used - if (dataBufferLastQueryEndPosition) { - [sqlDataBuffer setData:[sqlDataBuffer subdataWithRange:NSMakeRange(dataBufferLastQueryEndPosition, dataBufferLength - dataBufferLastQueryEndPosition)]]; - dataBufferPosition -= dataBufferLastQueryEndPosition; - dataBufferLastQueryEndPosition = 0; - } - - // Before entering the following loop, check that we actually have a connection. If not, bail. - if (![mySQLConnection isConnected]) { - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - - // Extract and process any complete SQL queries that can be found in the strings parsed so far - while (query = [sqlParser trimAndReturnStringToCharacter:';' trimmingInclusively:YES returningInclusively:NO]) { - if (progressCancelled) break; - fileProcessedLength += [query lengthOfBytesUsingEncoding:sqlEncoding] + 1; - - // Skip blank or whitespace-only queries to avoid errors - query = [query stringByTrimmingCharactersInSet:whitespaceAndNewlineCharset]; - if (![query length]) continue; - - // Run the query - [mySQLConnection queryString:query usingEncoding:sqlEncoding streamingResult:NO]; - - // Check for any errors - if ([mySQLConnection queryErrored] && ![[mySQLConnection getLastErrorMessage] isEqualToString:@"Query was empty"]) { - [errors appendString:[NSString stringWithFormat:NSLocalizedString(@"[ERROR in query %ld] %@\n", @"error text when multiple custom query failed"), (long)(queriesPerformed+1), [mySQLConnection getLastErrorMessage]]]; - } - - // Increment the processed queries count - queriesPerformed++; - - // Update the progress bar - if (fileIsCompressed) { - [singleProgressBar setDoubleValue:[sqlFileHandle realDataReadLength]]; - [singleProgressText setStringValue:[NSString stringWithFormat:NSLocalizedString(@"Imported %@ of SQL", @"SQL import progress text where total size is unknown"), - [NSString stringForByteSize:fileProcessedLength]]]; - } else { - [singleProgressBar setDoubleValue:fileProcessedLength]; - [singleProgressText setStringValue:[NSString stringWithFormat:NSLocalizedString(@"Imported %@ of %@", @"SQL import progress text"), - [NSString stringForByteSize:fileProcessedLength], [NSString stringForByteSize:fileTotalLength]]]; - } - } - - // If all the data has been read, break out of the processing loop - if (allDataRead) break; - - // Reset the autorelease pool - [importPool drain]; - importPool = [[NSAutoreleasePool alloc] init]; - } - - // If any text remains in the SQL parser, it's an unterminated query - execute it. - query = [sqlParser stringByTrimmingCharactersInSet:[NSCharacterSet whitespaceAndNewlineCharacterSet]]; - if ([query length] && !progressCancelled) { - - // Run the query - [mySQLConnection queryString:query usingEncoding:sqlEncoding streamingResult:NO]; - - // Check for any errors - if ([mySQLConnection queryErrored] && ![[mySQLConnection getLastErrorMessage] isEqualToString:@"Query was empty"]) { - [errors appendString:[NSString stringWithFormat:NSLocalizedString(@"[ERROR in query %ld] %@\n", @"error text when multiple custom query failed"), (long)(queriesPerformed+1), [mySQLConnection getLastErrorMessage]]]; - } - - // Increment the processed queries count - queriesPerformed++; - } - - // Clean up - [sqlParser release]; - [sqlDataBuffer release]; - [importPool drain]; - [tableDocumentInstance setQueryMode:SPInterfaceQueryMode]; - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - - // Close progress sheet - [self closeAndStopProgressSheet]; - - // Display any errors - if ([errors length]) { - [self showErrorSheetWithMessage:errors]; - } - - // Update available databases - [tableDocumentInstance setDatabases:self]; - - // Update current selected database - [[tableDocumentInstance onMainThread] refreshCurrentDatabase]; - - // Update current database tables - [tablesListInstance updateTables:self]; - - // Query the structure of all databases in the background - [NSThread detachNewThreadSelector:@selector(queryDbStructureWithUserInfo:) toTarget:mySQLConnection withObject:[NSDictionary dictionaryWithObjectsAndKeys:[NSNumber numberWithBool:YES], @"forceUpdate", nil]]; - - // Import finished Growl notification - [[SPGrowlController sharedGrowlController] notifyWithTitle:@"Import Finished" - description:[NSString stringWithFormat:NSLocalizedString(@"Finished importing %@",@"description for finished importing growl notification"), [filename lastPathComponent]] - document:tableDocumentInstance - notificationName:@"Import Finished"]; -} - -/** - * - */ -- (void)importCSVFile:(NSString *)filename -{ - NSAutoreleasePool *importPool; - NSFileHandle *csvFileHandle; - NSMutableData *csvDataBuffer; - const unsigned char *csvDataBufferBytes; - NSData *fileChunk; - NSString *csvString; - SPCSVParser *csvParser; - NSMutableString *query; - NSMutableString *errors = [NSMutableString string]; - NSMutableString *insertBaseString = [NSMutableString string]; - NSMutableString *insertRemainingBaseString = [NSMutableString string]; - NSMutableArray *parsedRows = [[NSMutableArray alloc] init]; - NSMutableArray *parsePositions = [[NSMutableArray alloc] init]; - NSArray *csvRowArray; - NSInteger fileChunkMaxLength = 256 * 1024; - NSInteger csvRowsPerQuery = 50; - NSUInteger csvRowsThisQuery; - NSUInteger fileTotalLength = 0; - NSInteger rowsImported = 0; - NSInteger dataBufferLength = 0; - NSInteger dataBufferPosition = 0; - NSInteger dataBufferLastQueryEndPosition = 0; - NSInteger i; - BOOL allDataRead = NO; - BOOL insertBaseStringHasEntries; - - NSStringEncoding csvEncoding = [MCPConnection encodingForMySQLEncoding:[[tableDocumentInstance connectionEncoding] UTF8String]]; - - fieldMappingArray = nil; - fieldMappingGlobalValueArray = nil; - - // Start the notification timer to allow notifications to be shown even if frontmost for long queries - [[SPGrowlController sharedGrowlController] setVisibilityForNotificationName:@"Import Finished"]; - - // Open a filehandle for the CSV file - csvFileHandle = [NSFileHandle fileHandleForReadingAtPath:filename]; - if (!csvFileHandle) { - SPBeginAlertSheet(NSLocalizedString(@"Import Error title", @"Import Error"), - NSLocalizedString(@"OK button label", @"OK button"), - nil, nil, [tableDocumentInstance parentWindow], self, nil, nil, - NSLocalizedString(@"CSV file open error", @"The CSV file you selected could not be found or read.")); - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - - // Grab the file length - fileTotalLength = [[[[NSFileManager defaultManager] attributesOfItemAtPath:filename error:NULL] objectForKey:NSFileSize] longLongValue]; - if (!fileTotalLength) fileTotalLength = 1; - - // Reset progress interface - [errorsView setString:@""]; - [[singleProgressTitle onMainThread] setStringValue:NSLocalizedString(@"Importing CSV", @"text showing that the application is importing CSV")]; - [[singleProgressText onMainThread] setStringValue:NSLocalizedString(@"Reading...", @"text showing that app is reading dump")]; - [[singleProgressBar onMainThread] setIndeterminate:YES]; - [[singleProgressBar onMainThread] setUsesThreadedAnimation:YES]; - [[singleProgressBar onMainThread] startAnimation:self]; - - // Open the progress sheet - [[NSApp onMainThread] beginSheet:singleProgressSheet modalForWindow:[tableDocumentInstance parentWindow] modalDelegate:self didEndSelector:nil contextInfo:nil]; - [[singleProgressSheet onMainThread] makeKeyWindow]; - - [tableDocumentInstance setQueryMode:SPImportExportQueryMode]; - - // Read in the file in a loop. The loop actually needs to perform three tasks: read in - // CSV data and parse them into row arrays; present the field mapping interface once it - // has some data to show within the interface; and use the field mapping data to construct - // and send queries to the server. The loop is mainly to perform the first of these; the - // other two must therefore be performed where possible. - csvParser = [[SPCSVParser alloc] init]; - - // Store settings in prefs - [prefs setObject:[importFieldsEnclosedField stringValue] forKey:SPCSVImportFieldEnclosedBy]; - [prefs setObject:[importFieldsEscapedField stringValue] forKey:SPCSVImportFieldEscapeCharacter]; - [prefs setObject:[importLinesTerminatedField stringValue] forKey:SPCSVImportLineTerminator]; - [prefs setObject:[importFieldsTerminatedField stringValue] forKey:SPCSVImportFieldTerminator]; - [prefs setBool:[importFieldNamesSwitch state] forKey:SPCSVImportFirstLineIsHeader]; - - // Take CSV import setting from accessory view - [csvParser setFieldTerminatorString:[importFieldsTerminatedField stringValue] convertDisplayStrings:YES]; - [csvParser setLineTerminatorString:[importLinesTerminatedField stringValue] convertDisplayStrings:YES]; - [csvParser setFieldQuoteString:[importFieldsEnclosedField stringValue] convertDisplayStrings:YES]; - [csvParser setEscapeString:[importFieldsEscapedField stringValue] convertDisplayStrings:YES]; - [csvParser setNullReplacementString:[prefs objectForKey:SPNullValue]]; - - csvDataBuffer = [[NSMutableData alloc] init]; - importPool = [[NSAutoreleasePool alloc] init]; - while (1) { - if (progressCancelled) break; - - @try { - fileChunk = [csvFileHandle readDataOfLength:fileChunkMaxLength]; - } - - // Report file read errors, and bail - @catch (NSException *exception) { - [self closeAndStopProgressSheet]; - SPBeginAlertSheet(NSLocalizedString(@"CSV read error title", @"File read error"), - NSLocalizedString(@"OK", @"OK button"), - nil, nil, [tableDocumentInstance parentWindow], self, nil, nil, - [NSString stringWithFormat:NSLocalizedString(@"CSV read error", @"An error occurred when reading the file.\n\nOnly %ld rows were imported.\n\n(%@)"), (long)rowsImported, [exception reason]]); - [csvParser release]; - [csvDataBuffer release]; - [parsedRows release]; - [parsePositions release]; - if(csvImportTailString) [csvImportTailString release], csvImportTailString = nil; - if(csvImportHeaderString) [csvImportHeaderString release], csvImportHeaderString = nil; - if(fieldMappingArray) [fieldMappingArray release], fieldMappingArray = nil; - if(fieldMappingGlobalValueArray) [fieldMappingGlobalValueArray release], fieldMappingGlobalValueArray = nil; - if(fieldMappingTableColumnNames) [fieldMappingTableColumnNames release], fieldMappingTableColumnNames = nil; - if(fieldMappingTableDefaultValues) [fieldMappingTableDefaultValues release], fieldMappingTableDefaultValues = nil; - if(fieldMapperOperator) [fieldMapperOperator release], fieldMapperOperator = nil; - [importPool drain]; - [tableDocumentInstance setQueryMode:SPInterfaceQueryMode]; - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - - // If no data returned, end of file - set a marker to ensure full processing - if (!fileChunk || ![fileChunk length]) { - allDataRead = YES; - - // Otherwise add the data to the read/parse buffer - } else { - [csvDataBuffer appendData:fileChunk]; - } - - // Step through the data buffer, identifying line endings to parse the data with - csvDataBufferBytes = [csvDataBuffer bytes]; - dataBufferLength = [csvDataBuffer length]; - for ( ; dataBufferPosition < dataBufferLength || allDataRead; dataBufferPosition++) { - if (csvDataBufferBytes[dataBufferPosition] == 0x0A || csvDataBufferBytes[dataBufferPosition] == 0x0D || allDataRead) { - - // Keep reading through any other line endings - while (dataBufferPosition + 1 < dataBufferLength - && (csvDataBufferBytes[dataBufferPosition+1] == 0x0A - || csvDataBufferBytes[dataBufferPosition+1] == 0x0D)) - { - dataBufferPosition++; - } - - // Try to generate a NSString with the resulting data - csvString = [[NSString alloc] initWithData:[csvDataBuffer subdataWithRange:NSMakeRange(dataBufferLastQueryEndPosition, dataBufferPosition - dataBufferLastQueryEndPosition)] encoding:csvEncoding]; - if (!csvString) { - [self closeAndStopProgressSheet]; - SPBeginAlertSheet(NSLocalizedString(@"CSV read error title", @"File read error"), - NSLocalizedString(@"OK", @"OK button"), - nil, nil, [tableDocumentInstance parentWindow], self, nil, nil, - [NSString stringWithFormat:NSLocalizedString(@"CSV encoding read error", @"An error occurred when reading the file, as it could not be read using %@.\n\nOnly %ld rows were imported."), [[tableDocumentInstance connectionEncoding] UTF8String], (long)rowsImported]); - [csvParser release]; - [csvDataBuffer release]; - [parsedRows release]; - [parsePositions release]; - if(csvImportTailString) [csvImportTailString release], csvImportTailString = nil; - if(csvImportHeaderString) [csvImportHeaderString release], csvImportHeaderString = nil; - if(fieldMappingArray) [fieldMappingArray release], fieldMappingArray = nil; - if(fieldMappingGlobalValueArray) [fieldMappingGlobalValueArray release], fieldMappingGlobalValueArray = nil; - if(fieldMappingTableColumnNames) [fieldMappingTableColumnNames release], fieldMappingTableColumnNames = nil; - if(fieldMappingTableDefaultValues) [fieldMappingTableDefaultValues release], fieldMappingTableDefaultValues = nil; - if(fieldMapperOperator) [fieldMapperOperator release], fieldMapperOperator = nil; - [importPool drain]; - [tableDocumentInstance setQueryMode:SPInterfaceQueryMode]; - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - - // Add the NSString segment to the CSV parser and release it - [csvParser appendString:csvString]; - [csvString release]; - - if (allDataRead) break; - - // Increment the buffer end position marker - dataBufferLastQueryEndPosition = dataBufferPosition; - } - } - - // Trim the data buffer if part of it was used - if (dataBufferLastQueryEndPosition) { - [csvDataBuffer setData:[csvDataBuffer subdataWithRange:NSMakeRange(dataBufferLastQueryEndPosition, dataBufferLength - dataBufferLastQueryEndPosition)]]; - dataBufferPosition -= dataBufferLastQueryEndPosition; - dataBufferLastQueryEndPosition = 0; - } - - // Extract and process any full CSV rows found so far. Also trigger processing if all - // rows have been read, in order to ensure short files are still processed. - while ((csvRowArray = [csvParser getRowAsArrayAndTrimString:YES stringIsComplete:allDataRead]) || (allDataRead && [parsedRows count])) { - - // If valid, add the row array and length to local storage - if (csvRowArray) { - [parsedRows addObject:csvRowArray]; - [parsePositions addObject:[NSNumber numberWithUnsignedInteger:[csvParser totalLengthParsed]]]; - } - - // If we have no field mapping array, and either the first hundred rows or all - // the rows, request the field mapping from the user. - if (!fieldMappingArray - && ([parsedRows count] >= 100 || (!csvRowArray && allDataRead))) - { - [self closeAndStopProgressSheet]; - if (![self buildFieldMappingArrayWithData:parsedRows isPreview:!allDataRead ofSoureFile:filename]) { - [csvParser release]; - [csvDataBuffer release]; - [parsedRows release]; - [parsePositions release]; - if(csvImportTailString) [csvImportTailString release], csvImportTailString = nil; - if(csvImportHeaderString) [csvImportHeaderString release], csvImportHeaderString = nil; - if(fieldMappingArray) [fieldMappingArray release], fieldMappingArray = nil; - if(fieldMappingGlobalValueArray) [fieldMappingGlobalValueArray release], fieldMappingGlobalValueArray = nil; - if(fieldMappingTableColumnNames) [fieldMappingTableColumnNames release], fieldMappingTableColumnNames = nil; - if(fieldMappingTableDefaultValues) [fieldMappingTableDefaultValues release], fieldMappingTableDefaultValues = nil; - if(fieldMapperOperator) [fieldMapperOperator release], fieldMapperOperator = nil; - [importPool drain]; - [tableDocumentInstance setQueryMode:SPInterfaceQueryMode]; - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - - // Reset progress interface and open the progress sheet - [[singleProgressBar onMainThread] setIndeterminate:NO]; - [[singleProgressBar onMainThread] setMaxValue:fileTotalLength]; - [[singleProgressBar onMainThread] startAnimation:self]; - [[NSApp onMainThread] beginSheet:singleProgressSheet modalForWindow:[tableDocumentInstance parentWindow] modalDelegate:self didEndSelector:nil contextInfo:nil]; - [[singleProgressSheet onMainThread] makeKeyWindow]; - - // Set up the field names import string for INSERT or REPLACE INTO - [insertBaseString appendString:csvImportHeaderString]; - if(!importMethodIsUpdate) { - [insertBaseString appendString:[selectedTableTarget backtickQuotedString]]; - [insertBaseString appendString:@" ("]; - insertBaseStringHasEntries = NO; - for (i = 0; i < [fieldMappingArray count]; i++) { - if ([NSArrayObjectAtIndex(fieldMapperOperator, i) integerValue] == 0) { - if (insertBaseStringHasEntries) [insertBaseString appendString:@","]; - else insertBaseStringHasEntries = YES; - [insertBaseString appendString:[NSArrayObjectAtIndex(fieldMappingTableColumnNames, i) backtickQuotedString]]; - } - } - [insertBaseString appendString:@") VALUES\n"]; - } - - // Remove the header row from the data set if appropriate - if ([importFieldNamesSwitch state] == NSOnState) { - [parsedRows removeObjectAtIndex:0]; - [parsePositions removeObjectAtIndex:0]; - } - } - if (!fieldMappingArray) continue; - - // Before entering the following loop, check that we actually have a connection. If not, bail. - if (![mySQLConnection isConnected]) { - [self closeAndStopProgressSheet]; - [csvParser release]; - [csvDataBuffer release]; - [parsedRows release]; - [parsePositions release]; - if(csvImportTailString) [csvImportTailString release], csvImportTailString = nil; - if(csvImportHeaderString) [csvImportHeaderString release], csvImportHeaderString = nil; - if(fieldMappingArray) [fieldMappingArray release], fieldMappingArray = nil; - if(fieldMappingGlobalValueArray) [fieldMappingGlobalValueArray release], fieldMappingGlobalValueArray = nil; - if(fieldMappingTableColumnNames) [fieldMappingTableColumnNames release], fieldMappingTableColumnNames = nil; - if(fieldMappingTableDefaultValues) [fieldMappingTableDefaultValues release], fieldMappingTableDefaultValues = nil; - if(fieldMapperOperator) [fieldMapperOperator release], fieldMapperOperator = nil; - [importPool drain]; - [tableDocumentInstance setQueryMode:SPInterfaceQueryMode]; - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - return; - } - - // If we have more than the csvRowsPerQuery amount, or if we're at the end of the - // available data, construct and run a query. - while ([parsedRows count] >= csvRowsPerQuery - || (!csvRowArray && allDataRead && [parsedRows count])) - { - if (progressCancelled) break; - csvRowsThisQuery = 0; - if(!importMethodIsUpdate) { - query = [[NSMutableString alloc] initWithString:insertBaseString]; - for (i = 0; i < csvRowsPerQuery && i < [parsedRows count]; i++) { - if (i > 0) [query appendString:@",\n"]; - [query appendString:[[self mappedValueStringForRowArray:[parsedRows objectAtIndex:i]] description]]; - csvRowsThisQuery++; - if ([query length] > 250000) break; - } - - // Perform the query - if(csvImportMethodHasTail) - [mySQLConnection queryString:[NSString stringWithFormat:@"%@ %@", query, csvImportTailString]]; - else - [mySQLConnection queryString:query]; - [query release]; - } else { - if(insertRemainingRowsAfterUpdate) { - [insertRemainingBaseString setString:@"INSERT INTO "]; - [insertRemainingBaseString appendString:[selectedTableTarget backtickQuotedString]]; - [insertRemainingBaseString appendString:@" ("]; - insertBaseStringHasEntries = NO; - for (i = 0; i < [fieldMappingArray count]; i++) { - if ([NSArrayObjectAtIndex(fieldMapperOperator, i) integerValue] == 0) { - if (insertBaseStringHasEntries) [insertBaseString appendString:@","]; - else insertBaseStringHasEntries = YES; - [insertRemainingBaseString appendString:[NSArrayObjectAtIndex(fieldMappingTableColumnNames, i) backtickQuotedString]]; - } - } - [insertRemainingBaseString appendString:@") VALUES\n"]; - } - for (i = 0; i < [parsedRows count]; i++) { - if (progressCancelled) break; - - query = [[NSMutableString alloc] initWithString:insertBaseString]; - [query appendString:[self mappedUpdateSetStatementStringForRowArray:[parsedRows objectAtIndex:i]]]; - - // Perform the query - if(csvImportMethodHasTail) - [mySQLConnection queryString:[NSString stringWithFormat:@"%@ %@", query, csvImportTailString]]; - else - [mySQLConnection queryString:query]; - [query release]; - - if ([mySQLConnection queryErrored]) { - [tableDocumentInstance showConsole:nil]; - [errors appendString:[NSString stringWithFormat: - NSLocalizedString(@"[ERROR in row %ld] %@\n", @"error text when reading of csv file gave errors"), - (long)(rowsImported+1),[mySQLConnection getLastErrorMessage]]]; - } - - if ( insertRemainingRowsAfterUpdate && ![mySQLConnection affectedRows]) { - query = [[NSMutableString alloc] initWithString:insertRemainingBaseString]; - [query appendString:[self mappedValueStringForRowArray:[parsedRows objectAtIndex:i]]]; - - // Perform the query - if(csvImportMethodHasTail) - [mySQLConnection queryString:[NSString stringWithFormat:@"%@ %@", query, csvImportTailString]]; - else - [mySQLConnection queryString:query]; - [query release]; - - if ([mySQLConnection queryErrored]) { - [errors appendString:[NSString stringWithFormat: - NSLocalizedString(@"[ERROR in row %ld] %@\n", @"error text when reading of csv file gave errors"), - (long)(rowsImported+1),[mySQLConnection getLastErrorMessage]]]; - } - } - - rowsImported++; - csvRowsThisQuery++; - [singleProgressBar setDoubleValue:[[parsePositions objectAtIndex:i] doubleValue]]; - [singleProgressText setStringValue:[NSString stringWithFormat:NSLocalizedString(@"Imported %@ of %@", @"SQL import progress text"), - [NSString stringForByteSize:[[parsePositions objectAtIndex:i] longValue]], [NSString stringForByteSize:fileTotalLength]]]; - } - } - // If an error occurred, run the queries individually to get exact line errors - if (!importMethodIsUpdate && [mySQLConnection queryErrored]) { - [tableDocumentInstance showConsole:nil]; - for (i = 0; i < csvRowsThisQuery; i++) { - if (progressCancelled) break; - query = [[NSMutableString alloc] initWithString:insertBaseString]; - [query appendString:[self mappedValueStringForRowArray:[parsedRows objectAtIndex:i]]]; - - // Perform the query - if(csvImportMethodHasTail) - [mySQLConnection queryString:[NSString stringWithFormat:@"%@ %@", query, csvImportTailString]]; - else - [mySQLConnection queryString:query]; - [query release]; - - if ([mySQLConnection queryErrored]) { - [errors appendString:[NSString stringWithFormat: - NSLocalizedString(@"[ERROR in row %ld] %@\n", @"error text when reading of csv file gave errors"), - (long)(rowsImported+1),[mySQLConnection getLastErrorMessage]]]; - } - rowsImported++; - [singleProgressBar setDoubleValue:[[parsePositions objectAtIndex:i] doubleValue]]; - [singleProgressText setStringValue:[NSString stringWithFormat:NSLocalizedString(@"Imported %@ of %@", @"SQL import progress text"), - [NSString stringForByteSize:[[parsePositions objectAtIndex:i] longValue]], [NSString stringForByteSize:fileTotalLength]]]; - } - } else { - rowsImported += csvRowsThisQuery; - [singleProgressBar setDoubleValue:[[parsePositions objectAtIndex:csvRowsThisQuery-1] doubleValue]]; - [singleProgressText setStringValue:[NSString stringWithFormat:NSLocalizedString(@"Imported %@ of %@", @"SQL import progress text"), - [NSString stringForByteSize:[[parsePositions objectAtIndex:csvRowsThisQuery-1] longValue]], [NSString stringForByteSize:fileTotalLength]]]; - } - - // Update the arrays - [parsedRows removeObjectsInRange:NSMakeRange(0, csvRowsThisQuery)]; - [parsePositions removeObjectsInRange:NSMakeRange(0, csvRowsThisQuery)]; - } - } - - // If all the data has been read, break out of the processing loop - if (allDataRead) break; - - // Reset the autorelease pool - [importPool drain]; - importPool = [[NSAutoreleasePool alloc] init]; - } - - // Clean up - [csvParser release]; - [csvDataBuffer release]; - [parsedRows release]; - [parsePositions release]; - if(csvImportTailString) [csvImportTailString release], csvImportTailString = nil; - if(csvImportHeaderString) [csvImportHeaderString release], csvImportHeaderString = nil; - if(fieldMappingArray) [fieldMappingArray release], fieldMappingArray = nil; - if(fieldMappingGlobalValueArray) [fieldMappingGlobalValueArray release], fieldMappingGlobalValueArray = nil; - if(fieldMappingTableColumnNames) [fieldMappingTableColumnNames release], fieldMappingTableColumnNames = nil; - if(fieldMappingTableDefaultValues) [fieldMappingTableDefaultValues release], fieldMappingTableDefaultValues = nil; - if(fieldMapperOperator) [fieldMapperOperator release], fieldMapperOperator = nil; - [importPool drain]; - [tableDocumentInstance setQueryMode:SPInterfaceQueryMode]; - if([filename hasPrefix:SPImportClipboardTempFileNamePrefix]) - [[NSFileManager defaultManager] removeItemAtPath:filename error:nil]; - - // Close progress sheet - [self closeAndStopProgressSheet]; - - // Display any errors - if ([errors length]) { - [self showErrorSheetWithMessage:errors]; - } - - // Import finished Growl notification - [[SPGrowlController sharedGrowlController] notifyWithTitle:@"Import Finished" - description:[NSString stringWithFormat:NSLocalizedString(@"Finished importing %@",@"description for finished importing growl notification"), [filename lastPathComponent]] - document:tableDocumentInstance - notificationName:@"Import Finished"]; - - // If the table selected for import is also selected in the content view, - // update the content view - on the main thread to avoid crashes. - if ([tablesListInstance tableName] && [selectedTableTarget isEqualToString:[tablesListInstance tableName]]) { - if ([[tableDocumentInstance selectedToolbarItemIdentifier] isEqualToString:SPMainToolbarTableContent]) { - [tableContentInstance performSelectorOnMainThread:@selector(reloadTable:) withObject:nil waitUntilDone:YES]; - } else { - [tablesListInstance setContentRequiresReload:YES]; - } - } -} - -/** - * - */ -- (void)openPanelDidEnd:(id)sheet returnCode:(NSInteger)returnCode contextInfo:(NSString *)contextInfo -{ - - // if contextInfo == nil NSOpenPanel else importFromClipboardPanel - - // save values to preferences - if(contextInfo == nil) - [prefs setObject:[(NSOpenPanel*)sheet directory] forKey:@"openPath"]; - else - [importFromClipboardTextView setString:@""]; - - [prefs setObject:[[importFormatPopup selectedItem] title] forKey:@"importFormatPopupValue"]; - - // close NSOpenPanel sheet - if(contextInfo == nil) - [sheet orderOut:self]; - - // check if user canceled - if (returnCode != NSOKButton) - return; - - // Reset progress cancelled from any previous runs - progressCancelled = NO; - - NSString *importFileName; - - // File path from NSOpenPanel - if(contextInfo == nil) - { - if(lastFilename) [lastFilename release]; lastFilename = nil; - lastFilename = [[NSString stringWithString:[(NSOpenPanel*)sheet filename]] retain]; - importFileName = [NSString stringWithString:lastFilename]; - if(lastFilename == nil || ![lastFilename length]) { - NSBeep(); - return; - } - } - - // Import from Clipboard - else - { - importFileName = [NSString stringWithFormat:@"%@%@", SPImportClipboardTempFileNamePrefix, - [[NSDate date] descriptionWithCalendarFormat:@"%H%M%S" - timeZone:nil - locale:[[NSUserDefaults standardUserDefaults] dictionaryRepresentation]]]; - - // Write clipboard content to temp file using the connection encoding - - NSStringEncoding encoding; - if ([[[importFormatPopup selectedItem] title] isEqualToString:@"SQL"]) - encoding = NSUTF8StringEncoding; - else - encoding = [MCPConnection encodingForMySQLEncoding:[[tableDocumentInstance connectionEncoding] UTF8String]]; - - if(![[[NSPasteboard generalPasteboard] stringForType:NSStringPboardType] writeToFile:importFileName atomically:NO encoding:encoding error:nil]) { - NSBeep(); - NSLog(@"Couldn't write clipboard content to temporary file."); - return; - } - } - - if(importFileName == nil) return; - - // begin import process - [NSThread detachNewThreadSelector:@selector(importBackgroundProcess:) toTarget:self withObject:importFileName]; -} - -/** - * - */ -- (void)startSQLImportProcessWithFile:(NSString *)filename -{ - [importFormatPopup selectItemWithTitle:@"SQL"]; - [NSThread detachNewThreadSelector:@selector(importBackgroundProcess:) toTarget:self withObject:filename]; -} - -/** - * Sets up the field mapping array, and asks the user to provide a field mapping to an - * appropriate table; on success, constructs the field mapping array into the global variable, - * and returns true. On failure, displays error messages itself, and returns false. - * Takes an array of data to show when selecting the field mapping, and an indicator of whether - * that dataset is complete or a preview of the full data set. - */ -- (BOOL) buildFieldMappingArrayWithData:(NSArray *)importData isPreview:(BOOL)dataIsPreviewData ofSoureFile:(NSString*)filename -{ - - // Ensure data was provided, or alert than an import error occurred and return false. - if (![importData count]) { - [self closeAndStopProgressSheet]; - SPBeginAlertSheet(NSLocalizedString(@"Error", @"error"), - NSLocalizedString(@"OK", @"OK button"), - nil, nil, - [tableDocumentInstance parentWindow], self, - nil, nil, - NSLocalizedString(@"Could not parse file as CSV", @"Error when we can't parse/split file as CSV") - ); - return FALSE; - } - - // Sanity check the first row of the CSV to prevent hang loops caused by wrong line ending entry - if ([[importData objectAtIndex:0] count] > 512) { - [self closeAndStopProgressSheet]; - SPBeginAlertSheet(NSLocalizedString(@"Error", @"error"), - NSLocalizedString(@"OK", @"OK button"), - nil, nil, - [tableDocumentInstance parentWindow], self, - nil, nil, - NSLocalizedString(@"The CSV was read as containing more than 512 columns, more than the maximum columns permitted for speed reasons by Sequel Pro.\n\nThis usually happens due to errors reading the CSV; please double-check the CSV to be imported and the line endings and escape characters at the bottom of the CSV selection dialog.", @"Error when CSV appears to have too many columns to import, probably due to line ending mismatch") - ); - return FALSE; - } - fieldMappingImportArrayIsPreview = dataIsPreviewData; - - // If there's no tables to select, error - if (![[tablesListInstance allTableNames] count]) { - [self closeAndStopProgressSheet]; - SPBeginAlertSheet(NSLocalizedString(@"Error", @"error"), - NSLocalizedString(@"OK", @"OK button"), - nil, nil, - [tableDocumentInstance parentWindow], self, - nil, nil, - NSLocalizedString(@"Can't import CSV data into a database without any tables!", @"error text when trying to import csv data, but we have no tables in the db") - ); - return FALSE; - } - - // Set the import array - if (fieldMappingImportArray) [fieldMappingImportArray release]; - fieldMappingImportArray = [[NSArray alloc] initWithArray:importData]; - numberOfImportDataColumns = [[importData objectAtIndex:0] count]; - - fieldMapperSheetStatus = 1; - fieldMappingArrayHasGlobalVariables = NO; - - // Init the field mapper controller - fieldMapperController = [[SPFieldMapperController alloc] initWithDelegate:self]; - [fieldMapperController setConnection:mySQLConnection]; - [fieldMapperController setSourcePath:filename]; - [fieldMapperController setImportDataArray:fieldMappingImportArray hasHeader:[importFieldNamesSwitch state] isPreview:fieldMappingImportArrayIsPreview]; - - // Show field mapper sheet and set the focus to it - [[NSApp onMainThread] beginSheet:[fieldMapperController window] - modalForWindow:[tableDocumentInstance parentWindow] - modalDelegate:self - didEndSelector:@selector(fieldMapperDidEndSheet:returnCode:contextInfo:) - contextInfo:nil]; - - [[[fieldMapperController window] onMainThread] makeKeyWindow]; - - // Wait for field mapper sheet - while (fieldMapperSheetStatus == 1) - usleep(100000); - - // Get mapping settings and preset some global variables - fieldMapperOperator = [[NSArray arrayWithArray:[fieldMapperController fieldMapperOperator]] retain]; - fieldMappingArray = [[NSArray arrayWithArray:[fieldMapperController fieldMappingArray]] retain]; - selectedTableTarget = [NSString stringWithString:[fieldMapperController selectedTableTarget]]; - selectedImportMethod = [NSString stringWithString:[fieldMapperController selectedImportMethod]]; - fieldMappingTableColumnNames = [[NSArray arrayWithArray:[fieldMapperController fieldMappingTableColumnNames]] retain]; - fieldMappingGlobalValueArray = [[NSArray arrayWithArray:[fieldMapperController fieldMappingGlobalValueArray]] retain]; - fieldMappingTableDefaultValues = [[NSArray arrayWithArray:[fieldMapperController fieldMappingTableDefaultValues]] retain]; - csvImportHeaderString = [[NSString stringWithString:[fieldMapperController importHeaderString]] retain]; - csvImportTailString = [[NSString stringWithString:[fieldMapperController onupdateString]] retain]; - fieldMappingArrayHasGlobalVariables = [fieldMapperController globalValuesInUsage]; - csvImportMethodHasTail = ([csvImportTailString length] == 0) ? NO : YES; - insertRemainingRowsAfterUpdate = [fieldMapperController insertRemainingRowsAfterUpdate]; - importMethodIsUpdate = ([selectedImportMethod isEqualToString:@"UPDATE"]) ? YES : NO; - - // Error checking - if( ![fieldMapperOperator count] - || ![fieldMappingArray count] - || ![selectedImportMethod length] - || ![selectedTableTarget length] - || ![csvImportHeaderString length]) - { - if(fieldMapperController) [fieldMapperController release]; - NSBeep(); - return FALSE; - } - - [importFieldNamesSwitch setState:[fieldMapperController importFieldNamesHeader]]; - [prefs setBool:[importFieldNamesSwitch state] forKey:SPCSVImportFirstLineIsHeader]; - - if(fieldMapperController) [fieldMapperController release]; - - if(fieldMapperSheetStatus == 2) - return YES; - else - return NO; -} - -/** - * - */ -- (void)fieldMapperDidEndSheet:(NSWindow *)sheet returnCode:(NSInteger)returnCode contextInfo:(void *)contextInfo -{ - [sheet orderOut:self]; - fieldMapperSheetStatus = (returnCode) ? 2 : 3; -} - -/** - * Construct the SET and WHERE clause for a CSV row, based on the field mapping array - * for the import method "UPDATE". - */ -- (NSString *)mappedUpdateSetStatementStringForRowArray:(NSArray *)csvRowArray -{ - - NSMutableString *setString = [NSMutableString stringWithString:@""]; - NSMutableString *whereString = [NSMutableString stringWithString:@"WHERE "]; - - NSInteger i; - NSInteger mapColumn; - id cellData; - NSInteger mappingArrayCount = [fieldMappingArray count]; - - for (i = 0; i < mappingArrayCount; i++) { - - // Skip unmapped columns - if ([NSArrayObjectAtIndex(fieldMapperOperator, i) integerValue] == 1 ) continue; - - mapColumn = [NSArrayObjectAtIndex(fieldMappingArray, i) integerValue]; - - // SET clause - if ([NSArrayObjectAtIndex(fieldMapperOperator, i) integerValue] == 0 ) { - if ([setString length] > 1) [setString appendString:@","]; - [setString appendString:[NSArrayObjectAtIndex(fieldMappingTableColumnNames, i) backtickQuotedString]]; - [setString appendString:@"="]; - // Append the data - // - check for global values - if(fieldMappingArrayHasGlobalVariables && mapColumn >= numberOfImportDataColumns) { - // Global variables are coming wrapped in ' ' if there're not marked as SQL - [setString appendString:NSArrayObjectAtIndex(fieldMappingGlobalValueArray, mapColumn)]; - } else { - cellData = NSArrayObjectAtIndex(csvRowArray, mapColumn); - - // If import column isn't specified import the table column default value - if ([cellData isSPNotLoaded]) - cellData = NSArrayObjectAtIndex(fieldMappingTableDefaultValues, i); - - if (cellData == [NSNull null]) { - [setString appendString:@"NULL"]; - } else { - [setString appendString:@"'"]; - [setString appendString:[mySQLConnection prepareString:cellData]]; - [setString appendString:@"'"]; - } - } - } - // WHERE clause - else if ([NSArrayObjectAtIndex(fieldMapperOperator, i) integerValue] == 2 ) - { - if ([whereString length] > 7) [whereString appendString:@" AND "]; - [whereString appendString:[NSArrayObjectAtIndex(fieldMappingTableColumnNames, i) backtickQuotedString]]; - // Append the data - // - check for global values - if(fieldMappingArrayHasGlobalVariables && mapColumn >= numberOfImportDataColumns) { - // Global variables are coming wrapped in ' ' if there're not marked as SQL - [whereString appendString:@"="]; - [whereString appendString:NSArrayObjectAtIndex(fieldMappingGlobalValueArray, mapColumn)]; - } else { - cellData = NSArrayObjectAtIndex(csvRowArray, mapColumn); - - // If import column isn't specified import the table column default value - if ([cellData isSPNotLoaded]) - cellData = NSArrayObjectAtIndex(fieldMappingTableDefaultValues, i); - - if (cellData == [NSNull null]) { - [whereString appendString:@" IS NULL"]; - } else { - [whereString appendString:@"="]; - [whereString appendString:@"'"]; - [whereString appendString:[mySQLConnection prepareString:cellData]]; - [whereString appendString:@"'"]; - } - } - } - } - - return [NSString stringWithFormat:@"%@ %@", setString, whereString]; -} - -/** - * Construct the VALUES string for a CSV row, based on the field mapping array - including - * surrounding brackets but not including the VALUES keyword. - */ -- (NSString *)mappedValueStringForRowArray:(NSArray *)csvRowArray -{ - NSMutableString *valueString = [NSMutableString stringWithString:@"("]; - NSInteger i; - NSInteger mapColumn; - id cellData; - NSInteger mappingArrayCount = [fieldMappingArray count]; - - for (i = 0; i < mappingArrayCount; i++) { - - // Skip unmapped columns - if ([NSArrayObjectAtIndex(fieldMapperOperator, i) integerValue] > 0) continue; - - mapColumn = [NSArrayObjectAtIndex(fieldMappingArray, i) integerValue]; - - if ([valueString length] > 1) [valueString appendString:@","]; - - // Append the data - // - check for global values - if(fieldMappingArrayHasGlobalVariables && mapColumn >= numberOfImportDataColumns) { - // Global variables are coming wrapped in ' ' if there're not marked as SQL - [valueString appendString:NSArrayObjectAtIndex(fieldMappingGlobalValueArray, mapColumn)]; - } else { - cellData = NSArrayObjectAtIndex(csvRowArray, mapColumn); - - // If import column isn't specified import the table column default value - if ([cellData isSPNotLoaded]) - cellData = NSArrayObjectAtIndex(fieldMappingTableDefaultValues, i); - - if (cellData == [NSNull null]) { - [valueString appendString:@"NULL"]; - } else { - [valueString appendString:@"'"]; - [valueString appendString:[mySQLConnection prepareString:cellData]]; - [valueString appendString:@"'"]; - } - } - } - - [valueString appendString:@")"]; - - return valueString; -} - -#pragma mark - -#pragma mark Import delegate notifications - -/** - * Called when the selection within an open/save panel changes. - */ -- (void)panelSelectionDidChange:(id)sender -{ - NSArray *selectedFilenames = [sender filenames]; - NSString *pathExtension; - - // If a single file is selected and the extension is recognised, change the format dropdown automatically - if ( [selectedFilenames count] != 1 ) return; - pathExtension = [[[selectedFilenames objectAtIndex:0] pathExtension] uppercaseString]; - - // If a file has extension ".gz", indicating gzip, fetch the next extension - if ([pathExtension isEqualToString:@"GZ"]) { - NSMutableString *pathString = [NSMutableString stringWithString:[selectedFilenames objectAtIndex:0]]; - [pathString deleteCharactersInRange:NSMakeRange([pathString length]-3, 3)]; - pathExtension = [[pathString pathExtension] uppercaseString]; - } - - if ([pathExtension isEqualToString:@"SQL"]) { - [importFormatPopup selectItemWithTitle:@"SQL"]; - [self changeFormat:self]; - } else if ([pathExtension isEqualToString:@"CSV"]) { - [importFormatPopup selectItemWithTitle:@"CSV"]; - [self changeFormat:self]; - - // Try to detect the line endings using "file" - NSTask *fileTask = [[NSTask alloc] init]; - NSPipe *filePipe = [[NSPipe alloc] init]; - - [fileTask setLaunchPath:@"/usr/bin/file"]; - [fileTask setArguments:[NSArray arrayWithObjects:@"-L", @"-b", [selectedFilenames objectAtIndex:0], nil]]; - [fileTask setStandardOutput:filePipe]; - NSFileHandle *fileHandle = [filePipe fileHandleForReading]; - - [fileTask launch]; - - NSString *fileCheckOutput = [[NSString alloc] initWithData:[fileHandle readDataToEndOfFile] encoding:NSASCIIStringEncoding]; - if (fileCheckOutput && [fileCheckOutput length]) { - NSString *lineEndingString = [fileCheckOutput stringByMatching:@"with ([A-Z]{2,4}) line terminators" capture:1L]; - if (!lineEndingString && [fileCheckOutput isMatchedByRegex:@"text"]) lineEndingString = @"LF"; - if (lineEndingString) { - if ([lineEndingString isEqualToString:@"LF"]) [importLinesTerminatedField setStringValue:@"\\n"]; - else if ([lineEndingString isEqualToString:@"CR"]) [importLinesTerminatedField setStringValue:@"\\r"]; - else if ([lineEndingString isEqualToString:@"CRLF"]) [importLinesTerminatedField setStringValue:@"\\r\\n"]; - } - } - if (fileCheckOutput) [fileCheckOutput release]; - - [fileTask release]; - [filePipe release]; - } -} - -#pragma mark - -#pragma mark Other - -/** - * Sets the connection (received from SPDatabaseDocument) and makes things that have to be done only once. - */ -- (void)setConnection:(MCPConnection *)theConnection -{ - NSButtonCell *switchButton = [[NSButtonCell alloc] init]; - - prefs = [[NSUserDefaults standardUserDefaults] retain]; - - mySQLConnection = theConnection; - - // Set up the interface - [switchButton setButtonType:NSSwitchButton]; - [switchButton setControlSize:NSSmallControlSize]; - [switchButton release]; - - if ([prefs boolForKey:SPUseMonospacedFonts]) { - [errorsView setFont:[NSFont fontWithName:SPDefaultMonospacedFontName size:[NSFont smallSystemFontSize]]]; - } else { - [errorsView setFont:[NSFont systemFontOfSize:[NSFont smallSystemFontSize]]]; - } -} - -/** - * - */ -- (NSArray *)toolbarSelectableItemIdentifiers:(NSToolbar *)toolbar -{ - NSArray *array = [toolbar items]; - NSMutableArray *items = [NSMutableArray arrayWithCapacity:6]; - - for (NSToolbarItem *item in array) - { - [items addObject:[item itemIdentifier]]; - } - - return items; -} - -/** - * - */ -- (void)showErrorSheetWithMessage:(NSString*)message -{ - if (![NSThread isMainThread]) { - [self performSelectorOnMainThread:@selector(showErrorSheetWithMessage:) withObject:message waitUntilDone:YES]; - return; - } - - [errorsView setString:message]; - [NSApp beginSheet:errorsSheet - modalForWindow:[tableDocumentInstance parentWindow] - modalDelegate:self - didEndSelector:@selector(sheetDidEnd:returnCode:contextInfo:) - contextInfo:nil]; - [errorsSheet makeKeyWindow]; -} - -/** - * - */ -- (void)sheetDidEnd:(NSWindow *)sheet returnCode:(NSInteger)returnCode contextInfo:(void *)contextInfo -{ - [sheet orderOut:self]; -} - -#pragma mark - - -/** - * Dealloc. - */ -- (void)dealloc -{ - if (fieldMappingImportArray) [fieldMappingImportArray release]; - if (lastFilename) [lastFilename release]; - if (prefs) [prefs release]; - - for (id retainedObject in nibObjectsToRelease) [retainedObject release]; - - [nibObjectsToRelease release]; - - [super dealloc]; -} - -@end |