// // SPDatabaseStructure.m // sequel-pro // // Created by Hans-Jörg Bibiko on March 25, 2010. // Copyright (c) 2010 Hans-Jörg Bibiko. All rights reserved. // // Permission is hereby granted, free of charge, to any person // obtaining a copy of this software and associated documentation // files (the "Software"), to deal in the Software without // restriction, including without limitation the rights to use, // copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the // Software is furnished to do so, subject to the following // conditions: // // The above copyright notice and this permission notice shall be // included in all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, // EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES // OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND // NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT // HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, // WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR // OTHER DEALINGS IN THE SOFTWARE. // // More info at #import "SPDatabaseStructure.h" #import "SPDatabaseDocument.h" #import "SPConnectionDelegate.h" #import "SPTablesList.h" #import "RegexKitLite.h" #import "SPThreadAdditions.h" #import @interface SPDatabaseStructure (Private_API) - (void)_updateGlobalVariablesWithStructure:(NSDictionary *)aStructure keys:(NSArray *)theKeys; - (void)_cloneConnectionFromConnection:(SPMySQLConnection *)aConnection; - (BOOL)_ensureConnection; @end #pragma mark - @implementation SPDatabaseStructure #pragma mark - #pragma mark Setup and teardown /** * Prevent SPDatabaseStructure from being init'd normally. */ - (id)init { [NSException raise:NSInternalInconsistencyException format:@"SPDatabaseStructures should not be init'd directly; use initWithDelegate: instead."]; return nil; } /** * Standard init method, constructing the SPDatabaseStructure around a SPMySQL * connection pointer and a delegate. */ - (id)initWithDelegate:(SPDatabaseDocument *)theDelegate { if ((self = [super init])) { // Keep a weak reference to the delegate delegate = theDelegate; // Start with no root connection mySQLConnection = nil; // Set up empty structure and keys storage structureRetrievalThreads = [[NSMutableArray alloc] init]; structure = [[NSMutableDictionary alloc] initWithCapacity:1]; allKeysofDbStructure = [[NSMutableArray alloc] initWithCapacity:20]; [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(destroy:) name:SPDocumentWillCloseNotification object:delegate]; // Set up the connection, thread management and data locks pthread_mutex_init(&threadManagementLock, NULL); pthread_mutex_init(&dataLock, NULL); pthread_mutex_init(&connectionCheckLock, NULL); } return self; } /** * Rather than supplying a connection to SPDatabaseStructure, the class instead * will set up its own connection to allow background querying. The supplied * connection will be used to look up details for the clone process. */ - (void)setConnectionToClone:(SPMySQLConnection *)aConnection { // Perform the task in a background thread to avoid blocking the UI [NSThread detachNewThreadWithName:@"SPDatabaseStructure clone connection task" target:self selector:@selector(_cloneConnectionFromConnection:) object:aConnection]; } /** * Ensure that processing is completed. */ - (void)destroy:(NSNotification *)notification { delegate = nil; // Ensure all the retrieval threads have ended pthread_mutex_lock(&threadManagementLock); if ([structureRetrievalThreads count]) { for (NSThread *eachThread in structureRetrievalThreads) { [eachThread cancel]; } while ([structureRetrievalThreads count]) { pthread_mutex_unlock(&threadManagementLock); usleep(100000); pthread_mutex_lock(&threadManagementLock); } } pthread_mutex_unlock(&threadManagementLock); } #pragma mark - #pragma mark Information - (SPMySQLConnection *)connection { return mySQLConnection; } #pragma mark - #pragma mark Structure retrieval from the server /** * Updates the dict containing the structure of all available databases (mainly for completion/navigator) * executed on the helper connection. * Should always be executed on a background thread. */ - (void)queryDbStructureWithUserInfo:(NSDictionary *)userInfo { NSAutoreleasePool *queryPool = [[NSAutoreleasePool alloc] init]; BOOL structureWasUpdated = NO; // Lock the management lock pthread_mutex_lock(&threadManagementLock); // If 'cancelQuerying' is set try to interrupt any current querying if (userInfo && [userInfo objectForKey:@"cancelQuerying"]) { for (NSThread *eachThread in structureRetrievalThreads) { [eachThread cancel]; } } // Add this thread to the group [structureRetrievalThreads addObject:[NSThread currentThread]]; // Only allow one request to be running against the server at any one time, to prevent // escessive server i/o or slowdown. Loop until this is the first thread in the array while ([structureRetrievalThreads objectAtIndex:0] != [NSThread currentThread]) { if ([[NSThread currentThread] isCancelled]) { [structureRetrievalThreads removeObject:[NSThread currentThread]]; pthread_mutex_unlock(&threadManagementLock); [queryPool release]; return; } pthread_mutex_unlock(&threadManagementLock); usleep(1000000); pthread_mutex_lock(&threadManagementLock); } pthread_mutex_unlock(&threadManagementLock); // This thread is now first on the stack, and about to process the structure. [[NSNotificationCenter defaultCenter] postNotificationName:@"SPDBStructureIsUpdating" object:delegate]; NSString *connectionID; if([delegate respondsToSelector:@selector(connectionID)]) connectionID = [NSString stringWithString:[delegate connectionID]]; else connectionID = @"_"; // Re-init with already cached data from navigator controller NSMutableDictionary *queriedStructure = [NSMutableDictionary dictionary]; NSDictionary *dbstructure = [delegate getDbStructure]; if (dbstructure) [queriedStructure setDictionary:[NSMutableDictionary dictionaryWithDictionary:dbstructure]]; NSMutableArray *queriedStructureKeys = [NSMutableArray array]; NSArray *dbStructureKeys = [delegate allSchemaKeys]; if (dbStructureKeys) [queriedStructureKeys setArray:dbStructureKeys]; // Retrieve all the databases known of by the delegate NSMutableArray *connectionDatabases = [NSMutableArray array]; [connectionDatabases addObjectsFromArray:[delegate allSystemDatabaseNames]]; [connectionDatabases addObjectsFromArray:[delegate allDatabaseNames]]; // Add all known databases coming from connection if they aren't parsed yet for (id db in connectionDatabases) { NSString *dbid = [NSString stringWithFormat:@"%@%@%@", connectionID, SPUniqueSchemaDelimiter, db]; if(![queriedStructure objectForKey:dbid]) { structureWasUpdated = YES; [queriedStructure setObject:db forKey:dbid]; [queriedStructureKeys addObject:dbid]; } } // Check the existing databases in the 'structure' and 'allKeysOfDbStructure' stores, // and remove any that are no longer found in the connectionDatabases list (indicating deletion). // Iterate through extracted keys to avoid mutation while being enumerated. NSArray *keys = [queriedStructure allKeys]; for(id key in keys) { NSString *db = [[key componentsSeparatedByString:SPUniqueSchemaDelimiter] objectAtIndex:1]; if(![connectionDatabases containsObject:db]) { structureWasUpdated = YES; [queriedStructure removeObjectForKey:key]; NSPredicate *predicate = [NSPredicate predicateWithFormat:@"NOT SELF BEGINSWITH %@", [NSString stringWithFormat:@"%@%@", key, SPUniqueSchemaDelimiter]]; [queriedStructureKeys filterUsingPredicate:predicate]; [queriedStructureKeys removeObject:key]; } } NSString *currentDatabase = nil; if ([delegate respondsToSelector:@selector(database)]) currentDatabase = [delegate database]; // Determine whether the database details need to be queried. BOOL shouldQueryStructure = YES; NSString *db_id = nil; // If no database is selected, no need to check further if(!currentDatabase || (currentDatabase && ![currentDatabase length])) { shouldQueryStructure = NO; // Otherwise, build up the schema key for the database to be retrieved. } else { db_id = [NSString stringWithFormat:@"%@%@%@", connectionID, SPUniqueSchemaDelimiter, currentDatabase]; // Check to see if a cache already exists for the database. if ([queriedStructure objectForKey:db_id] && [[queriedStructure objectForKey:db_id] isKindOfClass:[NSDictionary class]]) { // The cache is available. If the `mysql` or `information_schema` databases are being queried, // never requery as their structure will never change. // 5.5.3+ also has performance_schema meta database if ([currentDatabase isEqualToString:@"mysql"] || [currentDatabase isEqualToString:@"information_schema"] || [currentDatabase isEqualToString:@"performance_schema"]) { shouldQueryStructure = NO; // Otherwise, if the forceUpdate flag wasn't supplied or evaluates to false, also don't update. } else if (userInfo == nil || ![userInfo objectForKey:@"forceUpdate"] || ![[userInfo objectForKey:@"forceUpdate"] boolValue]) { shouldQueryStructure = NO; } } } // If it has been determined that no new structure needs to be retrieved, clean up and return. if (!shouldQueryStructure) { // Update the global variables [self _updateGlobalVariablesWithStructure:queriedStructure keys:queriedStructureKeys]; if (structureWasUpdated) { [[NSNotificationCenter defaultCenter] postNotificationName:@"SPDBStructureWasUpdated" object:delegate]; } pthread_mutex_lock(&threadManagementLock); [structureRetrievalThreads removeObject:[NSThread currentThread]]; pthread_mutex_unlock(&threadManagementLock); [queryPool release]; return; } // Retrieve the tables and views for this database from SPTablesList NSMutableArray *tablesAndViews = [NSMutableArray array]; for (id aTable in [[delegate valueForKeyPath:@"tablesListInstance"] allTableNames]) { NSDictionary *aTableDict = [NSDictionary dictionaryWithObjectsAndKeys: aTable, @"name", @"0", @"type", nil]; [tablesAndViews addObject:aTableDict]; } for (id aView in [[delegate valueForKeyPath:@"tablesListInstance"] allViewNames]) { NSDictionary *aViewDict = [NSDictionary dictionaryWithObjectsAndKeys: aView, @"name", @"1", @"type", nil]; [tablesAndViews addObject:aViewDict]; } // Do not parse more than 2000 tables/views per db if ([tablesAndViews count] > 2000) { NSLog(@"%lu items in database %@. Only 2000 items can be parsed. Stopped parsing.", (unsigned long)[tablesAndViews count], currentDatabase); pthread_mutex_lock(&threadManagementLock); [structureRetrievalThreads removeObject:[NSThread currentThread]]; pthread_mutex_unlock(&threadManagementLock); [queryPool release]; return; } // For future usage - currently unused // If the affected item name and type - for example, table type and table name - were supplied, extract it. NSString *affectedItem = nil; NSInteger affectedItemType = -1; if(userInfo && [userInfo objectForKey:@"affectedItem"]) { affectedItem = [userInfo objectForKey:@"affectedItem"]; if([userInfo objectForKey:@"affectedItemType"]) affectedItemType = [[userInfo objectForKey:@"affectedItemType"] intValue]; else affectedItem = nil; } // Delete all stored data for the database to be updated, leaving the structure key [queriedStructure removeObjectForKey:db_id]; NSPredicate *predicate = [NSPredicate predicateWithFormat:@"NOT SELF BEGINSWITH %@", [NSString stringWithFormat:@"%@%@", db_id, SPUniqueSchemaDelimiter]]; [queriedStructureKeys filterUsingPredicate:predicate]; // Set up the database as an empty mutable dictionary ready for tables, and store a reference [queriedStructure setObject:[NSMutableDictionary dictionary] forKey:db_id]; NSMutableDictionary *databaseStructure = [queriedStructure objectForKey:db_id]; NSString *currentDatabaseEscaped = [currentDatabase stringByReplacingOccurrencesOfString:@"`" withString:@"``"]; NSUInteger uniqueCounter = 0; // used to make field data unique SPMySQLResult *theResult; // Loop through the known tables and views, retrieving details for each for (NSDictionary *aTableDict in tablesAndViews) { // Extract the name NSString *aTableName = [aTableDict objectForKey:@"name"]; if(!aTableName) continue; if(![aTableName isKindOfClass:[NSString class]]) continue; if(![aTableName length]) continue; BOOL cancelThread = NO; // If the thread has been cancelled, abort without saving if ([[NSThread currentThread] isCancelled]) cancelThread = YES; // Check connection state before use while (!cancelThread && pthread_mutex_trylock(&connectionCheckLock)) { usleep(100000); if ([[NSThread currentThread] isCancelled]) { cancelThread = YES; break; } } if (cancelThread) { pthread_mutex_trylock(&connectionCheckLock); pthread_mutex_unlock(&connectionCheckLock); pthread_mutex_lock(&threadManagementLock); [structureRetrievalThreads removeObject:[NSThread currentThread]]; pthread_mutex_unlock(&threadManagementLock); [queryPool release]; return; } if (![self _ensureConnection]) { pthread_mutex_unlock(&connectionCheckLock); pthread_mutex_lock(&threadManagementLock); [structureRetrievalThreads removeObject:[NSThread currentThread]]; pthread_mutex_unlock(&threadManagementLock); [queryPool release]; return; } pthread_mutex_unlock(&connectionCheckLock); // Retrieve the column details theResult = [mySQLConnection queryString:[NSString stringWithFormat:@"SHOW FULL COLUMNS FROM `%@` FROM `%@`", [aTableName stringByReplacingOccurrencesOfString:@"`" withString:@"``"], currentDatabaseEscaped]]; if (!theResult) { continue; } [theResult setDefaultRowReturnType:SPMySQLResultRowAsArray]; [theResult setReturnDataAsStrings:YES]; // Add a structure key for this table NSString *table_id = [NSString stringWithFormat:@"%@%@%@", db_id, SPUniqueSchemaDelimiter, aTableName]; [queriedStructureKeys addObject:table_id]; // Add a mutable dictionary to the structure and store a reference [databaseStructure setObject:[NSMutableDictionary dictionary] forKey:table_id]; NSMutableDictionary *tableStructure = [databaseStructure objectForKey:table_id]; // Loop through the fields, extracting details for each for (NSArray *row in theResult) { NSString *field = [row objectAtIndex:0]; NSString *type = [row objectAtIndex:1]; NSString *type_display = [type stringByReplacingOccurrencesOfRegex:@"\\(.*?,.*?\\)" withString:@"(…)"]; NSString *collation = [row objectAtIndex:2]; NSString *isnull = [row objectAtIndex:3]; NSString *key = [row objectAtIndex:4]; NSString *def = [row objectAtIndex:5]; NSString *extra = [row objectAtIndex:6]; NSString *priv = @""; NSString *comment = @""; if ([row count] > 7) priv = [row objectAtIndex:7]; if ([row count] > 8) comment = [row objectAtIndex:8]; NSString *charset = @""; if (![collation isNSNull]) { NSArray *a = [collation componentsSeparatedByString:@"_"]; charset = [a objectAtIndex:0]; } // Add a structure key for this field NSString *field_id = [NSString stringWithFormat:@"%@%@%@", table_id, SPUniqueSchemaDelimiter, field]; [queriedStructureKeys addObject:field_id]; [tableStructure setObject:[NSArray arrayWithObjects:type, def, isnull, charset, collation, key, extra, priv, comment, type_display, [NSNumber numberWithUnsignedLongLong:uniqueCounter], nil] forKey:field_id]; [tableStructure setObject:[aTableDict objectForKey:@"type"] forKey:@" struct_type "]; uniqueCounter++; } // Allow a tiny pause between iterations usleep(10); } // If the MySQL version is higher than 5, also retrieve function/procedure details via the information_schema table if ([mySQLConnection serverMajorVersion] >= 5) { BOOL cancelThread = NO; if ([[NSThread currentThread] isCancelled]) cancelThread = YES; // Check connection state before use while (!cancelThread && pthread_mutex_trylock(&connectionCheckLock)) { usleep(100000); if ([[NSThread currentThread] isCancelled]) { cancelThread = YES; break; } } if (!cancelThread) { if (![self _ensureConnection]) cancelThread = YES; pthread_mutex_unlock(&connectionCheckLock); }; // Return if the thread is due to be cancelled if (cancelThread) { pthread_mutex_trylock(&connectionCheckLock); pthread_mutex_unlock(&connectionCheckLock); pthread_mutex_lock(&threadManagementLock); [structureRetrievalThreads removeObject:[NSThread currentThread]]; pthread_mutex_unlock(&threadManagementLock); [queryPool release]; return; } // Retrieve the column details (only those we need so we don't fetch the whole function body which might be huge) theResult = [mySQLConnection queryString:[NSString stringWithFormat:@"SELECT SPECIFIC_NAME, ROUTINE_TYPE, DTD_IDENTIFIER, IS_DETERMINISTIC, SQL_DATA_ACCESS, SECURITY_TYPE, DEFINER FROM `information_schema`.`ROUTINES` WHERE `ROUTINE_SCHEMA` = %@", [currentDatabase tickQuotedString]]]; [theResult setDefaultRowReturnType:SPMySQLResultRowAsArray]; // Loop through the rows and extract the function details for (NSArray *row in theResult) { NSString *fname = [row objectAtIndex:0]; NSString *type = ([[row objectAtIndex:1] isEqualToString:@"FUNCTION"]) ? @"3" : @"2"; NSString *dtd = [row objectAtIndex:2]; NSString *det = [row objectAtIndex:3]; NSString *dataaccess = [row objectAtIndex:4]; NSString *security_type = [row objectAtIndex:5]; NSString *definer = [row objectAtIndex:6]; // Generate "table" and "field" names and add to structure key store NSString *table_id = [NSString stringWithFormat:@"%@%@%@", db_id, SPUniqueSchemaDelimiter, fname]; NSString *field_id = [NSString stringWithFormat:@"%@%@%@", table_id, SPUniqueSchemaDelimiter, fname]; [queriedStructureKeys addObject:table_id]; [queriedStructureKeys addObject:field_id]; // Ensure that a dictionary exists for this "table" name if(![[queriedStructure valueForKey:db_id] valueForKey:table_id]) [[queriedStructure valueForKey:db_id] setObject:[NSMutableDictionary dictionary] forKey:table_id]; // Add the "field" details [[[queriedStructure valueForKey:db_id] valueForKey:table_id] setObject: [NSArray arrayWithObjects:dtd, dataaccess, det, security_type, definer, [NSNumber numberWithUnsignedLongLong:uniqueCounter], nil] forKey:field_id]; [[[queriedStructure valueForKey:db_id] valueForKey:table_id] setObject:type forKey:@" struct_type "]; uniqueCounter++; } } // Update the global variables [self _updateGlobalVariablesWithStructure:queriedStructure keys:queriedStructureKeys]; // Notify that the structure querying has been performed [[NSNotificationCenter defaultCenter] postNotificationName:@"SPDBStructureWasUpdated" object:delegate]; // Remove this thread from the processing stack pthread_mutex_lock(&threadManagementLock); [structureRetrievalThreads removeObject:[NSThread currentThread]]; pthread_mutex_unlock(&threadManagementLock); [queryPool release]; } - (BOOL)isQueryingDatabaseStructure { pthread_mutex_lock(&threadManagementLock); BOOL returnValue = ([structureRetrievalThreads count] > 0); pthread_mutex_unlock(&threadManagementLock); return returnValue; } #pragma mark - #pragma mark Structure information /** * Returns a dict containing the structure of all available databases */ - (NSDictionary *)structure { pthread_mutex_lock(&dataLock); NSDictionary *d = [NSDictionary dictionaryWithDictionary:structure]; pthread_mutex_unlock(&dataLock); return d; } /** * Returns all keys of the db structure */ - (NSArray *)allStructureKeys { pthread_mutex_lock(&dataLock); NSArray *r = [NSArray arrayWithArray:allKeysofDbStructure]; pthread_mutex_unlock(&dataLock); return r; } #pragma mark - #pragma mark SPMySQLConnection delegate methods /** * Forward keychain password requests to the database object. */ - (NSString *)keychainPasswordForConnection:(id)connection { return [delegate keychainPasswordForConnection:connection]; } #pragma mark - - (void)dealloc { [[NSNotificationCenter defaultCenter] removeObserver:self]; [self destroy:nil]; [structureRetrievalThreads release]; pthread_mutex_destroy(&threadManagementLock); pthread_mutex_destroy(&dataLock); pthread_mutex_destroy(&connectionCheckLock); if (mySQLConnection) SPClear(mySQLConnection); if (structure) SPClear(structure); if (allKeysofDbStructure) SPClear(allKeysofDbStructure); [super dealloc]; } @end #pragma mark - #pragma mark Private API @implementation SPDatabaseStructure (Private_API) /** * Update the global variables, using the data lock for multithreading safety. */ - (void)_updateGlobalVariablesWithStructure:(NSDictionary *)aStructure keys:(NSArray *)theKeys { NSString *connectionID = [delegate connectionID]; // Return if the delegate indicates disconnection if([connectionID length] < 2) return; pthread_mutex_lock(&dataLock); [structure setObject:aStructure forKey:connectionID]; [allKeysofDbStructure setArray:theKeys]; pthread_mutex_unlock(&dataLock); } /** * Set up a new connection in a background thread */ - (void)_cloneConnectionFromConnection:(SPMySQLConnection *)aConnection { NSAutoreleasePool *connectionPool = [[NSAutoreleasePool alloc] init]; pthread_mutex_lock(&connectionCheckLock); // If a connection is already set, ensure it's idle before releasing it if (mySQLConnection) { pthread_mutex_lock(&threadManagementLock); if ([structureRetrievalThreads count]) { for (NSThread *eachThread in structureRetrievalThreads) { [eachThread cancel]; } while ([structureRetrievalThreads count]) { pthread_mutex_unlock(&threadManagementLock); usleep(100000); pthread_mutex_lock(&threadManagementLock); } } pthread_mutex_unlock(&threadManagementLock); [mySQLConnection release]; mySQLConnection = nil; } // Create a copy of the supplied connection mySQLConnection = [aConnection copy]; // Set the delegate to this instance [mySQLConnection setDelegate:self]; // Trigger the connection [self _ensureConnection]; pthread_mutex_unlock(&connectionCheckLock); [connectionPool drain]; } - (BOOL)_ensureConnection { if (!mySQLConnection || !delegate) return NO; // Check the connection state if ([mySQLConnection isConnected] && [mySQLConnection checkConnection]) return YES; // The connection isn't connected. Check the parent connection state, and if that // also isn't connected, return. if (![[delegate getConnection] isConnected]) return NO; // Copy the local port from the parent connection, in case a proxy has changed [mySQLConnection setPort:[[delegate getConnection] port]]; // Attempt a connection if (![mySQLConnection connect]) return NO; // Ensure the encoding is set to UTF8 [mySQLConnection setEncoding:@"utf8"]; // Return success return YES; } @end