Invision Power Services, Inc. * @copyright (c) Invision Power Services, Inc. * @package IPS Social Suite * @subpackage convert * @since 21 Jan 2015 */ namespace IPS\convert\Software\Core; /* To prevent PHP errors (extending class does not exist) revealing path */ if ( !\defined( '\IPS\SUITE_UNIQUE_KEY' ) ) { header( ( isset( $_SERVER['SERVER_PROTOCOL'] ) ? $_SERVER['SERVER_PROTOCOL'] : 'HTTP/1.0' ) . ' 403 Forbidden' ); exit; } /** * Vanilla Core Converter */ class _Vanilla extends \IPS\convert\Software { /** * Software Name * * @return string */ public static function softwareName() { /* Child classes must override this method */ return "Vanilla (3.x)"; } /** * Software Key * * @return string */ public static function softwareKey() { /* Child classes must override this method */ return "vanilla"; } /** * @brief The activity type ID for status updates */ protected static $activityStatusType = NULL; /** * Constructor * * @param \IPS\convert\App $app The application to reference for database and other information. * @param bool $needDB Establish a DB connection * @return void * @throws \InvalidArgumentException */ public function __construct( \IPS\convert\App $app, $needDB=TRUE ) { $return = parent::__construct( $app, $needDB ); if ( $needDB ) { /* What is the activity type ID for status updates? */ if ( static::$activityStatusType === NULL ) { try { static::$activityStatusType = $this->db->select( 'ActivityTypeID', 'ActivityType', array( 'Name=?', 'Status' ), NULL, 1 )->first(); } catch ( \Exception $e ) {} } } return $return; } /** * Can we convert settings? * * @return boolean */ public static function canConvertSettings() { return TRUE; } /** * Settings Map Listing * * @return array */ public function settingsMapList() { $settings = array( 'fluid' => array( 'title' => \IPS\Member::loggedIn()->language()->addToStack( 'use_fluid_view_convert' ), 'value' => true, 'our_key' => 'use_fluid_view_convert', 'our_title' => \IPS\Member::loggedIn()->language()->addToStack( 'use_fluid_view_convert' ) ) ); return $settings; } /** * Convert one or more settings * * @param array $settings Settings to convert * @return void */ public function convertSettings( $settings=array() ) { if ( !isset( $settings['use_fluid_view_convert'] ) OR $settings['use_fluid_view_convert'] == FALSE ) { return; } \IPS\Db::i()->update( 'core_sys_conf_settings', array( 'conf_value' => 'fluid' ), array( "conf_key=?", 'forums_default_view' ) ); } /** * Resolve the filesystem location of a file from a path stored in the database * There are several different ways Vanilla may store these, including as remote URL's * * @param string $location File location retrieved from the database * @param string $uploadsPath Configured uploads path * @return \IPS\Http\Url|string|void */ public static function parseMediaLocation( $location, $uploadsPath ) { $uploadsPath = str_replace( '\\', '/', $uploadsPath ); // URL if ( preg_match( '`^https?://`', $location ) ) { return \IPS\Http\Url::external( $location ); } // Full filesystem path elseif ( mb_strpos( $location, $uploadsPath ) === 0 ) { return $location; } // Deprecated "plugin based" path elseif ( preg_match( '`^~([^/]*)/(.*)$`', $location, $matches ) ) { return rtrim( $uploadsPath, '/' ) . '/' . $matches[2]; } else { $parts = parse_url( $location ); if ( empty( $parts['scheme'] ) ) { return rtrim( $uploadsPath, '/' ) . '/' . $location; } else { if ( !isset( $parts['path'], $parts['host'] ) ) { return; } // This is a url in the format type:://domain/path. $result = array( 'name' => ltrim( $parts['path'], '/'), 'type' => $parts['scheme'], 'domain' => $parts['host'] ); return rtrim( $uploadsPath, '/' ) . '/' . ltrim( $parts['path'], '/' ); // @TODO: This is deprecated, and I'm not sure what it was for. #$format = "{$result['type']}://{$result['domain']}/%s"; #return sprintf( $format, $result['name'] ); } } } /** * Attempt to convert a MySQL datetime string into a unix timestamp * * @param string $date Date(Time) string * @return \IPS\DateTime Timestamp on successful conversion, otherwise NULL */ public static function mysqlToDateTime( $date ) { return \IPS\DateTime::ts( strtotime( $date ) ?: time() ); } /** * Content we can convert from this software. * * @return array */ public static function canConvert() { return array( 'convertGroups' => array( 'table' => 'Role', 'where' => NULL ), 'convertMembers' => array( 'table' => 'User', 'where' => array( "Deleted<>?", 1 ), ), 'convertStatuses' => array( 'table' => 'Activity', 'where' => array( 'ActivityTypeId=?', (int) static::$activityStatusType ) ), 'convertPrivateMessages' => array( 'table' => 'Conversation', 'where' => NULL ), 'convertPrivateMessageReplies' => array( 'table' => 'ConversationMessage', 'where' => NULL, ) ); } /** * Can we convert passwords from this software. * * @return boolean */ public static function loginEnabled() { return TRUE; } /** * Returns a block of text, or a language string, that explains what the admin must do to start this conversion * * @return string */ public static function getPreConversionInformation() { return 'convert_vanilla_preconvert'; } /** * List of conversion methods that require additional information * * @return array */ public static function checkConf() { return array( 'convertGroups', 'convertMembers' ); } /** * Get More Information * * @param string $method Conversion method * @return array */ public function getMoreInfo( $method ) { switch( $method ) { case 'convertGroups': $return['convertGroups'] = array(); $options = array(); $options['none'] = 'None'; foreach( new \IPS\Patterns\ActiveRecordIterator( \IPS\Db::i()->select( '*', 'core_groups' ), 'IPS\Member\Group' ) AS $group ) { $options[ $group->g_id ] = $group->name; } foreach( $this->db->select( '*', 'Role' ) AS $group ) { \IPS\Member::loggedIn()->language()->words["map_group_{$group['RoleID']}"] = $group['Name']; \IPS\Member::loggedIn()->language()->words["map_group_{$group['RoleID']}_desc"] = \IPS\Member::loggedIn()->language()->addToStack( 'map_group_desc' ); $return['convertGroups']["map_group_{$group['RoleID']}"] = array( 'field_class' => 'IPS\\Helpers\\Form\\Select', 'field_default' => NULL, 'field_required' => FALSE, 'field_extra' => array( 'options' => $options ), 'field_hint' => NULL, ); } break; case 'convertMembers': $return['convertMembers'] = array(); /* Find out where the photos live */ \IPS\Member::loggedIn()->language()->words['attach_location_desc'] = \IPS\Member::loggedIn()->language()->addToStack( 'attach_location' ); $return['convertMembers']['attach_location'] = array( 'field_class' => 'IPS\\Helpers\\Form\\Text', 'field_default' => NULL, 'field_required' => TRUE, 'field_extra' => array(), 'field_hint' => \IPS\Member::loggedIn()->language()->addToStack('convert_vanilla_photopath'), ); break; } return ( isset( $return[ $method ] ) ) ? $return[ $method ] : array(); } /** * Finish - Adds everything it needs to the queues and clears data store * * @return array Messages to display */ public function finish() { /* Search Index Rebuild */ \IPS\Content\Search\Index::i()->rebuild(); /* Clear Cache and Store */ \IPS\Data\Store::i()->clearAll(); \IPS\Data\Cache::i()->clearAll(); /* Content Rebuilds */ \IPS\Task::queue( 'convert', 'RebuildContent', array( 'app' => $this->app->app_id, 'link' => 'core_member_status_updates', 'class' => 'IPS\core\Statuses\Status' ), 2, array( 'app', 'link', 'class' ) ); /* Non-Content Rebuilds */ \IPS\Task::queue( 'convert', 'RebuildProfilePhotos', array( 'app' => $this->app->app_id ), 5, array( 'app' ) ); \IPS\Task::queue( 'convert', 'RebuildNonContent', array( 'app' => $this->app->app_id, 'link' => 'core_message_posts', 'extension' => 'core_Messaging' ), 2, array( 'app', 'link', 'extension' ) ); \IPS\Task::queue( 'convert', 'RebuildNonContent', array( 'app' => $this->app->app_id, 'link' => 'core_members', 'extension' => 'core_Signatures' ), 2, array( 'app', 'link', 'extension' ) ); /* Content Counts */ \IPS\Task::queue( 'core', 'RecountMemberContent', array( 'app' => $this->app->app_id ), 4, array( 'app' ) ); /* First Post Data */ \IPS\Task::queue( 'convert', 'RebuildConversationFirstIds', array( 'app' => $this->app->app_id ), 2, array( 'app' ) ); /* Attachments */ \IPS\Task::queue( 'core', 'RebuildAttachmentThumbnails', array( 'app' => $this->app->app_id ), 1, array( 'app' ) ); return array( "f_search_index_rebuild", "f_clear_caches", "f_rebuild_pms", "f_signatures_rebuild", "f_rebuild_attachments" ); } /** * @brief Store parsedown object */ protected static $_parseDown = NULL; /** * Fix post data * * @param string $post Raw post data * @return string Parsed post data */ public static function fixPostData( $post ) { /* Is this Markdown? */ if( mb_substr( $post, 0, 15 ) == '' ) { /* Load parser */ if( static::$_parseDown === NULL ) { \IPS\IPS::$PSR0Namespaces['erusev'] = \IPS\ROOT_PATH . "/applications/convert/sources/Tools/Vanilla/Parsedown"; static::$_parseDown = new \erusev\Parsedown(); } $post = str_replace( '', '', $post ); $post = static::$_parseDown->text( $post ); } elseif( mb_substr( $post, 0, 3 ) == '[{"' ) // Probably a delta { $postData = str_replace( [ "\r\n","\n" ], '', $post ); $postData = json_decode( $postData, TRUE ); $post = ''; foreach( $postData as $data ) { if( \is_array( $data['insert'] ) ) { switch ( $data['insert']['embed-external']['data']['embedType'] ) { case 'quote': $post .= '[quote name="' . $data['insert']['embed-external']['data']['insertUser']['name'] . '" timestamp="' . strtotime( $data['insert']['embed-external']['data']['dateInserted'] ) . '"]' . $data['insert']['embed-external']['data']['body'] . "[/quote]"; break; } } else { $post .= $data['insert'] . "
"; } } } /* Mentions */ $matches = []; preg_match_all( '/@("|")([^@"]+)("|")/i', $post, $matches ); if( \count( $matches ) ) { foreach( $matches[0] as $key => $tag ) { $member = \IPS\Member::load( $matches[2][ $key ], 'name' ); if( !$member->member_id ) { continue; } $post = str_replace( $tag, "[mention={$member->member_id}]{$member->name}[/mention]", $post ); } } /** * Vanilla has a quotes plugin that seems to have changed formats quite often. - We'll try to match as many formats as we can */ $post = preg_replace( '/(?:)(?:\s+)?
([^\"]+)<\/div>(?:\s+)?
(?:

)?(.*?)(?:<\/p>)?<\/div>(?:\s+)?<\/blockquote>/i', '[quote name="$1"]$2[/quote]' , $post ); $post = preg_replace( '/(?:)(?:\s+)?

(?:

)?(.*?)(?:<\/p>)?<\/div>(?:\s+)?<\/blockquote>/i', '[quote]$1[/quote]' , $post ); $post = preg_replace( '/(.*?)<\/blockquote>/i', '[quote name="$1"]$2[/quote]' , $post ); $post = preg_replace( '/

(.*?)<\/blockquote>/ims', '[quote]$1[/quote]' , $post ); return $post; } /** * Convert groups * * @return void */ public function convertGroups() { $libraryClass = $this->getLibrary(); $libraryClass::setKey( 'r.RoleID' ); /* Run conversions */ foreach ( $this->fetch( array( 'Role', 'r' ), 'RoleID' ) as $row ) { $info = array( 'g_id' => $row['RoleID'], 'g_name' => $row['Name'], ); $merge = ( $this->app->_session['more_info']['convertGroups']["map_group_{$row['RoleID']}"] != 'none' ) ? $this->app->_session['more_info']['convertGroups']["map_group_{$row['RoleID']}"] : NULL; $libraryClass->convertGroup( $info, $merge ); $libraryClass->setLastKeyValue( $row['RoleID'] ); } /* Now check for group promotions */ if( \count( $libraryClass->groupPromotions ) ) { foreach( $libraryClass->groupPromotions as $groupPromotion ) { $libraryClass->convertGroupPromotion( $groupPromotion ); } } } /** * Convert members * * @return void */ public function convertMembers() { $libraryClass = $this->getLibrary(); $libraryClass::setKey( 'u.UserID' ); $uploadsPath = $this->app->_session['more_info']['convertMembers']['attach_location']; $users = $this->fetch( array( 'User', 'u' ), 'u.UserID', array( "u.Deleted<>?", 1 ), 'u.*, ur.RoleID' ); $users->join( array( 'UserRole', 'ur' ), 'ur.UserID=u.UserID' ); $data = iterator_to_array( $users ); $this->app->preCacheLinks( $data, [ 'core_groups' => 'RoleID' ] ); foreach( $data AS $row ) { /* Work out birthday */ $bdayDay = NULL; $bdayMonth = NULL; $bdayYear = NULL; $dateOfBirth = !empty( $row['DateOfBirth'] ) ? @\IPS\DateTime::ts( strtotime( $row['DateOfBirth'] ) ) : NULL; if ( $dateOfBirth instanceof \IPS\DateTime ) { $bdayYear = $dateOfBirth->format( 'Y' ); $bdayMonth = $dateOfBirth->format( 'n' ); $bdayDay = $dateOfBirth->format( 'j' ); } /* Work out banned stuff */ $tempBan = ( $row['Banned'] == 1 ) ? -1 : 0; /* Array of basic data */ $info = array( 'member_id' => $row['UserID'], 'email' => $row['Email'], 'name' => $row['Name'], 'password' => $row['Password'], 'member_group_id' => $row['RoleID'] ?: NULL, 'joined' => static::mysqlToDateTime( $row['DateInserted'] ), 'ip_address' => $row['InsertIPAddress'], 'temp_ban' => $tempBan, 'bday_day' => $bdayDay, 'bday_month' => $bdayMonth, 'bday_year' => $bdayYear, 'msg_count_new' => (int) $row['CountUnreadDiscussions'], 'msg_count_total' => (int) $row['CountDiscussions'], 'last_visit' => static::mysqlToDateTime( $row['DateLastActive'] ), 'timezone' => !empty( $row['HourOffset'] ) ? (int) $row['HourOffset'] : new \DateTimeZone( 'UTC' ), 'member_posts' => (int) $row['CountComments'], ); /* Profile Photos */ $filepath = NULL; $filename = NULL; if ( !empty( $row['Photo'] ) AND ( $location = static::parseMediaLocation( $row['Photo'], $uploadsPath ) ) ) { if ( $location instanceof \IPS\Http\Url ) { /* The library uses file_get_contents() so we can just pop the file name off and pass the URL directly */ $filebits = explode( '/', (string) $location ); $filename = array_pop( $filebits ); $filepath = implode( '/', $filebits ); } else { // Full-sized profile photos start with "p", small profile photos start with "n" $filename = 'p' . pathinfo( $location, \PATHINFO_BASENAME ); $filepath = pathinfo( $location, \PATHINFO_DIRNAME ); } } /* Finally */ $libraryClass->convertMember( $info, array(), $filename, $filepath ); $libraryClass->setLastKeyValue( $row['UserID'] ); } } /** * Convert statuses * * @return void */ public function convertStatuses() { $libraryClass = $this->getLibrary(); $libraryClass::setKey( 'ActivityID' ); $data = iterator_to_array( $this->fetch( 'Activity', 'ActivityID', array( 'ActivityTypeID=?', static::$activityStatusType ) ) ); $this->app->preCacheLinks( $data, [ 'core_members' => 'ActivityUserID' ] ); /* Run conversions */ foreach ( $data as $row ) { $info = array( 'status_id' => $row['ActivityID'], 'status_member_id' => $row['ActivityUserID'], 'status_date' => \IPS\DateTime::ts( strtotime( $row['DateInserted'] ) ?: time() ), 'status_content' => $row['Story'], //'status_replies' => $this->countRows( 'ActivityComment', array( 'ActivityID=?', $row['ActivityID'] ) ), 'status_author_id' => $row['ActivityUserID'], 'status_author_ip' => $row['InsertIPAddress'], ); $libraryClass->convertStatus( $info ); $libraryClass->setLastKeyValue( $row['ActivityID'] ); } } /** * Convert PMs * * @return void */ public function convertPrivateMessages() { $libraryClass = $this->getLibrary(); $libraryClass::setKey( 'ConversationID' ); $data = iterator_to_array( $this->fetch( 'Conversation', 'ConversationID' ) ); $this->app->preCacheLinks( $data, [ 'core_members' => 'InsertUserID' ] ); /* Run conversions */ foreach ( $data as $row ) { /* Message topic information */ //$firstMessageId = $row['FirstMessageID']; $topicInfo = array( 'mt_id' => $row['ConversationID'], 'mt_title' => $row['Subject'] ?: NULL, 'mt_date' => static::mysqlToDateTime( $row['DateInserted'] ), 'mt_starter_id' => $row['InsertUserID'], 'mt_last_post_time' => static::mysqlToDateTime( $row['DateUpdated'] ), 'mt_to_count' => ( isset( $row['CountParticipants'] ) ) ? $row['CountParticipants'] : \count( \unserialize( $row['Contributors'] ) ), 'mt_replies' => $row['CountMessages'], ); /* Message maps */ $maps = array(); $rows = iterator_to_array( $this->db->select( '*', 'UserConversation', array( 'ConversationID=?', $row['ConversationID'] ) ) ); $this->app->preCacheLinks( $rows, [ 'core_members' => 'UserID' ] ); foreach ( $rows as $row ) { $maps[ $row['UserID'] ] = array( 'map_user_id' => $row['UserID'], 'map_read_time' => static::mysqlToDateTime( $row['DateLastViewed'] ), //'map_folder_id' => TODO: Create a Bookmarks folder for "Bookmarked" conversations? 'map_user_active' => $row['Deleted'] == 0 ? 1 : 0, 'map_last_topic_reply' => static::mysqlToDateTime( $row['DateConversationUpdated'] ) ); } $libraryClass->convertPrivateMessage( $topicInfo, $maps ); $libraryClass->setLastKeyValue( $row['ConversationID'] ); } } /** * Convert PM replies * * @return void */ public function convertPrivateMessageReplies() { $libraryClass = $this->getLibrary(); $libraryClass::setKey( 'MessageID' ); $data = iterator_to_array( $this->fetch( 'ConversationMessage', 'MessageID' ) ); $this->app->preCacheLinks( $data, [ 'core_members' => 'InsertUserID', 'core_message_topics' => 'ConversationID' ] ); foreach( $data AS $row ) { // Add Format Type (for later processing) if Markdown if( $row['Format'] == 'Markdown' ) { $row['Body'] = '' . $row['Body']; } $libraryClass->convertPrivateMessageReply( array( 'msg_id' => $row['MessageID'], 'msg_topic_id' => $row['ConversationID'], 'msg_date' => static::mysqlToDateTime( $row['DateInserted'] ), 'msg_post' => $row['Body'], 'msg_author_id' => $row['InsertUserID'], 'msg_ip_address' => $row['InsertIPAddress'] ) ); $libraryClass->setLastKeyValue( $row['MessageID'] ); } } /** * Process a login * * @param \IPS\Member $member The member * @param string $password Password from form * @return bool */ public static function login( $member, $password ) { /* Vanilla 2.2 */ if( preg_match( '/^\$2[ay]\$(0[4-9]|[1-2][0-9]|3[0-1])\$[a-zA-Z0-9.\/]{53}/', $member->conv_password ) OR mb_substr( $member->conv_password, 0, 3 ) == '$P$' ) { require_once \IPS\ROOT_PATH . "/applications/convert/sources/Login/PasswordHash.php"; $ph = new \PasswordHash( 8, TRUE ); return $ph->CheckPassword( $password, $member->conv_password ) ? TRUE : FALSE; } if ( \IPS\Login::compareHashes( $member->conv_password, md5( md5( str_replace( ''', "'", html_entity_decode( $password ) ) ) . $member->misc ) ) ) { return TRUE; } else { return FALSE; } } }