4 * LiveJournal API Importer
10 // XML-RPC library for communicating with LiveJournal API
11 require_once( ABSPATH . WPINC . '/class-IXR.php' );
14 * LiveJournal API Importer class
16 * Imports your LiveJournal contents into WordPress using the LJ API
22 var $comments_url = 'http://www.livejournal.com/export_comments.bml';
23 var $ixr_url = 'http://www.livejournal.com/interface/xmlrpc';
32 var $pointers = array();
34 // This list taken from LJ, they don't appear to have an API for it
35 var $moods = array( '1' => 'aggravated',
38 '101' => 'contemplative',
66 '127' => 'distressed',
67 '128' => 'intimidated',
99 '36' => 'mischievous',
102 '39' => 'melancholy',
109 '45' => 'determined',
111 '47' => 'frustrated',
112 '48' => 'indescribable',
119 '55' => 'disappointed',
127 '62' => 'rejuvenated',
128 '63' => 'complacent',
130 '65' => 'indifferent',
136 '70' => 'optimistic',
137 '71' => 'pessimistic',
140 '74' => 'uncomfortable',
145 '79' => 'embarrassed',
148 '81' => 'sympathetic',
156 '89' => 'productive',
158 '90' => 'accomplished',
169 echo '<div class="wrap">';
171 echo '<h2>' . __( 'Import LiveJournal' ) . '</h2>';
181 <form action="admin.php?import=livejournal" method="post">
182 <?php wp_nonce_field( 'lj-api-import' ) ?>
183 <?php if ( get_option( 'ljapi_username' ) && get_option( 'ljapi_password' ) ) : ?>
184 <input type="hidden" name="step" value="<?php echo esc_attr( get_option( 'ljapi_step' ) ) ?>" />
185 <p><?php _e( 'It looks like you attempted to import your LiveJournal posts previously and got interrupted.' ) ?></p>
187 <input type="submit" class="button-primary" value="<?php esc_attr_e( 'Continue previous import' ) ?>" />
189 <p class="submitbox"><a href="<?php echo esc_url($_SERVER['PHP_SELF'] . '?import=livejournal&step=-1&_wpnonce=' . wp_create_nonce( 'lj-api-import' ) . '&_wp_http_referer=' . esc_attr( $_SERVER['REQUEST_URI'] )) ?>" class="deletion submitdelete"><?php _e( 'Cancel & start a new import' ) ?></a></p>
192 <input type="hidden" name="step" value="1" />
193 <input type="hidden" name="login" value="true" />
194 <p><?php _e( 'Howdy! This importer allows you to connect directly to LiveJournal and download all your entries and comments' ) ?></p>
195 <p><?php _e( 'Enter your LiveJournal username and password below so we can connect to your account:' ) ?></p>
197 <table class="form-table">
200 <th scope="row"><label for="lj_username"><?php _e( 'LiveJournal Username' ) ?></label></th>
201 <td><input type="text" name="lj_username" id="lj_username" class="regular-text" /></td>
205 <th scope="row"><label for="lj_password"><?php _e( 'LiveJournal Password' ) ?></label></th>
206 <td><input type="password" name="lj_password" id="lj_password" class="regular-text" /></td>
211 <p><?php _e( 'If you have any entries on LiveJournal which are marked as private, they will be password-protected when they are imported so that only people who know the password can see them.' ) ?></p>
212 <p><?php _e( 'If you don’t enter a password, ALL ENTRIES from your LiveJournal will be imported as public posts in WordPress.' ) ?></p>
213 <p><?php _e( 'Enter the password you would like to use for all protected entries here:' ) ?></p>
214 <table class="form-table">
217 <th scope="row"><label for="protected_password"><?php _e( 'Protected Post Password' ) ?></label></th>
218 <td><input type="text" name="protected_password" id="protected_password" class="regular-text" /></td>
223 <p><?php _e( "<strong>WARNING:</strong> This can take a really long time if you have a lot of entries in your LiveJournal, or a lot of comments. Ideally, you should only start this process if you can leave your computer alone while it finishes the import." ) ?></p>
226 <input type="submit" class="button-primary" value="<?php esc_attr_e( 'Connect to LiveJournal and Import' ) ?>" />
229 <p><?php _e( '<strong>NOTE:</strong> If the import process is interrupted for <em>any</em> reason, come back to this page and it will continue from where it stopped automatically.' ) ?></p>
232 <p><?php _e( '<strong>NOTE:</strong> You appear to have JavaScript disabled, so you will need to manually click through each step of this importer. If you enable JavaScript, it will step through automatically.' ) ?></p>
240 function download_post_meta() {
241 $total = (int) get_option( 'ljapi_total' );
242 $count = (int) get_option( 'ljapi_count' );
243 $lastsync = get_option( 'ljapi_lastsync' );
245 update_option( 'ljapi_lastsync', '1900-01-01 00:00:00' );
247 $sync_item_times = get_option( 'ljapi_sync_item_times' );
248 if ( !is_array( $sync_item_times ) )
249 $sync_item_times = array();
252 $lastsync = date( 'Y-m-d H:i:s', strtotime( get_option( 'ljapi_lastsync' ) ) );
253 $synclist = $this->lj_ixr( 'syncitems', array( 'ver' => 1, 'lastsync' => $lastsync ) );
254 if ( is_wp_error( $synclist ) )
257 // Keep track of if we've downloaded everything
258 $total = $synclist['total'];
259 $count = $synclist['count'];
261 foreach ( $synclist['syncitems'] as $event ) {
262 if ( substr( $event['item'], 0, 2 ) == 'L-' ) {
263 $sync_item_times[ str_replace( 'L-', '', $event['item'] ) ] = $event['time'];
264 if ( $event['time'] > $lastsync ) {
265 $lastsync = $event['time'];
266 update_option( 'ljapi_lastsync', $lastsync );
270 } while ( $total > $count );
271 // endwhile - all post meta is cached locally
273 update_option( 'ljapi_sync_item_times', $sync_item_times );
274 update_option( 'ljapi_total', $total );
275 update_option( 'ljapi_count', $count );
277 echo '<p>' . __( 'Post metadata has been downloaded, proceeding with posts...' ) . '</p>';
280 function download_post_bodies() {
281 $imported_count = (int) get_option( 'ljapi_imported_count' );
282 $sync_item_times = get_option( 'ljapi_sync_item_times' );
283 $lastsync = get_option( 'ljapi_lastsync_posts' );
285 update_option( 'ljapi_lastsync_posts', date( 'Y-m-d H:i:s', 0 ) );
290 $lastsync = date( 'Y-m-d H:i:s', strtotime( get_option( 'ljapi_lastsync_posts' ) ) );
292 // Get the batch of items that match up with the syncitems list
293 $itemlist = $this->lj_ixr( 'getevents', array( 'ver' => 1,
294 'selecttype' => 'syncitems',
295 'lineendings' => 'pc',
296 'lastsync' => $lastsync ) );
297 if ( is_wp_error( $itemlist ) )
300 if ( $num = count( $itemlist['events'] ) ) {
301 for ( $e = 0; $e < count( $itemlist['events'] ); $e++ ) {
302 $event = $itemlist['events'][$e];
304 $inserted = $this->import_post( $event );
305 if ( is_wp_error( $inserted ) )
307 if ( $sync_item_times[ $event['itemid'] ] > $lastsync )
308 $lastsync = $sync_item_times[ $event['itemid'] ];
311 update_option( 'ljapi_lastsync_posts', $lastsync );
312 update_option( 'ljapi_imported_count', $imported_count );
313 update_option( 'ljapi_last_sync_count', $num );
316 } while ( $num > 0 && $count < 3 ); // Doing up to 3 requests at a time to avoid memory problems
318 // Used so that step1 knows when to stop posting back on itself
319 update_option( 'ljapi_last_sync_count', $num );
321 // Counter just used to show progress to user
322 update_option( 'ljapi_post_batch', ( (int) get_option( 'ljapi_post_batch' ) + 1 ) );
327 function import_post( $post ) {
330 // Make sure we haven't already imported this one
331 if ( $this->get_wp_post_ID( $post['itemid'] ) )
334 $user = wp_get_current_user();
335 $post_author = $user->ID;
336 $post['security'] = !empty( $post['security'] ) ? $post['security'] : '';
337 $post_status = ( 'private' == trim( $post['security'] ) ) ? 'private' : 'publish'; // Only me
338 $post_password = ( 'usemask' == trim( $post['security'] ) ) ? $this->protected_password : ''; // "Friends" via password
340 // For some reason, LJ sometimes sends a date as "2004-04-1408:38:00" (no space btwn date/time)
341 $post_date = $post['eventtime'];
342 if ( 18 == strlen( $post_date ) )
343 $post_date = substr( $post_date, 0, 10 ) . ' ' . substr( $post_date, 10 );
345 // Cleaning up and linking the title
346 $post_title = isset( $post['subject'] ) ? trim( $post['subject'] ) : '';
347 $post_title = $this->translate_lj_user( $post_title ); // Translate it, but then we'll strip the link
348 $post_title = strip_tags( $post_title ); // Can't have tags in the title in WP
349 $post_title = $wpdb->escape( $post_title );
352 $post_content = $post['event'];
353 $post_content = preg_replace_callback( '|<(/?[A-Z]+)|', create_function( '$match', 'return "<" . strtolower( $match[1] );' ), $post_content );
354 // XHTMLize some tags
355 $post_content = str_replace( '<br>', '<br />', $post_content );
356 $post_content = str_replace( '<hr>', '<hr />', $post_content );
357 // lj-cut ==> <!--more-->
358 $post_content = preg_replace( '|<lj-cut text="([^"]*)">|is', '<!--more $1-->', $post_content );
359 $post_content = str_replace( array( '<lj-cut>', '</lj-cut>' ), array( '<!--more-->', '' ), $post_content );
360 $first = strpos( $post_content, '<!--more' );
361 $post_content = substr( $post_content, 0, $first + 1 ) . preg_replace( '|<!--more(.*)?-->|sUi', '', substr( $post_content, $first + 1 ) );
362 // lj-user ==> a href
363 $post_content = $this->translate_lj_user( $post_content );
364 //$post_content = force_balance_tags( $post_content );
365 $post_content = $wpdb->escape( $post_content );
367 // Handle any tags associated with the post
368 $tags_input = !empty( $post['props']['taglist'] ) ? $post['props']['taglist'] : '';
370 // Check if comments are closed on this post
371 $comment_status = !empty( $post['props']['opt_nocomments'] ) ? 'closed' : 'open';
374 if ( $post_id = post_exists( $post_title, $post_content, $post_date ) ) {
375 printf( __( 'Post <strong>%s</strong> already exists.' ), stripslashes( $post_title ) );
377 printf( __( 'Imported post <strong>%s</strong>...' ), stripslashes( $post_title ) );
378 $postdata = compact( 'post_author', 'post_date', 'post_content', 'post_title', 'post_status', 'post_password', 'tags_input', 'comment_status' );
379 $post_id = wp_insert_post( $postdata, true );
380 if ( is_wp_error( $post_id ) ) {
381 if ( 'empty_content' == $post_id->get_error_code() )
382 return; // Silent skip on "empty" posts
386 _e( 'Couldn’t get post ID (creating post failed!)' );
388 return new WP_Error( 'insert_post_failed', __( 'Failed to create post.' ) );
391 // Handle all the metadata for this post
392 $this->insert_postmeta( $post_id, $post );
397 // Convert lj-user tags to links to that user
398 function translate_lj_user( $str ) {
399 return preg_replace( '|<lj\s+user\s*=\s*["\']([\w-]+)["\']>|', '<a href="http://$1.livejournal.com/" class="lj-user">$1</a>', $str );
402 function insert_postmeta( $post_id, $post ) {
403 // Need the original LJ id for comments
404 add_post_meta( $post_id, 'lj_itemid', $post['itemid'] );
406 // And save the permalink on LJ in case we want to link back or something
407 add_post_meta( $post_id, 'lj_permalink', $post['url'] );
409 // Supports the following "props" from LJ, saved as lj_<prop_name> in wp_postmeta
410 // Adult Content - adult_content
411 // Location - current_coords + current_location
412 // Mood - current_mood (translated from current_moodid)
413 // Music - current_music
414 // Userpic - picture_keyword
415 foreach ( array( 'adult_content', 'current_coords', 'current_location', 'current_moodid', 'current_music', 'picture_keyword' ) as $prop ) {
416 if ( !empty( $post['props'][$prop] ) ) {
417 if ( 'current_moodid' == $prop ) {
418 $prop = 'current_mood';
419 $val = $this->moods[ $post['props']['current_moodid'] ];
421 $val = $post['props'][$prop];
423 add_post_meta( $post_id, 'lj_' . $prop, $val );
428 // Set up a session (authenticate) with LJ
429 function get_session() {
430 // Get a session via XMLRPC
431 $cookie = $this->lj_ixr( 'sessiongenerate', array( 'ver' => 1, 'expiration' => 'short' ) );
432 if ( is_wp_error( $cookie ) )
433 return new WP_Error( 'cookie', __( 'Could not get a cookie from LiveJournal. Please try again soon.' ) );
434 return new WP_Http_Cookie( array( 'name' => 'ljsession', 'value' => $cookie['ljsession'] ) );
437 // Loops through and gets comment meta from LJ in batches
438 function download_comment_meta() {
439 $cookie = $this->get_session();
440 if ( is_wp_error( $cookie ) )
443 // Load previous state (if any)
444 $this->usermap = (array) get_option( 'ljapi_usermap' );
445 $maxid = get_option( 'ljapi_maxid' ) ? get_option( 'ljapi_maxid' ) : 1;
446 $highest_id = get_option( 'ljapi_highest_id' ) ? get_option( 'ljapi_highest_id' ) : 0;
448 // We need to loop over the metadata request until we have it all
449 while ( $maxid > $highest_id ) {
450 // Now get the meta listing
451 $results = wp_remote_get( $this->comments_url . '?get=comment_meta&startid=' . ( $highest_id + 1 ),
452 array( 'cookies' => array( $cookie ), 'timeout' => 20 ) );
453 if ( is_wp_error( $results ) )
454 return new WP_Error( 'comment_meta', __( 'Failed to retrieve comment meta information from LiveJournal. Please try again soon.' ) );
456 $results = wp_remote_retrieve_body( $results );
458 // Get the maxid so we know if we have them all yet
459 preg_match( '|<maxid>(\d+)</maxid>|', $results, $matches );
460 if ( 0 == $matches[1] ) {
461 // No comment meta = no comments for this journal
462 echo '<p>' . __( 'You have no comments to import!' ) . '</p>';
463 update_option( 'ljapi_highest_id', 1 );
464 update_option( 'ljapi_highest_comment_id', 1 );
465 return false; // Bail out of comment importing entirely
467 $maxid = !empty( $matches[1] ) ? $matches[1] : $maxid;
469 // Parse comments and get highest id available
470 preg_match_all( '|<comment id=\'(\d+)\'|is', $results, $matches );
471 foreach ( $matches[1] as $id ) {
472 if ( $id > $highest_id )
476 // Parse out the list of user mappings, and add it to the known list
477 preg_match_all( '|<usermap id=\'(\d+)\' user=\'([^\']+)\' />|', $results, $matches );
478 foreach ( $matches[1] as $count => $userid )
479 $this->usermap[$userid] = $matches[2][$count]; // need this in memory for translating ids => names
483 // endwhile - should have seen all comment meta at this point
485 update_option( 'ljapi_usermap', $this->usermap );
486 update_option( 'ljapi_maxid', $maxid );
487 update_option( 'ljapi_highest_id', $highest_id );
489 echo '<p>' . __( ' Comment metadata downloaded successfully, proceeding with comment bodies...' ) . '</p>';
494 // Downloads actual comment bodies from LJ
495 // Inserts them all directly to the DB, with additional info stored in "spare" fields
496 function download_comment_bodies() {
498 $cookie = $this->get_session();
499 if ( is_wp_error( $cookie ) )
502 // Load previous state (if any)
503 $this->usermap = (array) get_option( 'ljapi_usermap' );
504 $maxid = get_option( 'ljapi_maxid' ) ? (int) get_option( 'ljapi_maxid' ) : 1;
505 $highest_id = (int) get_option( 'ljapi_highest_comment_id' );
507 while ( $maxid > $highest_id && $loop < 5 ) { // We do 5 loops per call to avoid memory limits
510 // Get a batch of comments, using the highest_id we've already got as a starting point
511 $results = wp_remote_get( $this->comments_url . '?get=comment_body&startid=' . ( $highest_id + 1 ),
512 array( 'cookies' => array( $cookie ), 'timeout' => 20 ) );
513 if ( is_wp_error( $results ) )
514 return new WP_Error( 'comment_bodies', __( 'Failed to retrieve comment bodies from LiveJournal. Please try again soon.' ) );
516 $results = wp_remote_retrieve_body( $results );
518 // Parse out each comment and insert directly
519 preg_match_all( '|<comment id=\'(\d+)\'.*</comment>|iUs', $results, $matches );
520 for ( $c = 0; $c < count( $matches[0] ); $c++ ) {
521 // Keep track of highest id seen
522 if ( $matches[1][$c] > $highest_id ) {
523 $highest_id = $matches[1][$c];
524 update_option( 'ljapi_highest_comment_id', $highest_id );
527 $comment = $matches[0][$c];
529 // Filter out any captured, deleted comments (nothing useful to import)
530 $comment = preg_replace( '|<comment id=\'\d+\' jitemid=\'\d+\' posterid=\'\d+\' state=\'D\'[^/]*/>|is', '', $comment );
532 // Parse this comment into an array and insert
533 $comment = $this->parse_comment( $comment );
534 $id = wp_insert_comment( $comment );
537 clean_comment_cache( $id );
540 // Clear cache to preseve memory
543 // endwhile - all comments downloaded and ready for bulk processing
545 // Counter just used to show progress to user
546 update_option( 'ljapi_comment_batch', ( (int) get_option( 'ljapi_comment_batch' ) + 1 ) );
551 // Takes a block of XML and parses out all the elements of the comment
552 function parse_comment( $comment ) {
555 // Get the top-level attributes
556 preg_match( '|<comment([^>]+)>|i', $comment, $attribs );
557 preg_match( '| id=\'(\d+)\'|i', $attribs[1], $matches );
558 $lj_comment_ID = $matches[1];
559 preg_match( '| jitemid=\'(\d+)\'|i', $attribs[1], $matches );
560 $lj_comment_post_ID = $matches[1];
561 preg_match( '| posterid=\'(\d+)\'|i', $attribs[1], $matches );
562 $comment_author_ID = isset( $matches[1] ) ? $matches[1] : 0;
563 preg_match( '| parentid=\'(\d+)\'|i', $attribs[1], $matches ); // optional
564 $lj_comment_parent = isset( $matches[1] ) ? $matches[1] : 0;
565 preg_match( '| state=\'([SDFA])\'|i', $attribs[1], $matches ); // optional
566 $lj_comment_state = isset( $matches[1] ) ? $matches[1] : 'A';
568 // Clean up "subject" - this will become the first line of the comment in WP
569 preg_match( '|<subject>(.*)</subject>|is', $comment, $matches );
570 if ( isset( $matches[1] ) ) {
571 $comment_subject = $wpdb->escape( trim( $matches[1] ) );
572 if ( 'Re:' == $comment_subject )
573 $comment_subject = '';
576 // Get the body and HTMLize it
577 preg_match( '|<body>(.*)</body>|is', $comment, $matches );
578 $comment_content = !empty( $comment_subject ) ? $comment_subject . "\n\n" . $matches[1] : $matches[1];
579 $comment_content = @html_entity_decode( $comment_content, ENT_COMPAT, get_option('blog_charset') );
580 $comment_content = str_replace( ''', "'", $comment_content );
581 $comment_content = wpautop( $comment_content );
582 $comment_content = str_replace( '<br>', '<br />', $comment_content );
583 $comment_content = str_replace( '<hr>', '<hr />', $comment_content );
584 $comment_content = preg_replace_callback( '|<(/?[A-Z]+)|', create_function( '$match', 'return "<" . strtolower( $match[1] );' ), $comment_content );
585 $comment_content = $wpdb->escape( trim( $comment_content ) );
587 // Get and convert the date
588 preg_match( '|<date>(.*)</date>|i', $comment, $matches );
589 $comment_date = trim( str_replace( array( 'T', 'Z' ), ' ', $matches[1] ) );
591 // Grab IP if available
592 preg_match( '|<property name=\'poster_ip\'>(.*)</property>|i', $comment, $matches ); // optional
593 $comment_author_IP = isset( $matches[1] ) ? $matches[1] : '';
595 // Try to get something useful for the comment author, especially if it was "my" comment
596 $author = ( empty( $comment_author_ID ) || empty( $this->usermap[$comment_author_ID] ) || substr( $this->usermap[$comment_author_ID], 0, 4 ) == 'ext_' ) ? __( 'Anonymous' ) : $this->usermap[$comment_author_ID];
597 if ( get_option( 'ljapi_username' ) == $author ) {
598 $user = wp_get_current_user();
599 $user_id = $user->ID;
600 $author = $user->display_name;
601 $url = trailingslashit( get_option( 'home' ) );
604 $url = ( __( 'Anonymous' ) == $author ) ? '' : 'http://' . $author . '.livejournal.com/';
607 // Send back the array of details
608 return array( 'lj_comment_ID' => $lj_comment_ID,
609 'lj_comment_post_ID' => $lj_comment_post_ID,
610 'lj_comment_parent' => ( !empty( $lj_comment_parent ) ? $lj_comment_parent : 0 ),
611 'lj_comment_state' => $lj_comment_state,
612 'comment_post_ID' => $this->get_wp_post_ID( $lj_comment_post_ID ),
613 'comment_author' => $author,
614 'comment_author_url' => $url,
615 'comment_author_email' => '',
616 'comment_content' => $comment_content,
617 'comment_date' => $comment_date,
618 'comment_author_IP' => ( !empty( $comment_author_IP ) ? $comment_author_IP : '' ),
619 'comment_approved' => ( in_array( $lj_comment_state, array( 'A', 'F' ) ) ? 1 : 0 ),
620 'comment_karma' => $lj_comment_ID, // Need this and next value until rethreading is done
621 'comment_agent' => $lj_comment_parent,
622 'comment_type' => 'livejournal', // Custom type, so we can find it later for processing
623 'user_ID' => $user_id
628 // Gets the post_ID that a LJ post has been saved as within WP
629 function get_wp_post_ID( $post ) {
632 if ( empty( $this->postmap[$post] ) )
633 $this->postmap[$post] = (int) $wpdb->get_var( $wpdb->prepare( "SELECT post_id FROM $wpdb->postmeta WHERE meta_key = 'lj_itemid' AND meta_value = %d", $post ) );
635 return $this->postmap[$post];
638 // Gets the comment_ID that a LJ comment has been saved as within WP
639 function get_wp_comment_ID( $comment ) {
641 if ( empty( $this->commentmap[$comment] ) )
642 $this->commentmap[$comment] = $wpdb->get_var( $wpdb->prepare( "SELECT comment_ID FROM $wpdb->comments WHERE comment_karma = %d", $comment ) );
643 return $this->commentmap[$comment];
647 if ( $challenge = $this->ixr->query( 'LJ.XMLRPC.getchallenge' ) ) {
648 $challenge = $this->ixr->getResponse();
650 if ( isset( $challenge['challenge'] ) ) {
651 $params = array( 'username' => $this->username,
652 'auth_method' => 'challenge',
653 'auth_challenge' => $challenge['challenge'],
654 'auth_response' => md5( $challenge['challenge'] . md5( $this->password ) ) );
656 return new WP_Error( 'IXR', __( 'LiveJournal is not responding to authentication requests. Please wait a while and then try again.' ) );
659 $args = func_get_args();
660 $method = array_shift( $args );
661 if ( isset( $args[0] ) )
662 $params = array_merge( $params, $args[0] );
663 if ( $this->ixr->query( 'LJ.XMLRPC.' . $method, $params ) ) {
664 return $this->ixr->getResponse();
666 return new WP_Error( 'IXR', __( 'XML-RPC Request Failed -- ' ) . $this->ixr->getErrorCode() . ': ' . $this->ixr->getErrorMessage() );
670 function dispatch() {
671 if ( empty( $_REQUEST['step'] ) )
674 $step = (int) $_REQUEST['step'];
681 // Intentional no break
688 check_admin_referer( 'lj-api-import' );
689 $result = $this->{ 'step' . $step }();
690 if ( is_wp_error( $result ) ) {
691 $this->throw_error( $result, $step );
699 // Technically the first half of step 1, this is separated to allow for AJAX
700 // calls. Sets up some variables and options and confirms authentication.
703 // Get details from form or from DB
704 if ( !empty( $_POST['lj_username'] ) && !empty( $_POST['lj_password'] ) ) {
705 // Store details for later
706 $this->username = $_POST['lj_username'];
707 $this->password = $_POST['lj_password'];
708 update_option( 'ljapi_username', $this->username );
709 update_option( 'ljapi_password', $this->password );
711 $this->username = get_option( 'ljapi_username' );
712 $this->password = get_option( 'ljapi_password' );
715 // This is the password to set on protected posts
716 if ( !empty( $_POST['protected_password'] ) ) {
717 $this->protected_password = $_POST['protected_password'];
718 update_option( 'ljapi_protected_password', $this->protected_password );
720 $this->protected_password = get_option( 'ljapi_protected_password' );
723 // Login to confirm the details are correct
724 if ( empty( $this->username ) || empty( $this->password ) ) {
726 <p><?php _e( 'Please enter your LiveJournal username <em>and</em> password so we can download your posts and comments.' ) ?></p>
727 <p><a href="<?php echo esc_url($_SERVER['PHP_SELF'] . '?import=livejournal&step=-1&_wpnonce=' . wp_create_nonce( 'lj-api-import' ) . '&_wp_http_referer=' . esc_attr( str_replace( '&step=1', '', $_SERVER['REQUEST_URI'] ) ) ) ?>"><?php _e( 'Start again' ) ?></a></p>
731 $verified = $this->lj_ixr( 'login' );
732 if ( is_wp_error( $verified ) ) {
733 if ( 100 == $this->ixr->getErrorCode() || 101 == $this->ixr->getErrorCode() ) {
734 delete_option( 'ljapi_username' );
735 delete_option( 'ljapi_password' );
736 delete_option( 'ljapi_protected_password' );
738 <p><?php _e( 'Logging in to LiveJournal failed. Check your username and password and try again.' ) ?></p>
739 <p><a href="<?php echo esc_url($_SERVER['PHP_SELF'] . '?import=livejournal&step=-1&_wpnonce=' . wp_create_nonce( 'lj-api-import' ) . '&_wp_http_referer=' . esc_attr( str_replace( '&step=1', '', $_SERVER['REQUEST_URI'] ) ) ) ?>"><?php _e( 'Start again' ) ?></a></p>
746 update_option( 'ljapi_verified', 'yes' );
749 // Set up some options to avoid them autoloading (these ones get big)
750 add_option( 'ljapi_sync_item_times', '', '', 'no' );
751 add_option( 'ljapi_usermap', '', '', 'no' );
752 update_option( 'ljapi_comment_batch', 0 );
757 // Check form inputs and start importing posts
761 update_option( 'ljapi_step', 1 );
762 if ( !$this->ixr ) $this->ixr = new IXR_Client( $this->ixr_url, false, 80, 30 );
763 if ( empty( $_POST['login'] ) ) {
764 // We're looping -- load some details from DB
765 $this->username = get_option( 'ljapi_username' );
766 $this->password = get_option( 'ljapi_password' );
767 $this->protected_password = get_option( 'ljapi_protected_password' );
769 // First run (non-AJAX)
770 $setup = $this->setup();
773 } else if ( is_wp_error( $setup ) ) {
774 $this->throw_error( $setup, 1 );
779 echo '<div id="ljapi-status">';
780 echo '<h3>' . __( 'Importing Posts' ) . '</h3>';
781 echo '<p>' . __( 'We’re downloading and importing your LiveJournal posts...' ) . '</p>';
782 if ( get_option( 'ljapi_post_batch' ) && count( get_option( 'ljapi_sync_item_times' ) ) ) {
783 $batch = count( get_option( 'ljapi_sync_item_times' ) );
784 $batch = $count > 300 ? ceil( $batch / 300 ) : 1;
785 echo '<p><strong>' . sprintf( __( 'Imported post batch %d of <strong>approximately</strong> %d' ), ( get_option( 'ljapi_post_batch' ) + 1 ), $batch ) . '</strong></p>';
789 if ( !get_option( 'ljapi_lastsync' ) || '1900-01-01 00:00:00' == get_option( 'ljapi_lastsync' ) ) {
790 // We haven't downloaded meta yet, so do that first
791 $result = $this->download_post_meta();
792 if ( is_wp_error( $result ) ) {
793 $this->throw_error( $result, 1 );
798 // Download a batch of actual posts
799 $result = $this->download_post_bodies();
800 if ( is_wp_error( $result ) ) {
801 if ( 406 == $this->ixr->getErrorCode() ) {
803 <p><strong><?php _e( 'Uh oh – LiveJournal has disconnected us because we made too many requests to their servers too quickly.' ) ?></strong></p>
804 <p><strong><?php _e( 'We’ve saved where you were up to though, so if you come back to this importer in about 30 minutes, you should be able to continue from where you were.' ) ?></strong></p>
806 echo $this->next_step( 1, __( 'Try Again' ) );
809 $this->throw_error( $result, 1 );
814 if ( get_option( 'ljapi_last_sync_count' ) > 0 ) {
816 <form action="admin.php?import=livejournal" method="post" id="ljapi-auto-repost">
817 <?php wp_nonce_field( 'lj-api-import' ) ?>
818 <input type="hidden" name="step" id="step" value="1" />
819 <p><input type="submit" class="button-primary" value="<?php esc_attr_e( 'Import the next batch' ) ?>" /> <span id="auto-message"></span></p>
821 <?php $this->auto_ajax( 'ljapi-auto-repost', 'auto-message', 0 ); ?>
824 echo '<p>' . __( 'Your posts have all been imported, but wait – there’s more! Now we need to download & import your comments.' ) . '</p>';
825 echo $this->next_step( 2, __( 'Download my comments »' ) );
826 $this->auto_submit();
831 // Download comments to local XML
834 update_option( 'ljapi_step', 2 );
835 $this->username = get_option( 'ljapi_username' );
836 $this->password = get_option( 'ljapi_password' );
837 $this->ixr = new IXR_Client( $this->ixr_url, false, 80, 30 );
839 echo '<div id="ljapi-status">';
840 echo '<h3>' . __( 'Downloading Comments' ) . '</h3>';
841 echo '<p>' . __( 'Now we will download your comments so we can import them (this could take a <strong>long</strong> time if you have lots of comments)...' ) . '</p>';
844 if ( !get_option( 'ljapi_usermap' ) ) {
845 // We haven't downloaded meta yet, so do that first
846 $result = $this->download_comment_meta();
847 if ( is_wp_error( $result ) ) {
848 $this->throw_error( $result, 2 );
853 // Download a batch of actual comments
854 $result = $this->download_comment_bodies();
855 if ( is_wp_error( $result ) ) {
856 $this->throw_error( $result, 2 );
860 $maxid = get_option( 'ljapi_maxid' ) ? (int) get_option( 'ljapi_maxid' ) : 1;
861 $highest_id = (int) get_option( 'ljapi_highest_comment_id' );
862 if ( $maxid > $highest_id ) {
863 $batch = $maxid > 5000 ? ceil( $maxid / 5000 ) : 1;
865 <form action="admin.php?import=livejournal" method="post" id="ljapi-auto-repost">
866 <p><strong><?php printf( __( 'Imported comment batch %d of <strong>approximately</strong> %d' ), get_option( 'ljapi_comment_batch' ), $batch ) ?></strong></p>
867 <?php wp_nonce_field( 'lj-api-import' ) ?>
868 <input type="hidden" name="step" id="step" value="2" />
869 <p><input type="submit" class="button-primary" value="<?php esc_attr_e( 'Import the next batch' ) ?>" /> <span id="auto-message"></span></p>
871 <?php $this->auto_ajax( 'ljapi-auto-repost', 'auto-message', 0 ); ?>
874 echo '<p>' . __( 'Your comments have all been imported now, but we still need to rebuild your conversation threads.' ) . '</p>';
875 echo $this->next_step( 3, __( 'Rebuild my comment threads »' ) );
876 $this->auto_submit();
881 // Re-thread comments already in the DB
885 update_option( 'ljapi_step', 3 );
887 echo '<div id="ljapi-status">';
888 echo '<h3>' . __( 'Threading Comments' ) . '</h3>';
889 echo '<p>' . __( 'We are now re-building the threading of your comments (this can also take a while if you have lots of comments)...' ) . '</p>';
892 // Only bother adding indexes if they have over 5000 comments (arbitrary number)
893 $imported_comments = $wpdb->get_var( "SELECT COUNT(*) FROM {$wpdb->comments} WHERE comment_type = 'livejournal'" );
894 $added_indices = false;
895 if ( 5000 < $imported_comments ) {
896 include_once(ABSPATH . 'wp-admin/includes/upgrade.php');
897 $added_indices = true;
898 add_clean_index( $wpdb->comments, 'comment_type' );
899 add_clean_index( $wpdb->comments, 'comment_karma' );
900 add_clean_index( $wpdb->comments, 'comment_agent' );
903 // Get LJ comments, which haven't been threaded yet, 5000 at a time and thread them
904 while ( $comments = $wpdb->get_results( "SELECT comment_ID, comment_agent FROM {$wpdb->comments} WHERE comment_type = 'livejournal' AND comment_agent != '0' LIMIT 5000", OBJECT ) ) {
905 foreach ( $comments as $comment ) {
906 $wpdb->update( $wpdb->comments,
907 array( 'comment_parent' => $this->get_wp_comment_ID( $comment->comment_agent ), 'comment_type' => 'livejournal-done' ),
908 array( 'comment_ID' => $comment->comment_ID ) );
914 // Revert the comments table back to normal and optimize it to reclaim space
915 if ( $added_indices ) {
916 drop_index( $wpdb->comments, 'comment_type' );
917 drop_index( $wpdb->comments, 'comment_karma' );
918 drop_index( $wpdb->comments, 'comment_agent' );
919 $wpdb->query( "OPTIMIZE TABLE {$wpdb->comments}" );
922 // Clean up database and we're out
924 do_action( 'import_done', 'livejournal' );
925 if ( $imported_comments > 1 )
926 echo '<p>' . sprintf( __( "Successfully re-threaded %s comments." ), number_format( $imported_comments ) ) . '</p>';
928 printf( __( 'All done. <a href="%s">Have fun!</a>' ), get_option( 'home' ) );
933 // Output an error message with a button to try again.
934 function throw_error( $error, $step ) {
935 echo '<p><strong>' . $error->get_error_message() . '</strong></p>';
936 echo $this->next_step( $step, __( 'Try Again' ) );
939 // Returns the HTML for a link to the next page
940 function next_step( $next_step, $label, $id = 'ljapi-next-form' ) {
941 $str = '<form action="admin.php?import=livejournal" method="post" id="' . $id . '">';
942 $str .= wp_nonce_field( 'lj-api-import', '_wpnonce', true, false );
943 $str .= wp_referer_field( false );
944 $str .= '<input type="hidden" name="step" id="step" value="' . esc_attr($next_step) . '" />';
945 $str .= '<p><input type="submit" class="button-primary" value="' . esc_attr( $label ) . '" /> <span id="auto-message"></span></p>';
951 // Automatically submit the specified form after $seconds
952 // Include a friendly countdown in the element with id=$msg
953 function auto_submit( $id = 'ljapi-next-form', $msg = 'auto-message', $seconds = 10 ) {
954 ?><script type="text/javascript">
955 next_counter = <?php echo $seconds ?>;
956 jQuery(document).ready(function(){
960 function ljapi_msg() {
961 str = '<?php _e( "Continuing in %d" ) ?>';
962 jQuery( '#<?php echo $msg ?>' ).text( str.replace( /%d/, next_counter ) );
963 if ( next_counter <= 0 ) {
964 if ( jQuery( '#<?php echo $id ?>' ).length ) {
965 jQuery( "#<?php echo $id ?> input[type='submit']" ).hide();
966 str = '<?php _e( "Continuing" ) ?> <img src="images/wpspin_light.gif" alt="" id="processing" align="top" />';
967 jQuery( '#<?php echo $msg ?>' ).html( str );
968 jQuery( '#<?php echo $id ?>' ).submit();
972 next_counter = next_counter - 1;
973 setTimeout('ljapi_msg()', 1000);
978 // Automatically submit the form with #id to continue the process
979 // Hide any submit buttons to avoid people clicking them
980 // Display a countdown in the element indicated by $msg for "Continuing in x"
981 function auto_ajax( $id = 'ljapi-next-form', $msg = 'auto-message', $seconds = 5 ) {
982 ?><script type="text/javascript">
983 next_counter = <?php echo $seconds ?>;
984 jQuery(document).ready(function(){
988 function ljapi_msg() {
989 str = '<?php _e( "Continuing in %d" ) ?>';
990 jQuery( '#<?php echo $msg ?>' ).text( str.replace( /%d/, next_counter ) );
991 if ( next_counter <= 0 ) {
992 if ( jQuery( '#<?php echo $id ?>' ).length ) {
993 jQuery( "#<?php echo $id ?> input[type='submit']" ).hide();
994 jQuery.ajaxSetup({'timeout':3600000});
995 str = '<?php _e( "Processing next batch." ) ?> <img src="images/wpspin_light.gif" alt="" id="processing" align="top" />';
996 jQuery( '#<?php echo $msg ?>' ).html( str );
997 jQuery('#ljapi-status').load(ajaxurl, {'action':'lj-importer',
998 'step':jQuery('#step').val(),
999 '_wpnonce':'<?php echo wp_create_nonce( 'lj-api-import' ) ?>',
1000 '_wp_http_referer':'<?php echo $_SERVER['REQUEST_URI'] ?>'});
1004 next_counter = next_counter - 1;
1005 setTimeout('ljapi_msg()', 1000);
1010 // Remove all options used during import process and
1011 // set wp_comments entries back to "normal" values
1012 function cleanup() {
1015 delete_option( 'ljapi_username' );
1016 delete_option( 'ljapi_password' );
1017 delete_option( 'ljapi_protected_password' );
1018 delete_option( 'ljapi_verified' );
1019 delete_option( 'ljapi_total' );
1020 delete_option( 'ljapi_count' );
1021 delete_option( 'ljapi_lastsync' );
1022 delete_option( 'ljapi_last_sync_count' );
1023 delete_option( 'ljapi_sync_item_times' );
1024 delete_option( 'ljapi_lastsync_posts' );
1025 delete_option( 'ljapi_post_batch' );
1026 delete_option( 'ljapi_imported_count' );
1027 delete_option( 'ljapi_maxid' );
1028 delete_option( 'ljapi_usermap' );
1029 delete_option( 'ljapi_highest_id' );
1030 delete_option( 'ljapi_highest_comment_id' );
1031 delete_option( 'ljapi_comment_batch' );
1032 delete_option( 'ljapi_step' );
1034 $wpdb->update( $wpdb->comments,
1035 array( 'comment_karma' => 0, 'comment_agent' => 'WP LJ Importer', 'comment_type' => '' ),
1036 array( 'comment_type' => 'livejournal-done' ) );
1037 $wpdb->update( $wpdb->comments,
1038 array( 'comment_karma' => 0, 'comment_agent' => 'WP LJ Importer', 'comment_type' => '' ),
1039 array( 'comment_type' => 'livejournal' ) );
1042 function LJ_API_Import() {
1043 $this->__construct();
1046 function __construct() {
1051 $lj_api_import = new LJ_API_Import();
1053 register_importer( 'livejournal', __( 'LiveJournal' ), __( 'Import posts from LiveJournal using their API.' ), array( $lj_api_import, 'dispatch' ) );