123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764 |
- <?php
- /**
- * @file
- * Tests for plugins/FeedsNodeProcessor.inc.
- */
- /**
- * Test aggregating a feed as node items.
- */
- class FeedsRSStoNodesTest extends FeedsWebTestCase {
- public static function getInfo() {
- return array(
- 'name' => 'Processor: Node',
- 'description' => 'Tests for the node processor.',
- 'group' => 'Feeds',
- );
- }
- /**
- * Set up test.
- */
- public function setUp() {
- parent::setUp();
- // Set the front page to show 20 nodes so we can easily see what is aggregated.
- variable_set('default_nodes_main', 20);
- // Set the teaser length display to unlimited otherwise tests looking for
- // text on nodes will fail.
- $edit = array('fields[body][type]' => 'text_default');
- $this->drupalPost('admin/structure/types/manage/article/display/teaser', $edit, 'Save');
- // Create an importer configuration.
- $this->createImporterConfiguration('Syndication', 'syndication');
- $this->addMappings('syndication',
- array(
- 0 => array(
- 'source' => 'title',
- 'target' => 'title',
- 'unique' => FALSE,
- ),
- 1 => array(
- 'source' => 'description',
- 'target' => 'body',
- ),
- 2 => array(
- 'source' => 'timestamp',
- 'target' => 'created',
- ),
- 3 => array(
- 'source' => 'url',
- 'target' => 'url',
- 'unique' => TRUE,
- ),
- 4 => array(
- 'source' => 'guid',
- 'target' => 'guid',
- 'unique' => TRUE,
- ),
- )
- );
- }
- /**
- * Test node creation, refreshing/deleting feeds and feed items.
- */
- public function test() {
- $nid = $this->createFeedNode();
- // Assert 10 items aggregated after creation of the node.
- $this->assertText('Created 10 nodes');
- $article_nid = db_query_range("SELECT nid FROM {node} WHERE type = 'article'", 0, 1)->fetchField();
- $this->assertEqual("Created by FeedsNodeProcessor", db_query("SELECT nr.log FROM {node} n JOIN {node_revision} nr ON n.vid = nr.vid WHERE n.nid = :nid", array(':nid' => $article_nid))->fetchField());
- // Navigate to feed node, there should be Feeds tabs visible.
- $this->drupalGet("node/$nid");
- $this->assertRaw("node/$nid/import");
- $this->assertRaw("node/$nid/delete-items");
- // Assert accuracy of aggregated information.
- $this->drupalGet('node');
- $this->assertRaw('<span class="username">Anonymous (not verified)</span>');
- $this->assertDevseedFeedContent();
- // Assert DB status.
- $count = db_query("SELECT COUNT(*) FROM {node} n INNER JOIN {feeds_item} fi ON fi.entity_type = 'node' AND n.nid = fi.entity_id")->fetchField();
- $this->assertEqual($count, 10, 'Accurate number of items in database.');
- // Assert default input format on first imported feed node.
- // NEEDS update.
- // $format = db_query_range("SELECT nr.format FROM {feeds_node_item} fi JOIN {node} n ON fi.nid = n.nid JOIN {node_revision} nr ON n.vid = nr.vid", 0, 1)->fetchField();
- // $this->assertEqual($format, filter_fallback_format(), 'Using default Input format.');
- // Import again.
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $this->assertText('There are no new nodes');
- // Assert DB status, there still shouldn't be more than 10 items.
- $count = db_query("SELECT COUNT(*) FROM {node} n INNER JOIN {feeds_item} fi ON fi.entity_type = 'node' AND n.nid = fi.entity_id")->fetchField();
- $this->assertEqual($count, 10, 'Accurate number of items in database.');
- // All of the above tests should have produced published nodes, set default
- // to unpublished, import again.
- $count = db_query("SELECT COUNT(*) FROM {node} n INNER JOIN {feeds_item} fi ON fi.entity_type = 'node' AND n.nid = fi.entity_id WHERE n.status = 1")->fetchField();
- $this->assertEqual($count, 10, 'All items are published.');
- $edit = array(
- 'node_options[status]' => FALSE,
- );
- $this->drupalPost('admin/structure/types/manage/article', $edit, t('Save content type'));
- $this->drupalPost("node/$nid/delete-items", array(), 'Delete');
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $count = db_query("SELECT COUNT(*) FROM {node} n INNER JOIN {feeds_item} fi ON fi.entity_type = 'node' AND n.nid = fi.entity_id WHERE n.status = 0")->fetchField();
- $this->assertEqual($count, 10, 'No items are published.');
- $edit = array(
- 'node_options[status]' => TRUE,
- );
- $this->drupalPost('admin/structure/types/manage/article', $edit, t('Save content type'));
- $this->drupalPost("node/$nid/delete-items", array(), 'Delete');
- // Enable replace existing and import updated feed file.
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $this->setSettings('syndication', 'FeedsNodeProcessor', array('update_existing' => 1));
- $feed_url = $GLOBALS['base_url'] . '/' . drupal_get_path('module', 'feeds') . '/tests/feeds/developmentseed_changes.rss2';
- $this->editFeedNode($nid, $feed_url);
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $this->assertText('Updated 2 nodes');
- // Assert accuracy of aggregated content (check 2 updates, one original).
- $this->drupalGet('node');
- $this->assertText('Managing News Translation Workflow: Two Way Translation Updates');
- $this->assertText('Presenting on Features in Drupal and Managing News');
- $this->assertText('Scaling the Open Atrium UI');
- // Import again.
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $this->assertText('There are no new nodes');
- $this->assertFeedItemCount(10);
- // Now delete all items.
- $this->drupalPost("node/$nid/delete-items", array(), 'Delete');
- $this->assertText('Deleted 10 nodes');
- $this->assertFeedItemCount(0);
- // Change author and turn off authorization.
- $this->auth_user = $this->drupalCreateUser(array('access content'));
- $this->setSettings('syndication', 'FeedsNodeProcessor', array('author' => $this->auth_user->name, 'authorize' => FALSE));
- // Change input format.
- $this->setSettings('syndication', 'FeedsNodeProcessor', array('input_format' => 'plain_text'));
- // Import again.
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $this->assertText('Created 10 nodes');
- // Assert author.
- $this->drupalGet('node');
- $this->assertPattern('/<span class="username">' . check_plain($this->auth_user->name) . '<\/span>/');
- $count = db_query("SELECT COUNT(*) FROM {feeds_item} fi JOIN {node} n ON fi.entity_type = 'node' AND fi.entity_id = n.nid WHERE n.uid = :uid", array(':uid' => $this->auth_user->uid))->fetchField();
- $this->assertEqual($count, 10, 'Accurate number of items in database.');
- // Assert input format.
- // NEEDS update.
- // $format = db_query_range("SELECT nr.format FROM {feeds_node_item} fi JOIN {node} n ON fi.nid = n.nid JOIN {node_revision} nr ON n.vid = nr.vid", 0, 1)->fetchField();
- // $this->assertEqual($format, filter_fallback_format() + 1, 'Set non-default Input format.');
- // Set to update existing, remove authorship of above nodes and import again.
- $this->setSettings('syndication', 'FeedsNodeProcessor', array('update_existing' => 2));
- $nids = db_query("SELECT nid FROM {node} n INNER JOIN {feeds_item} fi ON fi.entity_type = 'node' AND n.nid = fi.entity_id")->fetchCol();
- db_update('node')
- ->fields(array('uid' => 0))
- ->condition('nid', $nids, 'IN')
- ->execute();
- db_update('feeds_item')
- ->fields(array('hash' => ''))
- ->condition('entity_type', 'node')
- ->condition('entity_id', $nids, 'IN')
- ->execute();
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $this->drupalGet('node');
- $this->assertNoPattern('/<span class="username">' . check_plain($this->auth_user->name) . '<\/span>/');
- $count = db_query("SELECT COUNT(*) FROM {feeds_item} fi JOIN {node} n ON fi.entity_type = 'node' AND fi.entity_id = n.nid WHERE n.uid = :uid", array(':uid' => $this->auth_user->uid))->fetchField();
- $this->assertEqual($count, 0, 'Accurate number of items in database.');
- // Map feed node's author to feed item author, update - feed node's items
- // should now be assigned to feed node author.
- $this->addMappings('syndication',
- array(
- 5 => array(
- 'source' => 'parent:uid',
- 'target' => 'uid',
- ),
- )
- );
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $this->drupalGet('node');
- $this->assertNoPattern('/<span class="username">' . check_plain($this->auth_user->name) . '<\/span>/');
- $uid = db_query("SELECT uid FROM {node} WHERE nid = :nid", array(':nid' => $nid))->fetchField();
- $count = db_query("SELECT COUNT(*) FROM {node} WHERE uid = :uid", array(':uid' => $uid))->fetchField();
- $this->assertEqual($count, 11, 'All feed item nodes are assigned to feed node author.');
- // Login with new user with only access content permissions.
- $this->drupalLogin($this->auth_user);
- // Navigate to feed node, there should be no Feeds tabs visible.
- $this->drupalGet("node/$nid");
- $this->assertNoRaw("node/$nid/import");
- $this->assertNoRaw("node/$nid/delete-items");
- // Now create a second feed configuration that is not attached to a content
- // type and run tests on importing/purging.
- // Login with sufficient permissions.
- $this->drupalLogin($this->admin_user);
- // Remove all items again so that next test can check for them.
- $this->drupalPost("node/$nid/delete-items", array(), 'Delete');
- // Create an importer, not attached to content type.
- $this->createImporterConfiguration('Syndication standalone', 'syndication_standalone');
- $edit = array(
- 'content_type' => '',
- );
- $this->drupalPost('admin/structure/feeds/syndication_standalone/settings', $edit, 'Save');
- $this->addMappings('syndication_standalone',
- array(
- 0 => array(
- 'source' => 'title',
- 'target' => 'title',
- 'unique' => FALSE,
- ),
- 1 => array(
- 'source' => 'description',
- 'target' => 'body',
- ),
- 2 => array(
- 'source' => 'timestamp',
- 'target' => 'created',
- ),
- 3 => array(
- 'source' => 'url',
- 'target' => 'url',
- 'unique' => TRUE,
- ),
- 4 => array(
- 'source' => 'guid',
- 'target' => 'guid',
- 'unique' => TRUE,
- ),
- )
- );
- // Import, assert 10 items aggregated after creation of the node.
- $this->importURL('syndication_standalone');
- $this->assertText('Created 10 nodes');
- // Assert accuracy of aggregated information.
- $this->drupalGet('node');
- $this->assertDevseedFeedContent();
- $this->assertFeedItemCount(10);
- // Import again.
- $this->drupalPost('import/syndication_standalone', array(), 'Import');
- $this->assertText('There are no new nodes');
- $this->assertFeedItemCount(10);
- // Enable replace existing and import updated feed file.
- $this->setSettings('syndication_standalone', 'FeedsNodeProcessor', array('update_existing' => 1));
- $feed_url = $GLOBALS['base_url'] . '/' . drupal_get_path('module', 'feeds') . '/tests/feeds/developmentseed_changes.rss2';
- $this->importURL('syndication_standalone', $feed_url);
- $this->assertText('Updated 2 nodes');
- // Assert accuracy of aggregated information (check 2 updates, one orig).
- $this->drupalGet('node');
- $this->assertText('Managing News Translation Workflow: Two Way Translation Updates');
- $this->assertText('Presenting on Features in Drupal and Managing News');
- $this->assertText('Scaling the Open Atrium UI');
- // Import again.
- $this->drupalPost('import/syndication_standalone', array(), 'Import');
- $this->assertText('There are no new nodes');
- $this->assertFeedItemCount(10);
- // Now delete all items.
- $this->drupalPost('import/syndication_standalone/delete-items', array(), 'Delete');
- $this->assertText('Deleted 10 nodes');
- $this->assertFeedItemCount(0);
- // Import again, we should find new content.
- $this->drupalPost('import/syndication_standalone', array(), 'Import');
- $this->assertText('Created 10 nodes');
- $this->assertFeedItemCount(10);
- // Enable unpublish missing nodes and import updated feed file.
- $this->setSettings('syndication_standalone', 'FeedsNodeProcessor', array('update_non_existent' => FEEDS_UNPUBLISH_NON_EXISTENT, 'update_existing' => FEEDS_REPLACE_EXISTING));
- $missing_url = $GLOBALS['base_url'] . '/' . drupal_get_path('module', 'feeds') . '/tests/feeds/developmentseed_missing.rss2';
- $this->importURL('syndication_standalone', $missing_url);
- $this->assertText('Unpublished 1 node');
- $this->assertFeedItemCount(10);
- // Import again to ensure the message that one node is unpublished doesn't
- // reappear (since the node was already unpublished during the previous
- // import).
- $this->drupalPost('import/syndication_standalone', array(), 'Import');
- $this->assertText('There are no new nodes');
- $this->assertFeedItemCount(10);
- // Re-import the original feed to ensure the unpublished node is updated,
- // even though the item is the same since the last time it was available in
- // the feed. Fact is that the node was not available in the previous import
- // and that should be seen as a change.
- $this->importURL('syndication_standalone', $feed_url);
- $this->assertText('Updated 1 node');
- $this->assertFeedItemCount(10);
- // Now delete all items.
- $this->drupalPost('import/syndication_standalone/delete-items', array(), 'Delete');
- $this->assertText('Deleted 10 nodes');
- $this->assertFeedItemCount(0);
- // Import again, to reset node counts.
- $this->importURL('syndication_standalone', $feed_url);
- $this->assertText('Created 10 nodes');
- $this->assertFeedItemCount(10);
- // Change settings to delete non-existent nodes from feed.
- $this->setSettings('syndication_standalone', 'FeedsNodeProcessor', array('update_non_existent' => 'delete'));
- $this->importURL('syndication_standalone', $missing_url);
- $this->assertText('Removed 1 node');
- $this->assertFeedItemCount(9);
- // Now delete all items.
- $this->drupalPost('import/syndication_standalone/delete-items', array(), 'Delete');
- $this->assertText('Deleted 9 nodes');
- $this->assertFeedItemCount(0);
- // Login with new user with only access content permissions.
- $this->drupalLogin($this->auth_user);
- // Navigate to feed import form, access should be denied.
- $this->drupalGet('import/syndication_standalone');
- $this->assertResponse(403);
- // Use File Fetcher.
- $this->drupalLogin($this->admin_user);
- $edit = array('plugin_key' => 'FeedsFileFetcher');
- $this->drupalPost('admin/structure/feeds/syndication_standalone/fetcher', $edit, 'Save');
- $edit = array(
- 'allowed_extensions' => 'rss2',
- );
- $this->drupalPost('admin/structure/feeds/syndication_standalone/settings/FeedsFileFetcher', $edit, 'Save');
- // Create a feed node.
- $edit = array(
- 'files[feeds]' => $this->absolutePath() . '/tests/feeds/drupalplanet.rss2',
- );
- $this->drupalPost('import/syndication_standalone', $edit, 'Import');
- $this->assertText('Created 25 nodes');
- }
- /**
- * Check that the total number of entries in the feeds_item table is correct.
- */
- public function assertFeedItemCount($num) {
- $count = db_query("SELECT COUNT(*) FROM {feeds_item} WHERE entity_type = 'node'")->fetchField();
- $this->assertEqual($count, $num, 'Accurate number of items in database.');
- }
- /**
- * Check thet contents of the current page for the DS feed.
- */
- public function assertDevseedFeedContent() {
- $this->assertText('Open Atrium Translation Workflow: Two Way Translation Updates');
- $this->assertText('Tue, 10/06/2009');
- $this->assertText('A new translation process for Open Atrium & integration with Localize Drupal');
- $this->assertText('Week in DC Tech: October 5th Edition');
- $this->assertText('Mon, 10/05/2009');
- $this->assertText('There are some great technology events happening this week');
- $this->assertText('Mapping Innovation at the World Bank with Open Atrium');
- $this->assertText('Fri, 10/02/2009');
- $this->assertText('is being used as a base platform for collaboration at the World Bank');
- $this->assertText('September GeoDC Meetup Tonight');
- $this->assertText('Wed, 09/30/2009');
- $this->assertText('Today is the last Wednesday of the month');
- $this->assertText('Week in DC Tech: September 28th Edition');
- $this->assertText('Mon, 09/28/2009');
- $this->assertText('Looking to geek out this week? There are a bunch of');
- $this->assertText('Open Data for Microfinance: The New MIXMarket.org');
- $this->assertText('Thu, 09/24/2009');
- $this->assertText('There are profiles for every country that the MIX Market is hosting.');
- $this->assertText('Integrating the Siteminder Access System in an Open Atrium-based Intranet');
- $this->assertText('Tue, 09/22/2009');
- $this->assertText('In addition to authentication, the Siteminder system');
- $this->assertText('Week in DC Tech: September 21 Edition');
- $this->assertText('Mon, 09/21/2009');
- $this->assertText('an interesting variety of technology events happening in Washington, DC ');
- $this->assertText('s Software Freedom Day: Impressions & Photos');
- $this->assertText('Mon, 09/21/2009');
- $this->assertText('Presenting on Features in Drupal and Open Atrium');
- $this->assertText('Scaling the Open Atrium UI');
- $this->assertText('Fri, 09/18/2009');
- $this->assertText('The first major change is switching');
- }
- /**
- * Test validation of feed URLs.
- */
- public function testFeedURLValidation() {
- $edit['feeds[FeedsHTTPFetcher][source]'] = 'invalid://url';
- $this->drupalPost('node/add/page', $edit, 'Save');
- $this->assertText('The URL invalid://url is invalid.');
- }
- /**
- * Test using non-normal URLs like feed:// and webcal://.
- */
- public function testOddFeedSchemes() {
- $url = $GLOBALS['base_url'] . '/' . drupal_get_path('module', 'feeds') . '/tests/feeds/developmentseed.rss2';
- $schemes = array('feed', 'webcal');
- $item_count = 0;
- foreach ($schemes as $scheme) {
- $feed_url = strtr($url, array('http://' => $scheme . '://', 'https://' => $scheme . '://'));
- $edit['feeds[FeedsHTTPFetcher][source]'] = $feed_url;
- $this->drupalPost('node/add/page', $edit, 'Save');
- $this->assertText('Basic page Development Seed - Technological Solutions for Progressive Organizations has been created.');
- $this->assertText('Created 10 nodes.');
- $this->assertFeedItemCount($item_count + 10);
- $item_count += 10;
- }
- }
- /**
- * Test that feed elements and links are not found on non-feed nodes.
- */
- public function testNonFeedNodeUI() {
- // There should not be feed links on an article node.
- $non_feed_node = $this->drupalCreateNode(array('type' => 'article'));
- $this->drupalGet('node/' . $non_feed_node->nid);
- $this->assertNoLinkByHref('node/' . $non_feed_node->nid . '/import');
- $this->assertNoLink('Delete items');
- // Navigate to a non-feed node form, there should be no Feed field visible.
- $this->drupalGet('node/add/article');
- $this->assertNoFieldByName('feeds[FeedsHTTPFetcher][source]');
- }
- /**
- * Test that nodes will not be created if the user is unauthorized to create
- * them.
- */
- public function testAuthorize() {
- // Create a user with limited permissions. We can't use
- // $this->drupalCreateUser here because we need to to set a specific user
- // name.
- $edit = array(
- 'name' => 'Development Seed',
- 'mail' => 'devseed@example.com',
- 'pass' => user_password(),
- 'status' => 1,
- );
- $account = user_save(drupal_anonymous_user(), $edit);
- // Adding a mapping to the user_name will invoke authorization.
- $this->addMappings('syndication',
- array(
- 5 => array(
- 'source' => 'author_name',
- 'target' => 'user_name',
- ),
- )
- );
- $nid = $this->createFeedNode();
- $this->assertText('Failed importing 10 nodes.');
- $this->assertText('The user ' . $account->name . ' is not authorized to create content of type article.');
- $node_count = db_query("SELECT COUNT(*) FROM {node}")->fetchField();
- // We should have 1 node, the feed node.
- $this->assertEqual($node_count, 1, t('Correct number of nodes in the database.'));
- // Give the user our admin powers.
- $edit = array(
- 'roles' => $this->admin_user->roles,
- );
- $account = user_save($account, $edit);
- $this->drupalPost("node/$nid/import", array(), 'Import');
- $this->assertText('Created 10 nodes.');
- $node_count = db_query("SELECT COUNT(*) FROM {node}")->fetchField();
- $this->assertEqual($node_count, 11, t('Correct number of nodes in the database.'));
- }
- /**
- * Tests expiring nodes.
- */
- public function testExpiry() {
- // Create importer configuration.
- $this->setSettings('syndication', NULL, array('content_type' => ''));
- $this->setSettings('syndication', 'FeedsNodeProcessor', array(
- 'expire' => 2592000,
- ));
- // Create importer.
- $this->importURL('syndication');
- // Set date of a few nodes to current date so they don't expire.
- $edit = array(
- 'date' => date('Y-m-d'),
- );
- $this->drupalPost('node/2/edit', $edit, 'Save');
- $this->assertText(date('m/d/Y'), 'Found correct date.');
- $this->drupalPost('node/5/edit', $edit, 'Save');
- $this->assertText(date('m/d/Y'), 'Found correct date.');
- // Run cron to schedule jobs.
- $this->cronRun();
- // Set feeds source expire to run immediately.
- db_update('job_schedule')
- ->fields(array(
- 'next' => 0,
- ))
- ->condition('name', 'feeds_source_expire')
- ->execute();
- // Run cron to execute scheduled jobs.
- $this->cronRun();
- // Query the feeds_items table and count the number of entries.
- $row_count = db_query('SELECT COUNT(*) FROM {feeds_item}')->fetchField();
- // Check that number of feeds items is equal to the expected items.
- $this->assertEqual($row_count, 2, 'Nodes expired.');
- }
- /**
- * Tests process in background option.
- */
- public function testImportInBackground() {
- // Just remove the mappings rather than creating a new importer.
- $this->removeMappings('syndication', $this->getCurrentMappings('syndication'));
- // Set our process limit to something simple.
- variable_set('feeds_process_limit', 5);
- $this->setPlugin('syndication', 'FeedsFileFetcher');
- $this->setPlugin('syndication', 'FeedsCSVParser');
- $this->setSettings('syndication', NULL, array(
- 'content_type' => '',
- 'process_in_background' => TRUE,
- 'import_period' => FEEDS_SCHEDULE_NEVER,
- ));
- $this->addMappings('syndication', array(
- 0 => array(
- 'source' => 'title',
- 'target' => 'title',
- ),
- 1 => array(
- 'source' => 'GUID',
- 'target' => 'guid',
- 'unique' => TRUE,
- ),
- ));
- $this->importFile('syndication', $this->absolutePath() . '/tests/feeds/many_nodes_ordered.csv');
- $this->assertEqual(5, db_query("SELECT COUNT(*) FROM {node}")->fetchField());
- // The feed should still be scheduled because it is being processed.
- // @see https://drupal.org/node/2275893
- $this->cronRun();
- $this->assertEqual(86, db_query("SELECT COUNT(*) FROM {node}")->fetchField());
- }
- /**
- * Tests skip new items.
- */
- public function testSkipNewItems() {
- // Include FeedsProcessor.inc so processor related constants are available.
- module_load_include('inc', 'feeds', 'plugins/FeedsProcessor');
- // Attach to standalone importer.
- $this->setSettings('syndication', NULL, array('content_type' => ''));
- // Set that new items should not be imported.
- $this->setSettings('syndication', 'FeedsNodeProcessor', array(
- 'insert_new' => FEEDS_SKIP_NEW,
- 'update_existing' => FEEDS_SKIP_EXISTING,
- ));
- // Make title unique target.
- $this->removeMappings('syndication', $this->getCurrentMappings('syndication'));
- $this->addMappings('syndication', array(
- 0 => array(
- 'source' => 'title',
- 'target' => 'title',
- 'unique' => TRUE,
- ),
- 1 => array(
- 'source' => 'description',
- 'target' => 'body',
- ),
- 2 => array(
- 'source' => 'timestamp',
- 'target' => 'created',
- ),
- ));
- // Do a first import, no nodes should be created.
- $edit = array(
- 'feeds[FeedsHTTPFetcher][source]' => $GLOBALS['base_url'] . '/' . drupal_get_path('module', 'feeds') . '/tests/feeds/developmentseed.rss2',
- );
- $this->drupalPost('import/syndication', $edit, 'Import');
- $this->assertText('There are no new nodes');
- // Now create two nodes with titles that are present in the source
- // "developmentseed.rss2".
- $this->drupalCreateNode(array(
- 'type' => 'article',
- 'title' => 'Open Atrium Translation Workflow: Two Way Translation Updates',
- ));
- $this->drupalCreateNode(array(
- 'type' => 'article',
- 'title' => 'Week in DC Tech: October 5th Edition',
- ));
- // Import again. Since the processor is set to not update as well, nothing
- // should be imported.
- $this->drupalPost('import/syndication', array(), 'Import');
- $this->assertText('There are no new nodes');
- // Now set importer to update existing.
- $this->setSettings('syndication', 'FeedsNodeProcessor', array(
- 'update_existing' => FEEDS_UPDATE_EXISTING,
- ));
- // And import again. Two nodes should be updated.
- $this->drupalPost('import/syndication', array(), 'Import');
- $this->assertText('Updated 2 nodes.');
- // Change "insert_new" setting to insert new items to verify if changing the
- // setting later has the effect that new items will be imported as yet.
- $this->setSettings('syndication', 'FeedsNodeProcessor', array(
- 'insert_new' => FEEDS_INSERT_NEW,
- ));
- // Import. Eight nodes should be created. No nodes should be updated.
- $this->drupalPost('import/syndication', array(), 'Import');
- $this->assertText('Created 8 nodes.');
- $this->assertNoText('Updated 2 nodes.');
- }
- /**
- * Tests if the target "changed" works as expected.
- */
- public function testChangedTarget() {
- // Create and configure importer.
- $this->createImporterConfiguration('Content CSV', 'csv');
- $this->setSettings('csv', NULL, array('content_type' => '', 'import_period' => FEEDS_SCHEDULE_NEVER));
- $this->setPlugin('csv', 'FeedsFileFetcher');
- $this->setPlugin('csv', 'FeedsCSVParser');
- $this->addMappings('csv', array(
- 0 => array(
- 'source' => 'title',
- 'target' => 'title',
- ),
- // Borrow the timestamp value from the "created" column in the csv.
- 1 => array(
- 'source' => 'created',
- 'target' => 'changed',
- ),
- ));
- // Import CSV file.
- $this->importFile('csv', $this->absolutePath() . '/tests/feeds/content.csv');
- $this->assertText('Created 2 nodes');
- // Assert changed date of nodes.
- $expected_values = array(
- 1 => array(
- 'changed' => 1251936720,
- ),
- 2 => array(
- 'changed' => 1251932360,
- ),
- );
- for ($i = 1; $i <= 2; $i++) {
- $node = node_load($i);
- $this->assertEqual($expected_values[$i]['changed'], $node->changed);
- }
- }
- /**
- * Tests the FeedsSource::pushImport() method.
- */
- public function testPushImport() {
- // Attach to standalone importer.
- $this->setSettings('syndication', NULL, array('content_type' => ''));
- $raw = file_get_contents(dirname(__FILE__) . '/feeds/developmentseed.rss2');
- feeds_source('syndication', 0)->pushImport(new FeedsFetcherResult($raw));
- $this->assertEqual(10, db_query("SELECT COUNT(*) FROM {node}")->fetchField());
- }
- /**
- * Tests the FeedsSource::pushImport() method with a CSV file.
- */
- public function testPushImportWithCSV() {
- // Attach to standalone importer and configure.
- $this->setSettings('syndication', NULL, array('content_type' => ''));
- $this->setPlugin('syndication', 'FeedsCSVParser');
- $this->removeMappings('syndication', $this->getCurrentMappings('syndication'));
- $this->addMappings('syndication', array(
- 0 => array(
- 'source' => 'title',
- 'target' => 'title',
- ),
- ));
- $raw = file_get_contents($this->absolutePath() . '/tests/feeds/many_nodes.csv');
- feeds_source('syndication', 0)->pushImport(new FeedsFetcherResult($raw));
- $this->assertEqual(86, db_query("SELECT COUNT(*) FROM {node}")->fetchField());
- }
- /**
- * Tests if target item is not updated when only non-mapped data on the source changed.
- */
- public function testIrrelevantUpdate() {
- // Include FeedsProcessor.inc so processor related constants are available.
- module_load_include('inc', 'feeds', 'plugins/FeedsProcessor');
- // Attach to standalone importer and configure.
- $this->setSettings('syndication', NULL, array('content_type' => ''));
- $this->setPlugin('syndication', 'FeedsFileFetcher');
- $this->setPlugin('syndication', 'FeedsCSVParser');
- $this->removeMappings('syndication', $this->getCurrentMappings('syndication'));
- $this->addMappings('syndication', array(
- 0 => array(
- 'source' => 'name',
- 'target' => 'title',
- 'unique' => TRUE,
- ),
- ));
- // Import file.
- $this->importFile('syndication', $this->absolutePath() . '/tests/feeds/users.csv');
- $this->assertText('Created 5 nodes');
- // Ensure that no nodes are updated when only non-mapped columns changed.
- $this->setSettings('syndication', 'FeedsNodeProcessor', array(
- 'skip_hash_check' => FALSE,
- 'update_existing' => FEEDS_UPDATE_EXISTING,
- ));
- $this->importFile('syndication', $this->absolutePath() . '/tests/feeds/users_updated.csv');
- $this->assertText('There are no new nodes.');
- }
- }
|