159 lines
		
	
	
	
		
			4.2 KiB
		
	
	
	
		
			Ruby
		
	
	
	
	
	
			
		
		
	
	
			159 lines
		
	
	
	
		
			4.2 KiB
		
	
	
	
		
			Ruby
		
	
	
	
	
	
| require 'rails_helper'
 | |
| 
 | |
| RSpec.describe LinkDetailsExtractor do
 | |
|   let(:original_url) { '' }
 | |
|   let(:html) { '' }
 | |
|   let(:html_charset) { nil }
 | |
| 
 | |
|   subject { described_class.new(original_url, html, html_charset) }
 | |
| 
 | |
|   describe '#canonical_url' do
 | |
|     let(:original_url) { 'https://foo.com/article?bar=baz123' }
 | |
| 
 | |
|     context 'when canonical URL points to another host' do
 | |
|       let(:html) { '<!doctype html><link rel="canonical" href="https://bar.com/different-article" />' }
 | |
| 
 | |
|       it 'ignores the canonical URLs' do
 | |
|         expect(subject.canonical_url).to eq original_url
 | |
|       end
 | |
|     end
 | |
| 
 | |
|     context 'when canonical URL points to the same host' do
 | |
|       let(:html) { '<!doctype html><link rel="canonical" href="https://foo.com/article" />' }
 | |
| 
 | |
|       it 'ignores the canonical URLs' do
 | |
|         expect(subject.canonical_url).to eq 'https://foo.com/article'
 | |
|       end
 | |
|     end
 | |
| 
 | |
|     context 'when canonical URL is set to "null"' do
 | |
|       let(:html) { '<!doctype html><link rel="canonical" href="null" />' }
 | |
| 
 | |
|       it 'ignores the canonical URLs' do
 | |
|         expect(subject.canonical_url).to eq original_url
 | |
|       end
 | |
|     end
 | |
|   end
 | |
| 
 | |
|   context 'when structured data is present' do
 | |
|     let(:original_url) { 'https://example.com/page.html' }
 | |
| 
 | |
|     context 'and is wrapped in CDATA tags' do
 | |
|       let(:html) { <<-HTML }
 | |
| <!doctype html>
 | |
| <html>
 | |
| <head>
 | |
|   <script type="application/ld+json">
 | |
|   //<![CDATA[
 | |
|   {"@context":"http://schema.org","@type":"NewsArticle","mainEntityOfPage":"https://example.com/page.html","headline":"Foo","datePublished":"2022-01-31T19:53:00+00:00","url":"https://example.com/page.html","description":"Bar","author":{"@type":"Person","name":"Hoge"},"publisher":{"@type":"Organization","name":"Baz"}}
 | |
|   //]]>
 | |
|   </script>
 | |
| </head>
 | |
| </html>
 | |
|       HTML
 | |
| 
 | |
|       describe '#title' do
 | |
|         it 'returns the title from structured data' do
 | |
|           expect(subject.title).to eq 'Foo'
 | |
|         end
 | |
|       end
 | |
| 
 | |
|       describe '#description' do
 | |
|         it 'returns the description from structured data' do
 | |
|           expect(subject.description).to eq 'Bar'
 | |
|         end
 | |
|       end
 | |
| 
 | |
|       describe '#provider_name' do
 | |
|         it 'returns the provider name from structured data' do
 | |
|           expect(subject.provider_name).to eq 'Baz'
 | |
|         end
 | |
|       end
 | |
| 
 | |
|       describe '#author_name' do
 | |
|         it 'returns the author name from structured data' do
 | |
|           expect(subject.author_name).to eq 'Hoge'
 | |
|         end
 | |
|       end
 | |
|     end
 | |
| 
 | |
|     context 'but the first tag is invalid JSON' do
 | |
|       let(:html) { <<-HTML }
 | |
| <!doctype html>
 | |
| <html>
 | |
| <body>
 | |
|   <script type="application/ld+json">
 | |
|     {
 | |
|       "@context":"https://schema.org",
 | |
|       "@type":"ItemList",
 | |
|       "url":"https://example.com/page.html",
 | |
|       "name":"Foo",
 | |
|       "description":"Bar"
 | |
|     },
 | |
|     {
 | |
|       "@context": "https://schema.org",
 | |
|       "@type": "BreadcrumbList",
 | |
|       "itemListElement":[
 | |
|         {
 | |
|           "@type":"ListItem",
 | |
|           "position":1,
 | |
|           "item":{
 | |
|             "@id":"https://www.example.com",
 | |
|             "name":"Baz"
 | |
|           }
 | |
|         }
 | |
|       ]
 | |
|     }
 | |
|   </script>
 | |
|   <script type="application/ld+json">
 | |
|     {
 | |
|       "@context":"https://schema.org",
 | |
|       "@type":"NewsArticle",
 | |
|       "mainEntityOfPage": {
 | |
|         "@type":"WebPage",
 | |
|         "@id": "http://example.com/page.html"
 | |
|       },
 | |
|       "headline": "Foo",
 | |
|       "description": "Bar",
 | |
|       "datePublished": "2022-01-31T19:46:00+00:00",
 | |
|       "author": {
 | |
|         "@type": "Organization",
 | |
|         "name": "Hoge"
 | |
|       },
 | |
|       "publisher": {
 | |
|         "@type": "NewsMediaOrganization",
 | |
|         "name":"Baz",
 | |
|         "url":"https://example.com/"
 | |
|       }
 | |
|     }
 | |
|   </script>
 | |
| </body>
 | |
| </html>
 | |
|       HTML
 | |
| 
 | |
|       describe '#title' do
 | |
|         it 'returns the title from structured data' do
 | |
|           expect(subject.title).to eq 'Foo'
 | |
|         end
 | |
|       end
 | |
| 
 | |
|       describe '#description' do
 | |
|         it 'returns the description from structured data' do
 | |
|           expect(subject.description).to eq 'Bar'
 | |
|         end
 | |
|       end
 | |
| 
 | |
|       describe '#provider_name' do
 | |
|         it 'returns the provider name from structured data' do
 | |
|           expect(subject.provider_name).to eq 'Baz'
 | |
|         end
 | |
|       end
 | |
| 
 | |
|       describe '#author_name' do
 | |
|         it 'returns the author name from structured data' do
 | |
|           expect(subject.author_name).to eq 'Hoge'
 | |
|         end
 | |
|       end
 | |
|     end
 | |
|   end
 | |
| end
 |