now uses full text from external posts for indexing

Author: niebles

_plugins/external-posts.rb

@@ -62,11 +62,7 @@ def create_document(site, source_name, url, content)
       doc.data['description'] = content[:summary]
       doc.data['date'] = content[:published]
       doc.data['redirect'] = url
-      if content[:summary]
-        doc.content = content[:title] + '. ' + content[:summary]||''
-      else
-        doc.content = content[:title] + '. ' + content[:content]||''
-      end
+      doc.content = content[:content]
       site.collections['posts'].docs << doc
     end
 
@@ -99,7 +95,8 @@ def fetch_content_from_url(url)
       description ||= parsed_html.at('head meta[name="og:description"]')&.attr('content')
       description ||= parsed_html.at('head meta[property="og:description"]')&.attr('content')
 
-      body_content = parsed_html.at('body')&.inner_html || ''
+      body_content = parsed_html.search('p').map { |e| e.text }
+      body_content = body_content.join() || ''
 
       {
         title: title,