Browse Source

trim links

Pablo Barrera Yaksic 2 months ago
parent
commit
f624b80a25
2 changed files with 6 additions and 6 deletions
  1. 5 5
      src/portales/portal.ts
  2. 1 1
      src/utils/scraper-articles.ts

+ 5 - 5
src/portales/portal.ts

@@ -47,7 +47,7 @@ export default class Portal {
         if (article.content !== "") {
           message += `\n\n${article.content}`;
         }
-        message += `\n${article.link}`;
+        message += `\n ${Emojis.LINK} ${article.link}`;
 
         if (message.trim().length === 0) {
           continue;
@@ -74,7 +74,7 @@ export default class Portal {
         // If the message is more than 400 characters long, its very likely due to the article.content
         if (message.length > 400) {
           message = `${Emojis.NEWS} ${article.title}.\n\n${article.content}`.substring(0, 397) + "...";
-          message += `\n${article.link}`;
+          message += `\n ${Emojis.LINK} ${article.link}`;
         }
 
         const mediaIds: any[] = [];
@@ -87,10 +87,10 @@ export default class Portal {
 
         await this._mastodonClient.v1.statuses.create({ status: message, mediaIds });
         await this._redisClient.store(
-          article.link.trim(), 
+          article.link, 
           date, 
-          { EX: this._scraperArticlesOptions.cacheExpiration ? this._scraperArticlesOptions.cacheExpiration : 60 * 60 * 24 }
-        ); // EX: 24 hrs expiration
+          { EX: this._scraperArticlesOptions.cacheExpiration ? this._scraperArticlesOptions.cacheExpiration : 60 * 60 * 24 } // EX: 24 hrs expiration
+        );
         totalPublished++
       }
       console.log(`${this._name} | Published ${totalPublished} new articles`);

+ 1 - 1
src/utils/scraper-articles.ts

@@ -49,7 +49,7 @@ export default class ScraperArticles {
   private getLink (article: AnyNode): string {
     const selector = this._options.linkSelector ?? "";
     const url = selector !== "" ? this.getProperty(article, selector, Props.LINK) : this._options.url
-    return this._options.linkPrefix !== undefined ? this._options.linkPrefix + url : url;
+    return this._options.linkPrefix !== undefined ? (this._options.linkPrefix + url).trim() : url.trim();
   }
 
   private async getImage (article: AnyNode): Promise<File | null> {