Browse Source

added image prefix

Pablo Barrera Yaksic 2 months ago
parent
commit
9bdf38dbf4

+ 1 - 0
src/interfaces/scaper-articles-options.ts

@@ -8,6 +8,7 @@ export interface IScraperArticlesOptions {
   linkSelector: string
   linkPrefix?: string
   imageSelector?: string
+  imagePrefix?: string
   authorSelector?: string
   dateSelector?: string
   scraperMethod: ScraperMethods

+ 1 - 0
src/portales/chilecultura/handler.ts

@@ -15,6 +15,7 @@ export const handler: Handler = new Portal(
     titleSelector: "div.card-body a",
     linkSelector: "div.card-body a",
     imageSelector: "img.card-img",
+    imagePrefix: "https://chilecultura.gob.cl",
     contentSelector: "p.card-discipline, p.card-description-icon",
     linkPrefix: "https://chilecultura.gob.cl",
     scraperMethod: ScraperMethods.AXIOS,

+ 4 - 1
src/utils/scraper-articles.ts

@@ -55,9 +55,12 @@ export default class ScraperArticles {
   private async getImage (article: AnyNode): Promise<File | null> {
     let imgFile;
     const selector = this._options.imageSelector ?? "";
-    const imgUrl = selector !== "" ? this.getProperty(article, selector, Props.IMAGE) : "";
+    let imgUrl = selector !== "" ? this.getProperty(article, selector, Props.IMAGE) : "";
 
     if (imgUrl !== "") {
+      if (this._options.imagePrefix) {
+        imgUrl = this._options.imagePrefix + imgUrl;
+      }
       imgFile = this._scraper.scrapeFile(imgUrl)
         .catch((err) => {
           if (config.LOG_LEVEL === LogLevels.DEBUG) {