From 042f81ddf21c48c2e61c7c4e1ceed72c266a030b Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Wed, 26 Jun 2024 21:20:11 -0300
Subject: [PATCH] Update removeUnwantedElements.test.ts

---
 .../__tests__/removeUnwantedElements.test.ts  | 28 +++++++++++++++++++
 1 file changed, 28 insertions(+)

diff --git a/apps/api/src/scraper/WebScraper/utils/__tests__/removeUnwantedElements.test.ts b/apps/api/src/scraper/WebScraper/utils/__tests__/removeUnwantedElements.test.ts
index d17ca23c..18438df2 100644
--- a/apps/api/src/scraper/WebScraper/utils/__tests__/removeUnwantedElements.test.ts
+++ b/apps/api/src/scraper/WebScraper/utils/__tests__/removeUnwantedElements.test.ts
@@ -144,4 +144,32 @@ describe('removeUnwantedElements', () => {
     expect(result).not.toContain('<aside>');
     expect(result).not.toContain('<footer>');
   });
+  it('should include specified tags with class', () => {
+    const html = `<div><main class="main-content">Main Content</main><aside class="remove">Remove</aside><footer class="footer-content">Footer Content</footer></div>`;
+    const options: PageOptions = { onlyIncludeTags: ['.main-content', '.footer-content'] };
+    const result = removeUnwantedElements(html, options);
+    expect(result).toContain('<main class="main-content">Main Content</main>');
+    expect(result).toContain('<footer class="footer-content">Footer Content</footer>');
+    expect(result).not.toContain('<aside class="remove">');
+  });
+
+  it('should include specified tags with id', () => {
+    const html = `<div><main id="main-content">Main Content</main><aside id="remove">Remove</aside><footer id="footer-content">Footer Content</footer></div>`;
+    const options: PageOptions = { onlyIncludeTags: ['#main-content', '#footer-content'] };
+    const result = removeUnwantedElements(html, options);
+    expect(result).toContain('<main id="main-content">Main Content</main>');
+    expect(result).toContain('<footer id="footer-content">Footer Content</footer>');
+    expect(result).not.toContain('<aside id="remove">');
+  });
+
+  it('should include specified tags with mixed class and id', () => {
+    const html = `<div><main class="main-content">Main Content</main><aside id="remove">Remove</aside><footer id="footer-content">Footer Content</footer></div>`;
+    const options: PageOptions = { onlyIncludeTags: ['.main-content', '#footer-content'] };
+    const result = removeUnwantedElements(html, options);
+    expect(result).toContain('<main class="main-content">Main Content</main>');
+    expect(result).toContain('<footer id="footer-content">Footer Content</footer>');
+    expect(result).not.toContain('<aside id="remove">');
+  });
+
+
 });