Merge pull request #69 from oven-2023/recommendation

fix crawling
oven-2023 · Nov 21, 2023 · 34b12f6 · 34b12f6
2 parents fba06bd + 2a06a94
commit 34b12f6
Show file tree

Hide file tree

Showing 3 changed files with 45 additions and 9 deletions.
diff --git a/chromedriver b/chromedriver
diff --git a/src/main/java/com/oven/server/api/work/service/CrawlingService.java b/src/main/java/com/oven/server/api/work/service/CrawlingService.java
@@ -39,6 +39,8 @@ public class CrawlingService {
 
     public void saveWork() {
 
+        String chromeDriverPath = "/Users/siyoung/졸업프로젝트/oven-server/chromedriver";
+
         //세션 시작
         ChromeOptions options = new ChromeOptions();
         options.addArguments("--remote-allow-origins=*");
@@ -47,6 +49,8 @@ public void saveWork() {
         //Normal: 로드 이벤트 실행이 반환 될 때 까지 기다린다.
         options.setPageLoadStrategy(PageLoadStrategy.NORMAL);
 
+        System.setProperty("webdriver.chrome.driver", chromeDriverPath);
+
         WebDriver homeDriver = new ChromeDriver(options);
         //driver1, 상세보기 페이지 때문에 하나 더 만듦
         WebDriver detailDriver = new ChromeDriver(options);
@@ -227,18 +231,50 @@ public void saveWork() {
 
 
                 // 감독, 배우
-                List<WebElement> people = detailDriver.findElements(By.className("person"));
+                By moreButtonLocator = By.className("action__more-button");
+
+                List<WebElement> moreButtons = detailDriver.findElements(moreButtonLocator);
+                for (WebElement button : moreButtons) {
+                    if (button.isDisplayed()) {
+                        ((JavascriptExecutor) detailDriver).executeScript("arguments[0].click();", button);
+                        log.info("--------더보기 버튼 선택--------");
+                    }
+                }
+
+//                List<WebElement> people = detailDriver.findElements(By.className("person"));
 
                 String directors = "";
                 String actors = "";
 
-                for (WebElement person : people) {
-                    if (person.findElement(By.className("character")).getText().equals("감독")) {
-                        directors = directors + person.findElement(By.className("name")).getText() + ", ";
-                    } else {
-                        actors = actors + person.findElement(By.className("name")).getText() + ", ";
+                try {
+                    List<WebElement> staffList = detailDriver.findElement(By.id("staffList")).findElements(By.className("person"));
+                    for (WebElement staff : staffList) {
+                        if (staff.findElement(By.className("character")).getText().equals("감독") || staff.findElement(By.className("character")).getText().equals("연출")) {
+                            directors = directors + staff.findElement(By.className("name")).getText() + ", ";
+                        }
+                    }
+                } catch (NoSuchElementException e) {
+                    directors = "";
+                }
+                try {
+                    List<WebElement> actorList = detailDriver.findElement(By.id("actorList")).findElements(By.className("person"));
+                    int i = 0;
+                    for (WebElement actor : actorList) {
+                        i = i+1;
+                        actors = actors + actor.findElement(By.className("name")).getText() + ", ";
+                        if (i >= 10) break;
                     }
+                } catch (NoSuchElementException e) {
+                    actors = "";
                 }
+
+//                for (WebElement person : people) {
+//                    if (person.findElement(By.xpath("//*[@id=\"staffList\"]/div[1]/div[2]")).getText().equals("감독")) {
+//                        directors = directors + person.findElement(By.className("name")).getText() + ", ";
+//                    } else {
+//                        actors = actors + person.findElement(By.className("name")).getText() + ", ";
+//                    }
+//                }
                 log.info("----directors: " + directors + "--------");
                 log.info("----actors: " + actors + "--------");
 
@@ -260,8 +296,8 @@ public void saveWork() {
                 List<WebElement> providers = detailDriver.findElements(By.className("price-item-provider"));
 
                 for (WebElement provider : providers) {
-                    log.info("----provider: " + provider.findElement(By.tagName("p")).getText() + "--------");
-                    switch (provider.findElement(By.tagName("p")).getText()) {
+                    log.info("----provider: " + provider.findElement(By.tagName("span")).getText() + "--------");
+                    switch (provider.findElement(By.tagName("span")).getText()) {
                         case "넷플릭스":
                             saveWorkProvider("NETFLIX", savedWork);
                             break;

diff --git a/src/main/resources/application.yml b/src/main/resources/application.yml
@@ -3,4 +3,4 @@ spring:
     include:
       - db
       - security
-      - redis
+      - redis