request template page... (2022.2.9) 1

logic_ohli24.py

@@ -11,6 +11,7 @@ from datetime import datetime
 import copy
 # third-party
 import requests
+from lxml import html
 # third-party
 from flask import request, render_template, jsonify
 from sqlalchemy import or_, and_, func, not_, desc
@@ -50,6 +51,16 @@ class LogicOhli24(LogicModuleBase):
         'ohli24_image_url_prefix_episode': 'https://www.jetcloud-list.cc/thumbnail/',
     }
     current_headers = None
+    current_data = None
+    session = requests.Session()
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36',
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
+        'Accept-Language': 'ko-KR,ko;q=0.9,en-US;q=0.8,en;q=0.7',
+        'Referer': ''
+    }
+    useragent = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, '
+                               'like Gecko) Chrome/96.0.4664.110 Whale/3.12.129.46 Safari/537.36'}
 
     def __init__(self, P):
         super(LogicOhli24, self).__init__(P, 'setting', scheduler_desc='ani365 자동 다운로드')
@@ -90,8 +101,8 @@ class LogicOhli24(LogicModuleBase):
                 # code = req.form['code']
                 code = request.form['code']
                 data = []
-                print(code)
-                logger.info("code::: %s", code)
+                # print(code)
+                # logger.info("code::: %s", code)
                 P.ModelSetting.set('ohli24_current_code', code)
                 data = self.get_series_info(code)
                 self.current_data = data
@@ -106,6 +117,66 @@ class LogicOhli24(LogicModuleBase):
             P.logger.error('Exception:%s', e)
             P.logger.error(traceback.format_exc())
 
+    def get_series_info(self, code):
+        try:
+            if self.current_data is not None and 'code' in self.current_data and self.current_data['code'] == code:
+                return self.current_data
+
+            if code.startswith('http'):
+                code = code.split('c/')[1]
+                logger.info(f'code:::: {code}')
+
+            url = P.ModelSetting.get('ohli24_url') + '/c/' + code
+            # self.current_headers = { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)
+            # AppleWebKit/537.36 (KHTML, like Gecko) ' 'Chrome/96.0.4664.110 Whale/3.12.129.46 Safari/537.36',
+            # 'Referer': url }
+
+            response_data = LogicOhli24.get_html(url, timeout=10)
+            tree = html.fromstring(response_data)
+            title = tree.xpath('//div[@class="view-title"]/h1/text()')[0]
+            # image = tree.xpath('//div[@class="view-info"]/div[@class="image"]/div/img')[0]['src']
+            image = tree.xpath('//div[@class="image"]/div/img/@src')[0]
+            des_items = tree.xpath('//div[@class="list"]/p')
+            des = {}
+            des_key = ['_otit', '_dir', '_pub', '_tag', '_classifi', '_country', '_grade']
+
+            logger.info('des_items length:: %s', len(des_items))
+            for idx, item in enumerate(des_items):
+                key = des_key[idx]
+                span = item.xpath('.//span//text()')
+                logger.info(span)
+                des[key] = item.xpath('.//span/text()')[1]
+
+            logger.info(f'des::>> {des}')
+            image = image.replace('..', P.ModelSetting.get('ohli24_url'))
+            logger.info('images:: %s', image)
+            logger.info('title:: %s', title)
+
+            ser_description = tree.xpath('//div[@class="view-stocon"]/div[@class="c"]/text()')
+
+            data = {
+                'title': title,
+                'image': image,
+                'date': '2022.01.11 00:30 (화)',
+                'ser_description': ser_description,
+                'des': des,
+                'episode': [
+                    {
+                        'title': '녹을 먹는 비스코 5화',
+                        'thumbnail': 'https://ohli24.net/data/editor/2201/6ced5f453ef2fe9efb7edfa0e9e12d19_1641871470_4041.jpg',
+                        'date': '2022-02-08'
+                    }
+                ]
+            }
+
+            return data
+            # logger.info(response_text)
+
+        except Exception as e:
+            P.logger.error('Exception:%s', e)
+            P.logger.error(traceback.format_exc())
+            return {'ret': 'exception', 'log': str(e)}
+
     @staticmethod
     def plugin_load():
         try:
@@ -133,6 +204,21 @@ class LogicOhli24(LogicModuleBase):
         db.session.commit()
         return True
 
+    @staticmethod
+    def get_html(url, referer=None, stream=False, timeout=5):
+        try:
+            if LogicOhli24.session is None:
+                LogicOhli24.session = requests.session()
+
+            # logger.debug('get_html :%s', url)
+            headers['Referer'] = '' if referer is None else referer
+            page_content = LogicOhli24.session.get(url, headers=headers, timeout=timeout)
+            data = page_content.text
+        except Exception as e:
+            logger.error('Exception:%s', e)
+            logger.error(traceback.format_exc())
+        return data
+
 
 class Ohli24QueueEntity(FfmpegQueueEntity):
     def __init__(self, P, module_logic, info):
@@ -140,7 +226,8 @@ class Ohli24QueueEntity(FfmpegQueueEntity):
         self.vtt = None
         self.season = 1
         self.content_title = None
-        self.make_episode_info()
+        # Todo::: 임시주석처리
+        # self.make_episode_info()
 
     # episode info
     def make_episode_info(self):