diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..e763b68 --- /dev/null +++ b/.gitignore @@ -0,0 +1,33 @@ + +# Don't track content of these folders +node_modules/ +someOtherfoler/ +.idea/ + +# Compiled source # +################### +*.com +*.class +*.dll +*.exe +*.o +*.so + +*.so + +# Packages # +############ +# it's better to unpack these files and commit the raw source +# git has its own built in compression methods +*.7z +*.dmg +*.gz +*.iso +*.jar +*.rar +*.tar +*.zip +*.jpg +*.csv +*.html +*.pdf diff --git a/.idea/.gitignore b/.idea/.gitignore new file mode 100644 index 0000000..0e40fe8 --- /dev/null +++ b/.idea/.gitignore @@ -0,0 +1,3 @@ + +# Default ignored files +/workspace.xml \ No newline at end of file diff --git a/.idea/inspectionProfiles/profiles_settings.xml b/.idea/inspectionProfiles/profiles_settings.xml new file mode 100644 index 0000000..105ce2d --- /dev/null +++ b/.idea/inspectionProfiles/profiles_settings.xml @@ -0,0 +1,6 @@ + + + + \ No newline at end of file diff --git a/.idea/misc.xml b/.idea/misc.xml new file mode 100644 index 0000000..4b78038 --- /dev/null +++ b/.idea/misc.xml @@ -0,0 +1,4 @@ + + + + \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml new file mode 100644 index 0000000..2f4b040 --- /dev/null +++ b/.idea/modules.xml @@ -0,0 +1,8 @@ + + + + + + + + \ No newline at end of file diff --git a/.idea/news_feed_reader.iml b/.idea/news_feed_reader.iml new file mode 100644 index 0000000..f6bbd3d --- /dev/null +++ b/.idea/news_feed_reader.iml @@ -0,0 +1,11 @@ + + + + + + + + + + \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml new file mode 100644 index 0000000..94a25f7 --- /dev/null +++ b/.idea/vcs.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e69de29 diff --git a/__init__.py b/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/__init__.py b/build/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/__init__.py b/build/lib/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/build/__init__.py b/build/lib/build/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/build/lib/__init__.py b/build/lib/build/lib/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/build/lib/build/__init__.py b/build/lib/build/lib/build/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/build/lib/build/lib/__init__.py b/build/lib/build/lib/build/lib/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/build/lib/build/lib/news_feed_reader/__init__.py b/build/lib/build/lib/build/lib/news_feed_reader/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/build/lib/build/lib/news_feed_reader/rss_reader.py b/build/lib/build/lib/build/lib/news_feed_reader/rss_reader.py new file mode 100644 index 0000000..6f44907 --- /dev/null +++ b/build/lib/build/lib/build/lib/news_feed_reader/rss_reader.py @@ -0,0 +1,179 @@ +import requests +import re + +import lxml.html as html +import xml.etree.ElementTree as ET +import json + +import argparse + +PROJECT_VERSION = '1.0' +PROJECT_DESCRIPTION = '' + + +class NewsReader: + """ + Class for reading news from rss-format files. + + @Input: url + """ + + def __init__(self, url, limit=None, verbose=False): + """ + + :param url: url of rss + :param limit: limit of news in feed + """ + + self.url = url + self.limit = limit + self.verbose = verbose + + self.items = self.get_news() + + def get_news(self): + request = requests.get(self.url) # TODO: catch all errors + + if self.verbose: + print(request.status_code) # TODO: create understandable error status output + + result = request.text + tree = ET.fromstring(result) + + items = dict() + items.setdefault('title', ' ') + useful_tags = ['title', 'pubDate', 'link', 'description'] + + for head_el in tree[0]: + if head_el.tag == 'title': + items['title'] = head_el.text + + for num, item in enumerate(tree.iter('item')): + + if self.limit is not None and self.limit == num: + break + + items.setdefault(num, {}) + + news_description = dict() + + for description in item: + if description.tag in useful_tags: + news_description[description.tag] = description.text + + text, image_link, image_text = NewsReader.parse_description(news_description['description']) + + news_description['description'] = text + news_description['imageLink'] = image_link + news_description['imageDescription'] = image_text + + items[num].update(news_description) + + return items + + @staticmethod + def parse_description(description): + text = NewsReader.get_description(description) + image = NewsReader.get_image(description) + + # TODO: deal with image indexing + image_link = image[0] + image_text = image[1] + + return text, image_link, image_text + + @staticmethod + def get_image_regexpr(description): + image_url = re.findall(r'src="([^"]+)"', description) + image_description = re.findall(r'alt="([^"]+)"', description) + + return image_url, image_description + + @staticmethod + def get_image(description): + xhtml = html.fromstring(description) + image_src = xhtml.xpath('//img/@src') + image_description = xhtml.xpath('//img/@alt') + + if len(image_src) == 0: + image_src = 'No image' + else: + image_src = image_src[0] + + if len(image_description) == 0: + image_description = 'No image description' + else: + image_description = image_description[0] + + return image_src, image_description + + @staticmethod + def get_description(description): + node = html.fromstring(description) + + return node.text_content() + + @staticmethod + def news_text(news): + + result = "\n\tTitle: {}\n\tDate: {}\n\tLink: {}\n\n\tImage link: {}\n\t" \ + "Image description: {}\n\tDescription: {}".format(news['title'], + news['pubDate'], + news['link'], + news['imageLink'], + news['imageDescription'], + news['description']) + + return result + + def fancy_output(self): + if self.verbose: + print('News feed is ready') + + for key, value in self.items.items(): + if key == 'title': + print(f'Feed: {value}') + else: + print(self.news_text(value)) + + print('_' * 100) + + def to_json(self): + if self.verbose: + print('Json was created') + + json_result = json.dumps(self.items) + + return json_result + + +def main(): + parser = argparse.ArgumentParser(description='Pure Python command-line RSS reader') + + parser.add_argument('source', type=str, help='RSS URL') + + parser.add_argument('--version', help='Print version info', action='store_true') + parser.add_argument('--json', help='Print result as json in stdout', action='store_true') + parser.add_argument('--verbose', help='Output verbose status messages', action='store_true') + # TODO: add flags to output logs + parser.add_argument('--limit', type=int, help='Limit news topics if this parameter provided') + + args = parser.parse_args() + print(args) + + if args.version: + print(PROJECT_VERSION) + print(PROJECT_DESCRIPTION) + + if args.json: + news = NewsReader(args.source, args.limit, args.verbose) + + print(news.to_json()) + else: + news = NewsReader(args.source, args.limit, args.verbose) + + news.fancy_output() + + +if __name__ == '__main__': + main() diff --git a/build/lib/build/lib/news_feed/__init__.py b/build/lib/build/lib/news_feed/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/build/lib/news_feed/rss_reader.py b/build/lib/build/lib/news_feed/rss_reader.py new file mode 100644 index 0000000..0453156 --- /dev/null +++ b/build/lib/build/lib/news_feed/rss_reader.py @@ -0,0 +1,179 @@ +import requests +import re +import datetime + +import lxml.html as html +import xml.etree.ElementTree as ET +import json + +import argparse + +PROJECT_VERSION = '1.0' +PROJECT_DESCRIPTION = '' + + +class NewsReader: + """ + Class for reading news from rss-format files. + + @Input: url + """ + + def __init__(self, url, limit=None, verbose=False): + """ + + :param url: url of rss + :param limit: limit of news in feed + """ + + self.url = url + self.limit = limit + self.verbose = verbose + + self.items = self.get_news() + + def get_news(self): + request = requests.get(self.url) # TODO: catch all errors + + if self.verbose: + print(request.status_code) # TODO: create understandable error status output + + result = request.text + tree = ET.fromstring(result) + + items = dict() + items.setdefault('title', ' ') + useful_tags = ['title', 'pubDate', 'link', 'description'] + + for head_el in tree[0]: + if head_el.tag == 'title': + items['title'] = head_el.text + + for num, item in enumerate(tree.iter('item')): + + if self.limit is not None and self.limit == num: + break + + items.setdefault(num, {}) + + news_description = dict() + + for description in item: + if description.tag in useful_tags: + news_description[description.tag] = description.text + + text, image_link, image_text = NewsReader.parse_description(news_description['description']) + + news_description['description'] = text + news_description['imageLink'] = image_link + news_description['imageDescription'] = image_text + + items[num].update(news_description) + + return items + + def cash_news(self): + pass + + @staticmethod + def parse_description(description): + text = NewsReader.get_description(description) + image = NewsReader.get_image(description) + + # TODO: deal with image indexing + image_link = image[0] + image_text = image[1] + + return text, image_link, image_text + + @staticmethod + def get_image(description): + xhtml = html.fromstring(description) + image_src = xhtml.xpath('//img/@src') + image_description = xhtml.xpath('//img/@alt') + + if len(image_src) == 0: + image_src = 'No image' + else: + image_src = image_src[0] + + if len(image_description) == 0: + image_description = 'No image description' + else: + image_description = image_description[0] + + return image_src, image_description + + @staticmethod + def get_description(description): + node = html.fromstring(description) + + return node.text_content() + + @staticmethod + def news_text(news): + + result = "\n\tTitle: {}\n\tDate: {}\n\tLink: {}\n\n\tImage link: {}\n\t" \ + "Image description: {}\n\tDescription: {}".format(news['title'], + news['pubDate'], + news['link'], + news['imageLink'], + news['imageDescription'], + news['description']) + + return result + + def fancy_output(self): + if self.verbose: + print('News feed is ready') + + for key, value in self.items.items(): + if key == 'title': + print(f'Feed: {value}') + else: + print(self.news_text(value)) + + print('_' * 100) + + def to_json(self): + if self.verbose: + print('Json was created') + + json_result = json.dumps(self.items) + + return json_result + + +def main(): + parser = argparse.ArgumentParser(description='Pure Python command-line RSS reader') + + parser.add_argument('source', type=str, help='RSS URL') + + parser.add_argument('--version', help='Print version info', action='store_true') + parser.add_argument('--json', help='Print result as json in stdout', action='store_true') + parser.add_argument('--verbose', help='Output verbose status messages', action='store_true') + parser.add_argument('--cashing', help='Cash news if chosen', action='store_true') + + # TODO: add flags to output logs + parser.add_argument('--limit', type=int, help='Limit news topics if this parameter provided') + parser.add_argument('--date', type=datetime.datetime, help='Reads cashed news by date. And output them') + + args = parser.parse_args() + print(args) + + if args.version: + print(PROJECT_VERSION) + print(PROJECT_DESCRIPTION) + + if args.json: + news = NewsReader(args.source, args.limit, args.verbose) + + print(news.to_json()) + else: + news = NewsReader(args.source, args.limit, args.verbose) + + news.fancy_output() + + +if __name__ == '__main__': + main() diff --git a/build/lib/build/lib/news_feed_reader/__init__.py b/build/lib/build/lib/news_feed_reader/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/build/lib/news_feed_reader/rss_reader.py b/build/lib/build/lib/news_feed_reader/rss_reader.py new file mode 100644 index 0000000..6f44907 --- /dev/null +++ b/build/lib/build/lib/news_feed_reader/rss_reader.py @@ -0,0 +1,179 @@ +import requests +import re + +import lxml.html as html +import xml.etree.ElementTree as ET +import json + +import argparse + +PROJECT_VERSION = '1.0' +PROJECT_DESCRIPTION = '' + + +class NewsReader: + """ + Class for reading news from rss-format files. + + @Input: url + """ + + def __init__(self, url, limit=None, verbose=False): + """ + + :param url: url of rss + :param limit: limit of news in feed + """ + + self.url = url + self.limit = limit + self.verbose = verbose + + self.items = self.get_news() + + def get_news(self): + request = requests.get(self.url) # TODO: catch all errors + + if self.verbose: + print(request.status_code) # TODO: create understandable error status output + + result = request.text + tree = ET.fromstring(result) + + items = dict() + items.setdefault('title', ' ') + useful_tags = ['title', 'pubDate', 'link', 'description'] + + for head_el in tree[0]: + if head_el.tag == 'title': + items['title'] = head_el.text + + for num, item in enumerate(tree.iter('item')): + + if self.limit is not None and self.limit == num: + break + + items.setdefault(num, {}) + + news_description = dict() + + for description in item: + if description.tag in useful_tags: + news_description[description.tag] = description.text + + text, image_link, image_text = NewsReader.parse_description(news_description['description']) + + news_description['description'] = text + news_description['imageLink'] = image_link + news_description['imageDescription'] = image_text + + items[num].update(news_description) + + return items + + @staticmethod + def parse_description(description): + text = NewsReader.get_description(description) + image = NewsReader.get_image(description) + + # TODO: deal with image indexing + image_link = image[0] + image_text = image[1] + + return text, image_link, image_text + + @staticmethod + def get_image_regexpr(description): + image_url = re.findall(r'src="([^"]+)"', description) + image_description = re.findall(r'alt="([^"]+)"', description) + + return image_url, image_description + + @staticmethod + def get_image(description): + xhtml = html.fromstring(description) + image_src = xhtml.xpath('//img/@src') + image_description = xhtml.xpath('//img/@alt') + + if len(image_src) == 0: + image_src = 'No image' + else: + image_src = image_src[0] + + if len(image_description) == 0: + image_description = 'No image description' + else: + image_description = image_description[0] + + return image_src, image_description + + @staticmethod + def get_description(description): + node = html.fromstring(description) + + return node.text_content() + + @staticmethod + def news_text(news): + + result = "\n\tTitle: {}\n\tDate: {}\n\tLink: {}\n\n\tImage link: {}\n\t" \ + "Image description: {}\n\tDescription: {}".format(news['title'], + news['pubDate'], + news['link'], + news['imageLink'], + news['imageDescription'], + news['description']) + + return result + + def fancy_output(self): + if self.verbose: + print('News feed is ready') + + for key, value in self.items.items(): + if key == 'title': + print(f'Feed: {value}') + else: + print(self.news_text(value)) + + print('_' * 100) + + def to_json(self): + if self.verbose: + print('Json was created') + + json_result = json.dumps(self.items) + + return json_result + + +def main(): + parser = argparse.ArgumentParser(description='Pure Python command-line RSS reader') + + parser.add_argument('source', type=str, help='RSS URL') + + parser.add_argument('--version', help='Print version info', action='store_true') + parser.add_argument('--json', help='Print result as json in stdout', action='store_true') + parser.add_argument('--verbose', help='Output verbose status messages', action='store_true') + # TODO: add flags to output logs + parser.add_argument('--limit', type=int, help='Limit news topics if this parameter provided') + + args = parser.parse_args() + print(args) + + if args.version: + print(PROJECT_VERSION) + print(PROJECT_DESCRIPTION) + + if args.json: + news = NewsReader(args.source, args.limit, args.verbose) + + print(news.to_json()) + else: + news = NewsReader(args.source, args.limit, args.verbose) + + news.fancy_output() + + +if __name__ == '__main__': + main() diff --git a/build/lib/news_feed/__init__.py b/build/lib/news_feed/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/news_feed/rss_reader.py b/build/lib/news_feed/rss_reader.py new file mode 100644 index 0000000..0453156 --- /dev/null +++ b/build/lib/news_feed/rss_reader.py @@ -0,0 +1,179 @@ +import requests +import re +import datetime + +import lxml.html as html +import xml.etree.ElementTree as ET +import json + +import argparse + +PROJECT_VERSION = '1.0' +PROJECT_DESCRIPTION = '' + + +class NewsReader: + """ + Class for reading news from rss-format files. + + @Input: url + """ + + def __init__(self, url, limit=None, verbose=False): + """ + + :param url: url of rss + :param limit: limit of news in feed + """ + + self.url = url + self.limit = limit + self.verbose = verbose + + self.items = self.get_news() + + def get_news(self): + request = requests.get(self.url) # TODO: catch all errors + + if self.verbose: + print(request.status_code) # TODO: create understandable error status output + + result = request.text + tree = ET.fromstring(result) + + items = dict() + items.setdefault('title', ' ') + useful_tags = ['title', 'pubDate', 'link', 'description'] + + for head_el in tree[0]: + if head_el.tag == 'title': + items['title'] = head_el.text + + for num, item in enumerate(tree.iter('item')): + + if self.limit is not None and self.limit == num: + break + + items.setdefault(num, {}) + + news_description = dict() + + for description in item: + if description.tag in useful_tags: + news_description[description.tag] = description.text + + text, image_link, image_text = NewsReader.parse_description(news_description['description']) + + news_description['description'] = text + news_description['imageLink'] = image_link + news_description['imageDescription'] = image_text + + items[num].update(news_description) + + return items + + def cash_news(self): + pass + + @staticmethod + def parse_description(description): + text = NewsReader.get_description(description) + image = NewsReader.get_image(description) + + # TODO: deal with image indexing + image_link = image[0] + image_text = image[1] + + return text, image_link, image_text + + @staticmethod + def get_image(description): + xhtml = html.fromstring(description) + image_src = xhtml.xpath('//img/@src') + image_description = xhtml.xpath('//img/@alt') + + if len(image_src) == 0: + image_src = 'No image' + else: + image_src = image_src[0] + + if len(image_description) == 0: + image_description = 'No image description' + else: + image_description = image_description[0] + + return image_src, image_description + + @staticmethod + def get_description(description): + node = html.fromstring(description) + + return node.text_content() + + @staticmethod + def news_text(news): + + result = "\n\tTitle: {}\n\tDate: {}\n\tLink: {}\n\n\tImage link: {}\n\t" \ + "Image description: {}\n\tDescription: {}".format(news['title'], + news['pubDate'], + news['link'], + news['imageLink'], + news['imageDescription'], + news['description']) + + return result + + def fancy_output(self): + if self.verbose: + print('News feed is ready') + + for key, value in self.items.items(): + if key == 'title': + print(f'Feed: {value}') + else: + print(self.news_text(value)) + + print('_' * 100) + + def to_json(self): + if self.verbose: + print('Json was created') + + json_result = json.dumps(self.items) + + return json_result + + +def main(): + parser = argparse.ArgumentParser(description='Pure Python command-line RSS reader') + + parser.add_argument('source', type=str, help='RSS URL') + + parser.add_argument('--version', help='Print version info', action='store_true') + parser.add_argument('--json', help='Print result as json in stdout', action='store_true') + parser.add_argument('--verbose', help='Output verbose status messages', action='store_true') + parser.add_argument('--cashing', help='Cash news if chosen', action='store_true') + + # TODO: add flags to output logs + parser.add_argument('--limit', type=int, help='Limit news topics if this parameter provided') + parser.add_argument('--date', type=datetime.datetime, help='Reads cashed news by date. And output them') + + args = parser.parse_args() + print(args) + + if args.version: + print(PROJECT_VERSION) + print(PROJECT_DESCRIPTION) + + if args.json: + news = NewsReader(args.source, args.limit, args.verbose) + + print(news.to_json()) + else: + news = NewsReader(args.source, args.limit, args.verbose) + + news.fancy_output() + + +if __name__ == '__main__': + main() diff --git a/build/lib/news_feed_reader/__init__.py b/build/lib/news_feed_reader/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/build/lib/news_feed_reader/rss_reader.py b/build/lib/news_feed_reader/rss_reader.py new file mode 100644 index 0000000..6f44907 --- /dev/null +++ b/build/lib/news_feed_reader/rss_reader.py @@ -0,0 +1,179 @@ +import requests +import re + +import lxml.html as html +import xml.etree.ElementTree as ET +import json + +import argparse + +PROJECT_VERSION = '1.0' +PROJECT_DESCRIPTION = '' + + +class NewsReader: + """ + Class for reading news from rss-format files. + + @Input: url + """ + + def __init__(self, url, limit=None, verbose=False): + """ + + :param url: url of rss + :param limit: limit of news in feed + """ + + self.url = url + self.limit = limit + self.verbose = verbose + + self.items = self.get_news() + + def get_news(self): + request = requests.get(self.url) # TODO: catch all errors + + if self.verbose: + print(request.status_code) # TODO: create understandable error status output + + result = request.text + tree = ET.fromstring(result) + + items = dict() + items.setdefault('title', ' ') + useful_tags = ['title', 'pubDate', 'link', 'description'] + + for head_el in tree[0]: + if head_el.tag == 'title': + items['title'] = head_el.text + + for num, item in enumerate(tree.iter('item')): + + if self.limit is not None and self.limit == num: + break + + items.setdefault(num, {}) + + news_description = dict() + + for description in item: + if description.tag in useful_tags: + news_description[description.tag] = description.text + + text, image_link, image_text = NewsReader.parse_description(news_description['description']) + + news_description['description'] = text + news_description['imageLink'] = image_link + news_description['imageDescription'] = image_text + + items[num].update(news_description) + + return items + + @staticmethod + def parse_description(description): + text = NewsReader.get_description(description) + image = NewsReader.get_image(description) + + # TODO: deal with image indexing + image_link = image[0] + image_text = image[1] + + return text, image_link, image_text + + @staticmethod + def get_image_regexpr(description): + image_url = re.findall(r'src="([^"]+)"', description) + image_description = re.findall(r'alt="([^"]+)"', description) + + return image_url, image_description + + @staticmethod + def get_image(description): + xhtml = html.fromstring(description) + image_src = xhtml.xpath('//img/@src') + image_description = xhtml.xpath('//img/@alt') + + if len(image_src) == 0: + image_src = 'No image' + else: + image_src = image_src[0] + + if len(image_description) == 0: + image_description = 'No image description' + else: + image_description = image_description[0] + + return image_src, image_description + + @staticmethod + def get_description(description): + node = html.fromstring(description) + + return node.text_content() + + @staticmethod + def news_text(news): + + result = "\n\tTitle: {}\n\tDate: {}\n\tLink: {}\n\n\tImage link: {}\n\t" \ + "Image description: {}\n\tDescription: {}".format(news['title'], + news['pubDate'], + news['link'], + news['imageLink'], + news['imageDescription'], + news['description']) + + return result + + def fancy_output(self): + if self.verbose: + print('News feed is ready') + + for key, value in self.items.items(): + if key == 'title': + print(f'Feed: {value}') + else: + print(self.news_text(value)) + + print('_' * 100) + + def to_json(self): + if self.verbose: + print('Json was created') + + json_result = json.dumps(self.items) + + return json_result + + +def main(): + parser = argparse.ArgumentParser(description='Pure Python command-line RSS reader') + + parser.add_argument('source', type=str, help='RSS URL') + + parser.add_argument('--version', help='Print version info', action='store_true') + parser.add_argument('--json', help='Print result as json in stdout', action='store_true') + parser.add_argument('--verbose', help='Output verbose status messages', action='store_true') + # TODO: add flags to output logs + parser.add_argument('--limit', type=int, help='Limit news topics if this parameter provided') + + args = parser.parse_args() + print(args) + + if args.version: + print(PROJECT_VERSION) + print(PROJECT_DESCRIPTION) + + if args.json: + news = NewsReader(args.source, args.limit, args.verbose) + + print(news.to_json()) + else: + news = NewsReader(args.source, args.limit, args.verbose) + + news.fancy_output() + + +if __name__ == '__main__': + main() diff --git a/dist/news-feed-0.2.tar.gz b/dist/news-feed-0.2.tar.gz new file mode 100644 index 0000000..bbaa883 Binary files /dev/null and b/dist/news-feed-0.2.tar.gz differ diff --git a/dist/news_feed-0.2-py3-none-any.whl b/dist/news_feed-0.2-py3-none-any.whl new file mode 100644 index 0000000..c626569 Binary files /dev/null and b/dist/news_feed-0.2-py3-none-any.whl differ diff --git a/news_feed.egg-info/PKG-INFO b/news_feed.egg-info/PKG-INFO new file mode 100644 index 0000000..0fcb52b --- /dev/null +++ b/news_feed.egg-info/PKG-INFO @@ -0,0 +1,14 @@ +Metadata-Version: 2.1 +Name: news-feed +Version: 0.2 +Summary: News aggregator +Home-page: https://github.com/Vadbeg/news_feed_reader +Author: Vadim Titko +Author-email: Vadbeg@tut.by +License: UNKNOWN +Description: UNKNOWN +Platform: UNKNOWN +Classifier: Programming Language :: Python :: 3 +Classifier: Operating System :: OS Independent +Requires-Python: >=3.6 +Description-Content-Type: text/markdown diff --git a/news_feed.egg-info/SOURCES.txt b/news_feed.egg-info/SOURCES.txt new file mode 100644 index 0000000..870fff8 --- /dev/null +++ b/news_feed.egg-info/SOURCES.txt @@ -0,0 +1,10 @@ +README.md +setup.py +news_feed/__init__.py +news_feed/rss_reader.py +news_feed.egg-info/PKG-INFO +news_feed.egg-info/SOURCES.txt +news_feed.egg-info/dependency_links.txt +news_feed.egg-info/entry_points.txt +news_feed.egg-info/requires.txt +news_feed.egg-info/top_level.txt \ No newline at end of file diff --git a/news_feed.egg-info/dependency_links.txt b/news_feed.egg-info/dependency_links.txt new file mode 100644 index 0000000..8b13789 --- /dev/null +++ b/news_feed.egg-info/dependency_links.txt @@ -0,0 +1 @@ + diff --git a/news_feed.egg-info/entry_points.txt b/news_feed.egg-info/entry_points.txt new file mode 100644 index 0000000..1aa40ae --- /dev/null +++ b/news_feed.egg-info/entry_points.txt @@ -0,0 +1,3 @@ +[console_scripts] +rss_reader = news_feed.rss_reader:main + diff --git a/news_feed.egg-info/requires.txt b/news_feed.egg-info/requires.txt new file mode 100644 index 0000000..f2d1975 --- /dev/null +++ b/news_feed.egg-info/requires.txt @@ -0,0 +1 @@ +lxml>=4.3.0 diff --git a/news_feed.egg-info/top_level.txt b/news_feed.egg-info/top_level.txt new file mode 100644 index 0000000..85f2f3e --- /dev/null +++ b/news_feed.egg-info/top_level.txt @@ -0,0 +1,2 @@ +build +news_feed diff --git a/news_feed/__init__.py b/news_feed/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/news_feed/__pycache__/format_converter.cpython-37.pyc b/news_feed/__pycache__/format_converter.cpython-37.pyc new file mode 100644 index 0000000..f2395cb Binary files /dev/null and b/news_feed/__pycache__/format_converter.cpython-37.pyc differ diff --git a/news_feed/__pycache__/rss_reader.cpython-37.pyc b/news_feed/__pycache__/rss_reader.cpython-37.pyc new file mode 100644 index 0000000..78991ac Binary files /dev/null and b/news_feed/__pycache__/rss_reader.cpython-37.pyc differ diff --git a/news_feed/format_converter.py b/news_feed/format_converter.py new file mode 100644 index 0000000..66c994f --- /dev/null +++ b/news_feed/format_converter.py @@ -0,0 +1,293 @@ +from fpdf import FPDF + +from PIL import Image +import requests +from io import BytesIO +import os + +def silent_remove(path): + """ + Remove file which may not exists + + :param path: filepath + :return: None + """ + + try: + os.remove(path) + except OSError: + pass + + +class PdfNewsConverter(FPDF): + """ + Easy-to-use pdf rss news converter + + """ + + def __init__(self, items): + """ + + :param items: Rss in dictionary + """ + + super(PdfNewsConverter, self).__init__() + + self.items = items + + def header(self): + """ + Pdf file header + + :return: None + """ + + self.set_top_margin(-10) + self.set_font('Times', 'I', 8) + self.cell(100) + self.ln(20) + + header = self.items['title'] + self.cell(w=0, h=10, + txt=header, align='C', ln=2) + + def footer(self): + """ + Pdf file footer + + :return: None + """ + + self.set_y(-15) + self.set_font('Times', 'I', 8) + + self.cell(0, 10, + 'Page number ' + str(self.page_no()), + 0, 0, 'C') + + def put_image(self, link): # TODO: make image reading from buffer! + """ + Downloads image from link and paste it in + pdf file. + If there is no image -> paste text 'No file' + + :param link: link to the image + :return: None + """ + + filename = link.split('/')[-1] + '.jpg' + + try: + response = requests.get(link) + img = Image.open(BytesIO(response.content)) + img = img.convert('RGB') + + img.save(filename) + img.close() + + self.set_x(self.w / 2 - 15) + self.image(filename, type='jpg') + except requests.exceptions.MissingSchema: + self.set_x(0) + self.cell(0, 10, 'No image', 0, 0, 'C') + finally: + self.set_x(0) + silent_remove(filename) + + @staticmethod + def change_encoding(txt): + """ + Changes encoding to fpdf compatible + + :param txt: Text to encode + :return: new-encoded text + """ + + return txt.encode('latin-1', + 'replace').decode('latin-1') + + def add_news_page(self, item): + """ + Writes info about one news + + :param item: one news dictionary + :return: None + """ + + item = {key: self.change_encoding(value) + for key, value in item.items()} + + title = item['title'] + pub_date = item['pubDate'] + link = item['link'] + description = item['description'] + image_link = item['imageLink'] + image_description = item['imageDescription'] + + self.set_font('Times', 'I', 14) + self.multi_cell(w=0, h=10, + txt=title, align='C') + + self.set_font('Times', 'I', 10) + self.multi_cell(w=0, h=10, + txt=f'Date: {pub_date}', align='C') + + self.multi_cell(w=0, h=10, + txt=f'Link: {link}', align='C') + + self.set_font('Times', '', 12) + self.multi_cell(w=0, h=5, + txt=description, align='L') + + self.put_image(image_link) + + self.set_font('Times', 'I', 10) + self.multi_cell(w=0, h=5, + txt=f'Image description: {image_description}', + align='C') + + # self.cell(w=5, h=20, txt='', border=0, ln=20, align='L') + + def add_all_news(self): + """ + Add all news information into pdf + + :return: None + """ + + self.add_page() + + for el, plot in self.items.items(): + if el != 'title': + self.add_news_page(plot) + + +class HTMLNewsConverter: + """ + Easy-to-use html rss news-converter + + """ + + def __init__(self, items): + """ + + :param items: Rss in dictionary + """ + + self.items = items + + one_news_template = """ +

{title}

+

Date: {pubDate}

+ News link +

{description}

+ No image +

Image description: {imageDescription}

+ """ + + def add_one_news(self, item): + """ + Add one news info into html + + :param item: one news info + :return: one news info into html + """ + + title = item['title'] + pub_date = item['pubDate'] + link = item['link'] + description = item['description'] + image_link = item['imageLink'] + image_description = item['imageDescription'] + + template = self.one_news_template.format( + title=title, + pubDate=pub_date, + link=link, + description=description, + imageLink=image_link, + imageDescription=image_description + ) + + return template + + @staticmethod + def create_res_html_template(): + """ + Creates outer tags for whole html. + + :return: outer opening tags, outer closing tags + """ + + res_html_start = """ + + + + """ + + res_html_end = """ + + + """ + + return res_html_start, res_html_end + + @staticmethod + def create_title(title): + """ + Create tag for title of rss source + + :param title: title of rss source + :return: title of rss source in html + """ + + title = f""" +

{title}

+ """ + + return title + + def add_all_news(self): + """ + Add all news into html between outer + opening tags and outer closing tags + + :return: resulting html file + """ + + res_html_start, res_html_end = self.create_res_html_template() + + for el, plot in self.items.items(): + if el == 'title': + res_html_start += self.create_title(plot) + else: + res_html_start += self.add_one_news(plot) + + res_html = res_html_start + res_html_end + + return res_html + + def output(self, path): + """ + Outputs resulting html into file + + :param path: path into which we should add res html + :return: None + """ + + res_html = self.add_all_news() + + with open(path, 'w') as file: + file.write(res_html) + + +# +# pdf = PdfNewsConverter(it) +# +# pdf.add_all_news() +# pdf.output('news.pdf', 'F') +# +# html = HTMLNewsConverter(it) +# +# html.output('news.html') + diff --git a/news_feed/news.html b/news_feed/news.html new file mode 100644 index 0000000..127cc4e --- /dev/null +++ b/news_feed/news.html @@ -0,0 +1,362 @@ + + + + + +

Yahoo News - Latest News & Headlines

+ +

2020 Vision: If a single speech can shake up the Democratic race, it might happen in Iowa

+

Date: Fri, 01 Nov 2019 15:07:03 -0400

+ News link +

Will any of this year’s candidates pull an Obama at the newly named Liberty and Justice Celebration?

+ No image +

Image description: 2020 Vision: If a single speech can shake up the Democratic race, it might happen in Iowa

+ +

Thanks to Trump, the U.S. hasn't admitted a single refugee since September

+

Date: Fri, 01 Nov 2019 20:10:06 -0400

+ News link +

October was the first full month in at least 18 years in which the United States did not admit any refugees.

+ No image +

Image description: Thanks to Trump, the U.S. hasn't admitted a single refugee since September

+ +

Vietnam arrests two in UK truck death investigation

+

Date: Fri, 01 Nov 2019 11:31:35 -0400

+ News link +

Vietnam police have arrested two people for trafficking in connection with the death of 39 migrants whose bodies were found in a truck in Britain, many of them feared to be Vietnamese. The move comes after British police arrested four people over the tragedy and are now seeking to question two brothers from Northern Ireland who have links to the road-haulage and shipping business. The victims were initially identified by British police as Chinese, but many are now believed to be Vietnamese after families in central Vietnam said their loved ones had not been heard from.

+ No image +

Image description: Vietnam arrests two in UK truck death investigation

+ +

Finally, some good news for California: Infamous Diablo and Santa Ana winds will die down soon

+

Date: Fri, 01 Nov 2019 11:54:01 -0400

+ News link +

Santa Ana and Diablo winds, the pattern responsible for frequent and strong wind events in California, are forecast to end soon.

+ No image +

Image description: Finally, some good news for California: Infamous Diablo and Santa Ana winds will die down soon

+ +

Hollow building becomes center of Iraq's uprising

+

Date: Sat, 02 Nov 2019 15:41:37 -0400

+ News link +

The skeleton of a high-rise building overlooking Baghdad's central Tahrir Square known as the Turkish Restaurant has become a temporary home and a bustling center for protesters staging demonstrations against Iraq's ruling elites. Dressed in combat trousers and wearing an Iraqi flag as a cape, the 35-year-old is the leader of the group, made up of 20-odd young men who occupy a corner of the building's base. Groups of young men have occupied all 18 floors of the building, with its cramped unlit narrow staircases.

+ No image +

Image description: Hollow building becomes center of Iraq's uprising

+ +

Guard linked to beating had been subject of complaints

+

Date: Sat, 02 Nov 2019 15:49:59 -0400

+ News link +

A guard accused in a lawsuit of beating a female inmate so severely she was left paralyzed had previously been accused of trading cigarettes for sex, insubordination, harassing inmates and other actions at a Florida prison, according to a news report. Despite the long history of accusations, the Lowell Correctional Institution in Ocala never fired Keith Turner and he had been promoted to lieutenant a few years ago, The Miami Herald reported . Cheryl Weimar said in a lawsuit that she was nearly beaten to death by four guards in August at the prison.

+ No image +

Image description: Guard linked to beating had been subject of complaints

+ +

Who Wore It Better? 10 Names Shared by Automakers

+

Date: Sat, 02 Nov 2019 08:20:00 -0400

+ News link +

+ No image +

Image description: Who Wore It Better? 10 Names Shared by Automakers

+ +

Hezbollah TV channel says Twitter accounts suspended

+

Date: Sat, 02 Nov 2019 15:59:46 -0400

+ News link +

The television station of Lebanon's powerful Shiite movement Hezbollah protested Saturday that most of its Twitter accounts had been suspended. Al-Manar accused the US-based social media platform of giving in to "political pressures". "There is no place on Twitter for illegal terrorist organisations and violent extremist groups," a Twitter spokesperson told AFP.

+ No image +

Image description: Hezbollah TV channel says Twitter accounts suspended

+ +

Iran, Please Don't Develop a Stealth Fighter

+

Date: Sat, 02 Nov 2019 05:01:00 -0400

+ News link +

It might be nice to have one, but it'll bring nothing but trouble.

+ No image +

Image description: Iran, Please Don't Develop a Stealth Fighter

+ +

Ken Cuccinelli Calls Debbie Wasserman Schultz a Witch: She ‘Got on Her Broom and Left’

+

Date: Fri, 01 Nov 2019 11:37:16 -0400

+ News link +

A day after a contentious congressional hearing in which he was accused by Rep. Debbie Wasserman Schultz (D-FL) of pushing a “heinous white supremacist ideology,” acting U.S. Citizenship and Immigration Services Director Ken Cuccinelli essentially called the congresswoman a witch.Appearing on Fox & Friends on Friday morning, Cuccinelli brushed off questions about whether he’s still being considered to head up the Department of Homeland Security by saying he will keep doing his current job “in the face of some people who would rather we are not as successful.”“Are you referring to Debbie Wasserman Schultz by chance,” co-host Ainsley Earhardt asked, prompting Cuccinelli to say she was “among them.”The hosts went on to play a video clip from Thursday’s contentious hearing in which the Florida lawmaker claimed the Cuccinelli and President Donald Trump were pursuing a white supremacist policy by denying public benefits to legal immigrants, including children.“That’s one of those things that politicians can say things because they are protected,” co-host Steve Doocy remarked. “However, you are—as somebody who is serving in the public interests—you have to give facts.”Cuccinelli insisted that while he was under oath, Wasserman Schultz was “literally protected to lie,” citing the speech and debate clause in the Constitution. He then asserted that she only came into the hearing to make a speech before making his witch allusion.“She wasn’t at much of the committee hearing,” he said. “She came in, laid on her smears on both me and the president, all completely false. And then wasn’t there much longer, got on her broom and left. It was a fly-by for her and to get a little sound bite.”The hosts, meanwhile, rather than push back on Cuccinelli’s not-so-veiled sexist insult of a female lawmaker, instead expressed sympathy for the Trump immigration chief.“She didn’t want you to interrupt her,” Earhardt declared. “And I guess the rules prevent you from doing but she is smearing your reputation and character and saying something you don’t feel like it is true. You have to defend yourself.”Following Cuccinelli’s Fox & Friends remarks, Wasserman Schultz took to Twitter to respond, calling out the Trump official for trying to “silence outspoken women who speak truth to power.”Read more at The Daily Beast.Got a tip? Send it to The Daily Beast hereGet our top stories in your inbox every day. Sign up now!Daily Beast Membership: Beast Inside goes deeper on the stories that matter to you. Learn more.

+ No image +

Image description: Ken Cuccinelli Calls Debbie Wasserman Schultz a Witch: She ‘Got on Her Broom and Left’

+ +

Greta Thunberg says meeting with Trump 'would be a waste of time'

+

Date: Fri, 01 Nov 2019 10:58:43 -0400

+ News link +

The Swedish teenage climate activist says she wouldn’t want to meet with the president even if given the opportunity.

+ No image +

Image description: Greta Thunberg says meeting with Trump 'would be a waste of time'

+ +

Saudi Aramco: from 'Prosperity Well' to energy behemoth

+

Date: Sun, 03 Nov 2019 04:45:44 -0500

+ News link +

From its beginnings in 1938 when it first struck oil with the aptly named "Prosperity Well", Saudi Arabia's energy giant Aramco has delivered unimaginable riches to the desert kingdom. Aramco's plans to list on the Saudi stock exchange, in what could be the world's largest IPO, represents a "historic moment" in the firm's evolution, its chairman Yasir al-Rumayyan said Sunday. "Aramco will be a source of greater national pride and admiration.

+ No image +

Image description: Saudi Aramco: from 'Prosperity Well' to energy behemoth

+ +

Maria Fire broke out minutes after utility company re-energized high-voltage power line

+

Date: Sat, 02 Nov 2019 14:51:27 -0400

+ News link +

Southern California Edison says it turned power back on minutes before the Maria Fire erupted nearby in Ventura County

+ No image +

Image description: Maria Fire broke out minutes after utility company re-energized high-voltage power line

+ +

Bill O’Reilly: 'If Joe Biden is elected president ... he has to be impeached'

+

Date: Fri, 01 Nov 2019 11:19:45 -0400

+ News link +

Disgraced former Fox News host Bill O’Reilly shared his dream of what should happen if Joe Biden were to win the Democratic nomination and then defeat President Trump in 2020. + +“If Joe Biden is elected president, the day after he’s sworn in, he has to be impeached," said O'Reilly.

+ No image +

Image description: Bill O’Reilly: 'If Joe Biden is elected president ... he has to be impeached'

+ +

Georgia ex-policeman sentenced to 12 years in prison in shooting of unarmed black man

+

Date: Fri, 01 Nov 2019 16:44:31 -0400

+ News link +

A former Georgia police officer was sentenced on Friday to 12 years in prison after his conviction in the fatal shooting of an unarmed black man outside an Atlanta apartment in March 2015. Robert "Chip" Olsen, a 57-year-old white man, was convicted last month of aggravated assault and violating his oath of office but found not guilty of murder in the killing of 26-year-old Anthony Hill. Before the sentencing, members of Hill's family urged Dekalb County Superior Court Judge LaTisha Dear Jackson to sentence Olsen to the maximum penalty of 30 years behind bars.

+ No image +

Image description: Georgia ex-policeman sentenced to 12 years in prison in shooting of unarmed black man

+ +

New execution date set for Georgia inmate

+

Date: Fri, 01 Nov 2019 18:04:08 -0400

+ News link +

Georgia officials set a new execution date Friday for a death row inmate two days after he was granted a temporary reprieve because of a legal technicality. Ray Jefferson Cromartie, 52, is scheduled to die by lethal injection Nov. 13 at the state prison in Jackson. Georgia Corrections Commissioner Timothy Ward set the execution for the first date of a seven-day window ordered Friday by a Superior Court judge in Thomas County.

+ No image +

Image description: New execution date set for Georgia inmate

+ +

California wildfires: Climate change driving ‘horror and the terror’ of devastating blazes, say scientists

+

Date: Sat, 02 Nov 2019 12:52:49 -0400

+ News link +

The words from California’s former governor could barely have been more stark.“I said it was the new normal a few years ago,’’ said Jerry Brown. “This is serious, but this is only the beginning. This is only a taste of the horror and the terror that will occur in decades.”

+ No image +

Image description: California wildfires: Climate change driving ‘horror and the terror’ of devastating blazes, say scientists

+ +

Low-Yield Nuclear Weapons Won’t End the World

+

Date: Fri, 01 Nov 2019 20:00:00 -0400

+ News link +

A recent video by Princeton University’s Program on Science and Global Security, Plan A, suggests that the use of one low-yield non-strategic nuclear weapon, in a NATO-Russia conflict, would lead to the large scale use of strategic nuclear weapons and the death of more than 90 million people. While the video’s makers deserve credit for its production quality and very ominous background music, the scenario they offer, while always possible, is highly unlikely.

+ No image +

Image description: Low-Yield Nuclear Weapons Won’t End the World

+ +

Aniah Blanchard's UFC Fighter Stepdad Says Missing Alabama Teen Is 'Amazing'

+

Date: Fri, 01 Nov 2019 19:12:53 -0400

+ News link +

Aniah Haley Blanchard, 19, was reported missing by her family on Oct 24. The last time she was heard from was by a friend the night before, according to authorities. 

+ No image +

Image description: Aniah Blanchard's UFC Fighter Stepdad Says Missing Alabama Teen Is 'Amazing'

+ +

To Shake Up Trump, Kim Jong Un Gets All Mystical—Then Launches Missiles

+

Date: Sat, 02 Nov 2019 05:09:53 -0400

+ News link +

Photo Illustration by The Daily Beast/Korean Central News Agency/APFrom sacred Mount Paektu, the Korean peninsula’s highest peak on the North’s border with China, to the 10,000 spire-like pinnacles of Mount Kumgang just above the line with South Korea, Kim Jong Un has cast himself of late as the bold, fearless, iconic leader literally daring to ascend the highest peaks in pursuit of power over the divided country.There’s nothing remotely subtle about the campaign that has pictured him on a white stallion riding through the early snows of another frigid winter on Mt. Paektu or striding up the slopes of Kumgang.It’s all about projecting the image of a hero in a campaign of intimidation aimed at both the U.S. and South Korea in a climactic drive to get President Donald Trump and the South’s President Moon Jae-in to yield at last to his demands. North Koreans Think Trump Admin Talks Are ‘Sickening.’ So Should You.And now Kim had added some very important missile tests to his message. In a sequence that clearly had been pre-scripted as the second act after those daring ascents, North Korean gunners test-fired what the North’s Academy of Defense Science proudly described as “super-large multiple rocket launchers.”Kim, having already appeared as a fit if somewhat portly outdoorsman, did not have to be standing by to press the button. While that image of the brave warrior dominated the state media, the academy reported “the perfection of the continuous fire system” as “verified through the test-fire to totally destroy with super-power the group target of the enemy and designated target area by surprise strike of the weapon system of super-large multiple rocket launchers.”The ferocity of the test, at least as claimed, carried one especially disturbing message. That kind of firepower isn’t for use against American or Japanese soil, but could devastate America’s largest overseas base at Camp Humphreys, 40 miles south of Seoul, 60 miles below the Demilitarized Zone between the two Koreas.The base, no doubt shielded by all manner of sensors, missiles and other wizardry, has got to be a sitting duck for the North’s increasingly advanced weaponry. Most of America’s 28,500 troops in Korea, plus families and civilian employees, are now there after the closure of U.S. bases below the DMZ and withdrawal of the central headquarters for U.S. Forces Korea from the historic Yongsan base in Seoul. Nearby Osan Air Base is headquarters for the Seventh Air Force, also an easy target.“Megabase in Korea’s Danger Zone,” is the cover story in this week’s Army Times magazine. The North Koreans “said they’ve been developing these weapons to be able to strike a ‘fat target,’” David Maxwell, senior fellow at the Foundation for Defense of Democracies, who spent years in Korea as an army officer, is quoted as saying. “We assume that the ‘fat target’ is Camp Humphreys as well as Osan Air Base.”Even as U.S. forces were moving into Humphreys, writes Kyle Rempfer, “North Korea has developed large caliber rockets and ballistic missiles as well as a nuclear capability” within range of the expanded 3,500-acre base. “North Korea’s 300-millimeter multiple rocket launchers and new KN-23 short-range ballistic missiles both have an advertised capability to reach Camp Humphreys.”Not-to-worry is, nonetheless, the soothing message from Moon and his aides. Echoing Trump’s earlier expressions of non-concern about the North’s short-range missile tests, South Korea’s national security adviser, Chung Eui-yong, said the latest shots, the 12th this year but the first in a month, were not “very grave threats.” In fact, he argued, “our missile defense and intercept capabilities” are “absolutely superior.”With two months to go before the end-of-year “deadline” set by the North for the U.S. to propose a new deal, however, the testing assumes seriously intimidating overtones. At the top of the North’s demands are an end to sanctions and a “peace declaration”– but no real end to its nuclear program, long since sanctified in the North’s constitution.As for Moon, Kim has come up with a bargaining tool that demonstrates the futility of any deal with North Korea. He’s demanding South Korea demolish or remove an entire tourist resort at the foot of Mount Kumgang, aka Diamond Mountain, heaping scorn on what was once the most visible showcase for promoting North-South rapprochement.North Korea’s state media is dressing up the demand with images of Kim, sporty in a white shirt tailored to fit his contours, appearing to conquer Kumgang on foot just as he rode up the slopes of Paektu on a white horse. Whether he got to the top of Paektu on the horse as claimed, the imagery from Kumgang leaves no doubt he trudged only far enough for a photo-op that provided the setting for his message to Moon.Packing 290 pounds on his rotund five-foot seven-inch frame, Kim was not at all fit for the hike. Missing are photographs showing him at the majestic Kuryong waterfall, which tumbles 84 meters down granite cliffs. Only four kilometers up the trail, it’s the destination for just about everyone else who’s been there.Also further up the trail, a special wooden bench, lovingly painted and repainted a sparkling dark blue, is said to be exactly where Kim Il Sung sat to gaze on Mount Kumgang, some of whose many pinnacles are often lost in the clouds far above. A low-lying chain link fence keeps disrespectful tourists from sitting where the late “Great Leader” once sat. No doubt Kim Jong Un would love to plant his ample posterior on granddad’s bench, but he got nowhere near it.Rather than at the falls or on the bench, Kim is seen with imagery selected and edited to give an impression of an indomitable figure conquering the mountain. Shots show him with a stout walking stick standing on a footbridge, smiling with aides in a clearing, edging by large boulders, his coyly smiling wife, Ri Sol Ju, close behind. Viewers don’t need to know all these photos were staged where the trail begins.The scenic setting provides the backdrop for a shocking message to South Korea—and the U.S, too. In a devastating setback to South Korea’s efforts at reconciliation, Kim declared the facilities built by South Korea’s largest construction firm, Hyundai Engineering and Construction, were “ugly” and “unpleasant” to look at. North Korea has demanded South Korea set a date in writing for removal or demolition of all of them, including 10 hotels, sports and entertainment facilities, a duty-free shopping center and dozens of individual structures to accommodate tour groups.Kim’s denunciation of the facilities at Kumgang, which also include an 18-hole golf course and a hot springs spa, is a calculated rebuff to President Moon, who still fantasizes about reopening the resort to South Koreans. Seoul has barred them from going there ever since a South Korean woman was shot and killed by a North Korean soldier in July 2008 while wandering outside the tourist area to gaze at the sunrise. Another problem is how to get around sanctions blocking commercial transactions with the North.It was as though Kim wanted to portray himself as a daring sportsman, a larger-than-life character afraid of nothing before getting down to the serious business of dissing the South as punishment for Moon’s failure to stand up to U.S demands for the North to give up its nuclear program.As for the U.S., Kim’s heroics provided the window-dressing for a series of intimidating messages for his friend President Trump. After the North’s state media put out photos showing Kim as a virile figure fit to climb any mountain, subordinates came out almost daily with threats against the U.S. for dithering on a deal.“The Korean peninsula is at a critical crossroads,” said the country’s second ranking leader, Choe Ryong-hae, at a confab of the so-called non-aligned movement in Azerbaijan. The choice was “either moving towards durable peace along with the trend of detente, or facing again a touch-and-go crisis.”That warning came after another top leader, Kim Yong Chol, resurgent after having been reported in May to have been executed for the failure of the Trump-Kim summit in Hanoi, said Trump had better not count on his friendship with Kim to keep the North from testing nukes and missiles."The U.S. is seriously mistaken if it has the idea of exploiting the close personal relations” between Trump and Kim, said Kim Yong Chol, vice chairman of the Workers’ Party Central Committee, in a statement carried by Pyongyang’s official news agency. The U.S., he said, is now “more desperately resorting to the hostile policy” toward North Korea. Those stern words, coming right after Kim’s shows on Kumgang and Paektu, left the South Koreans with no convincing response.South Korea’s unification ministry called for “creative solutions” to the entire problem of dismantling the resort complex and keeping Kim happy. North Korea turned a cold shoulder to the South’s suggestions for “individual” tours that might avoid sanctions.Kim’s current observations from the bottom of Kumgang were meant to show how South Koreans desecrated this scenic wonderland when they opened it to tourism in deals made by South Korea’s Kim Dae-jung, the country’s president from 1998 to 2003.“Mt. Kumgang is our land of blood,” Kim Jong Un is quoted as saying. “We have our own sovereignty and dignity on the cliffs and trees.” Those hideous South-made structures, he said, were “severely damaging the landscape” and “neglecting the management of cultural tourism.”While Trump Shrugs, North Korea’s Building Better MissilesRead more at The Daily Beast.Get our top stories in your inbox every day. Sign up now!Daily Beast Membership: Beast Inside goes deeper on the stories that matter to you. Learn more.

+ No image +

Image description: To Shake Up Trump, Kim Jong Un Gets All Mystical—Then Launches Missiles

+ +

Iran says cooperation plan sent to Gulf neighbours

+

Date: Sat, 02 Nov 2019 13:08:41 -0400

+ News link +

Iran said Saturday it has sent Iraq and Arab states of the Gulf the text of its security and cooperation project first unveiled by President Hassan Rouhani at the UN in September. Rouhani "sent the full text (of the initiative) to the heads" of the Gulf Cooperation Council and Iraq and "asked for their cooperation in processing and implementing it", the foreign ministry said. The GCC is a six-nation bloc that groups Saudi Arabia, the United Arab Emirates, Bahrain, Kuwait, Qatar and Oman.

+ No image +

Image description: Iran says cooperation plan sent to Gulf neighbours

+ +

23 ISIS wives start repatriation case in Netherlands

+

Date: Fri, 01 Nov 2019 14:13:35 -0400

+ News link +

Lawyers for 23 women who joined the Islamic State group from the Netherlands asked a judge on Friday to order the Netherlands to repatriate them and their 56 young children from camps in Syria. The women and children were living in "deplorable conditions" in the al-Hol camp in northern Syria, lawyer Andre Seebregts said in court.

+ No image +

Image description: 23 ISIS wives start repatriation case in Netherlands

+ +

A woman in Indiana was found dead in a house filled with 140 snakes with an 8-foot-long python wrapped round her neck

+

Date: Fri, 01 Nov 2019 10:41:44 -0400

+ News link +

Laura Hurst, 36, was found dead in a house in Oxford, Indiana, owned by County Sheriff Don Munson, an avid snake collector.

+ No image +

Image description: A woman in Indiana was found dead in a house filled with 140 snakes with an 8-foot-long python wrapped round her neck

+ +

Chicago teen charged in suspected gang shooting that injured girl who was trick-or-treating

+

Date: Sat, 02 Nov 2019 12:34:50 -0400

+ News link +

A 7-year-old girl was trick-or-treating in Chicago when she was hit by a stray bullet. A teenager has now been charged.

+ No image +

Image description: Chicago teen charged in suspected gang shooting that injured girl who was trick-or-treating

+ +

El Salvador expels Venezuelan diplomats from the country

+

Date: Sun, 03 Nov 2019 04:21:06 -0500

+ News link +

El Salvador said on Saturday it had ordered Venezuela's diplomats to leave the Central American country within 48 hours, arguing that the decision was in line with its position that Venezuelan President Nicolas Maduro is illegitimate. In a statement, the government said President Nayib Bukele recognized opposition leader Juan Guaido as Venezuela's interim president until free elections were held in the South American country. El Salvador will receive a new Venezuela diplomatic corps, named by Guaido, the government added.

+ No image +

Image description: El Salvador expels Venezuelan diplomats from the country

+ +

Blast in Syrian town held by Turkey-backed gunmen kills 13

+

Date: Sat, 02 Nov 2019 14:00:36 -0400

+ News link +

A car bomb exploded in a northern Syrian town along the border with Turkey on Saturday killing 13 people, Turkey's Defense Ministry said. The ministry said about 20 others were wounded when the bomb exploded in central Tal Abyad, which was captured last month by Turkey-backed opposition gunmen from Kurdish-led fighters. A spokesman for the main Kurdish-led force in Syria, Mustafa Bali, blamed Turkey for the blast, saying Turkey and the Syrian fighters it backs "are now creating chaos" in Tal Abyad to displace the Kurds who live in the town.

+ No image +

Image description: Blast in Syrian town held by Turkey-backed gunmen kills 13

+ +

Trump's Naval Dream Seems Sunk: America Can't Afford a 355 Ship Navy

+

Date: Sat, 02 Nov 2019 15:30:00 -0400

+ News link +

Like a Christmas wish list, the Navy wants a fleet of 355 ships. It just can’t afford it.

+ No image +

Image description: Trump's Naval Dream Seems Sunk: America Can't Afford a 355 Ship Navy

+ +

Distressing photos show glaciers that are disappearing or on the brink of collapse around the world

+

Date: Fri, 01 Nov 2019 16:27:20 -0400

+ News link +

The future of glaciers around the world is shaky. Here are photos showing some of the glaciers that might not be around for much longer.

+ No image +

Image description: Distressing photos show glaciers that are disappearing or on the brink of collapse around the world

+ +

SNL’s Weekend Update Applauds Trump’s ‘Genius Troll Move’ of Leaving New York for Florida

+

Date: Sun, 03 Nov 2019 01:43:19 -0400

+ News link +

NBCAfter a lackluster cold open centered on Kate McKinnon’s Elizabeth Warren, a lazy bit with McKinnon’s Kellyanne Conway and the Baghdadi raid’s hero dog mocking President Trump, and several sketches of the great Kristen Stewart doing her damnedest to elevate some seriously subpar writing, “Weekend Update” returned on Saturday Night Live. And this week, co-hosts Colin Jost and Michael Che took a break from cracking transphobic jokes to focus on Trump’s decision to move from New York City to Florida, where he’ll pay even less taxes than he already does.  SNL’s Kellyanne Conway and the Baghdadi Raid’s Hero Dog Mock TrumpBill Maher’s Show Has Gone Completely Off the Rails“Donald Trump announced that he is changing his permanent residence from New York to Florida, because you know what they say: if you can’t drain the swamp, move to it,” said Colin Jost. “I gotta say, it’s such a genius troll move that Trump raised taxes for New Yorkers and then left New York. It’s like ripping one in an elevator, then pressing all the buttons and running out.” “Trump also said he’s leaving New York because local politicians have been treating him very badly—especially one New York politician who has been actively destroying his life,” he added, before throwing to a picture of Rudy Giuliani. Next came Che: “I don’t blame Trump for moving. He got booed today in New York at the UFC fight, he got booed in D.C. at the World Series, now he’s moving to Florida so he can probably get booed at Disney World. He gets booed everywhere he’s ever lived. I mean, even Cosby can still play Philly.”   Read more at The Daily Beast.Got a tip? Send it to The Daily Beast hereGet our top stories in your inbox every day. Sign up now!Daily Beast Membership: Beast Inside goes deeper on the stories that matter to you. Learn more.

+ No image +

Image description: SNL’s Weekend Update Applauds Trump’s ‘Genius Troll Move’ of Leaving New York for Florida

+ +

Schools, clinics shut as strike hits UN Palestinian agency in Jordan

+

Date: Sun, 03 Nov 2019 08:09:57 -0500

+ News link +

Thousands of employees of the UN agency for Palestinian refugees went on strike in Jordan on Sunday, shutting schools and health centres that provide services for more than two million people. The strike demanding pay rises is being observed by around 7,000 workers, UNRWA spokesman Sami Mshamsha said, and comes as the agency faces an unprecedented financial crisis. It has brought to a standstill work at UNRWA schools, clinics and centres providing social welfare to refugees across Jordan, Mshamsha said.

+ No image +

Image description: Schools, clinics shut as strike hits UN Palestinian agency in Jordan

+ +

View Photos of Honda's SEMA Lineup

+

Date: Fri, 01 Nov 2019 12:00:00 -0400

+ News link +

+ No image +

Image description: View Photos of Honda's SEMA Lineup

+ +

Greta Thunberg seeks lift back across Atlantic to climate meet

+

Date: Fri, 01 Nov 2019 13:05:54 -0400

+ News link +

Teen climate activist Greta Thunberg had made it half-way from Sweden to Chile by boat, train and electric car when next month's UN climate summit was unexpectedly scrapped. "As #COP25 has officially been moved from Santiago to Madrid I'll need some help," Thunberg tweeted from Los Angeles. Thunberg's highly publicized journey has so far involved crossing on a zero-emission sailboat from the coast of England to New York, traveling overland through North America by train and in an electric car borrowed from Arnold Schwarzenegger.

+ No image +

Image description: Greta Thunberg seeks lift back across Atlantic to climate meet

+ +

New Mexico man gets life for killing family as teen

+

Date: Fri, 01 Nov 2019 20:18:33 -0400

+ News link +

A man convicted of fatally shooting his parents and three siblings in New Mexico as a 15-year-old was sentenced Friday to life in prison with the possibility of parole in a case that has tested the limits of mental treatment for juvenile offenders. Judge Alisa Hart sentenced 22-year-old Nehemiah Griego after his attorney sought a sentence that would have let him continue treatment while on probation.

+ No image +

Image description: New Mexico man gets life for killing family as teen

+ +

This time, Southern California was prepared for wildfires. Here's how countless homes were saved

+

Date: Sat, 02 Nov 2019 12:47:36 -0400

+ News link +

The winds roared again but Los Angeles and other Southern California cities were prepared as firefighters saved thousands of homes.

+ No image +

Image description: This time, Southern California was prepared for wildfires. Here's how countless homes were saved

+ +

Iraq’s Top Cleric Warns Iran to Stay Out

+

Date: Sat, 02 Nov 2019 02:00:02 -0400

+ News link +

(Bloomberg Opinion) -- To understand what Iraq’s Grand Ayatollah Ali al-Sistani is saying, you have to translate him twice: first from Arabic to English, then from politesse to plain-speak. In the first translation, a key passage from his Friday sermon in the holy city of Karbala went like this: “No person or group, no side with a particular view, no regional or international actor may seize the will of the Iraqi people and impose its will on them.”The second translation: “Back off, Khamenei!”That is how it would have sounded to Sistani’s audience in Karbala, where it was read out for the ailing octogenarian by an aide; in the streets of Baghdad and other Iraqi cities, where a bloody crackdown on largely peaceful protesters has taken more than 200 lives; in the Iraqi parliament, where lawmakers are negotiating a response to the demonstrations; and in Tehran, where Supreme Leader Ali Khamenei has been struggling to respond to the rising anti-Iran sentiment that undergirds uprisings in Iraq and Lebanon.Khamenei has unleashed Iran’s proxies in the streets — Hezbollah in Lebanon, and Shiite militias in Iraq — to intimidate the protesters. He has also dispatched his chief enforcer, the Iranian Revolutionary Guards Corps commander Qassem Soleimani, to the Iraqi parliament, to rally Shiite parties behind the feckless Prime Minister Adel Abdul-Mahdi.But if anything, these responses will only fan the anger in the streets against Iranian interference in Iraqi and Lebanese politics. Not even Khamenei, who is practiced in the art of ignoring popular resentment, can have failed to notice the anti-Iran slogans echoing through Iraqi cities. Nor will it have escaped his attention that the loudest chanting comes from Iraqi Shiites, a community he expects to favor his Islamic Republic.  The Supreme Leader’s anxiety was palpable in his tweets on Thursday, when he tried to blame Tehran’s usual suspects — “the U.S., the Zionist regime, some Western countries, and the money of some reactionary countries” — for the protests.Sistani’s sermon was a riposte, designed to set Khamenei right. Although born in Iran, he is no fan of Khamenei and other hardliners in Tehran, preferring the likes of President Hassan Rouhani.Iraq’s Grand Ayatollah has been in a quandary over the protests. Every Iraqi government since 2005 has had his personal imprimatur: His word has united factions among the Shiite majority. Prime Minister Abdul-Mahdi, too, has his blessing. As such, Sistani is complicit in the corruption and ineptitude that have brought the Iraqis into the streets.His early pronouncements on the protests vacillated between bromides against corruption and calls on the protesters to abjure violence. But as the demonstrations have persisted, Sistani has grown progressively more critical of the government, blaming it for the violence.His Friday sermon puts him squarely on the protesters’ side. In addition to interfering Iranians, the leaders who have long benefited from his validation came under attack. As the politicians in Baghdad struggle to devise a response that will satisfy angry Iraqis, the so-called sage of Najaf warned that Iraqis have a right to a “referendum on the constitution” to change how they are governed. By invoking the prospect of a referendum, Sistani may have given the protesters a new focus for their energies, and Iraqi politicians a way to break the toxic pattern of inconclusive elections and compromise prime ministers. Much will depend on the reaction of another cleric, Moqtada al-Sadr, who has also taken the protesters’ side — even joining them in the streets — and has called for Abdul-Mahdi’s removal.Sadr, frequently described as a firebrand, has little in common with the preternaturally placid Sistani. But the prospect of the protests being led by one and backed by the other is certain to rattle turbaned heads in Tehran. And if Sistani and Sadr were to throw their combined weight behind demands for a referendum — and who knows, maybe even inspire emulation by the Lebanese — that might be the stuff of Khamenei’s nightmares.To contact the author of this story: Bobby Ghosh at aghosh73@bloomberg.netTo contact the editor responsible for this story: James Gibney at jgibney5@bloomberg.netThis column does not necessarily reflect the opinion of the editorial board or Bloomberg LP and its owners.Bobby Ghosh is a columnist and member of the Bloomberg Opinion editorial board. He writes on foreign affairs, with a special focus on the Middle East and the wider Islamic world.For more articles like this, please visit us at bloomberg.com/opinion©2019 Bloomberg L.P.

+ No image +

Image description: Iraq’s Top Cleric Warns Iran to Stay Out

+ +

The U.S. Military is Sending Thousands of Troops and Even B-1 Bombers into Saudi Arabia (To Counter Iran)

+

Date: Sun, 03 Nov 2019 03:30:00 -0500

+ News link +

And that is just for starters.

+ No image +

Image description: The U.S. Military is Sending Thousands of Troops and Even B-1 Bombers into Saudi Arabia (To Counter Iran)

+ +

Teachers strike taught Chicago's new mayor tough lessons -analysts

+

Date: Fri, 01 Nov 2019 15:27:56 -0400

+ News link +

Chicago Mayor Lori Lightfoot made strategic errors in the first major fight of her tenure, an 11-day teachers' strike, but may have learned lessons that will prove useful as she confronts immense city budget challenges, political observers said. Lightfoot, 57, was elected in convincing fashion to become Chicago's first black woman mayor in April, when she vaulted to victory on promises to dismantle the city's corrupt political machine and reform the city's school district.

+ No image +

Image description: Teachers strike taught Chicago's new mayor tough lessons -analysts

+ +

A 9,000-barrel leak in the Keystone pipeline in North Dakota spilled enough crude oil to fill half an Olympic-sized swimming pool

+

Date: Sat, 02 Nov 2019 14:00:25 -0400

+ News link +

The second large oil spill from the Keystone pipeline in two years provoked outrage because TC Energy told activists that spills were unlikely.

+ No image +

Image description: A 9,000-barrel leak in the Keystone pipeline in North Dakota spilled enough crude oil to fill half an Olympic-sized swimming pool

+ +

Toll in Philippine quakes climbs to 21

+

Date: Sun, 03 Nov 2019 02:07:41 -0500

+ News link +

The death toll in two powerful quakes that struck the southern Philippines in the past week has risen to 21, authorities said Sunday, as survivors struggled to access food and water. The 6.6-magnitude and 6.5-magnitude quakes hit the island of Mindanao two days apart, destroying buildings and displacing tens of thousands of residents. The quakes also left 432 residents injured with two people still missing, it added.

+ No image +

Image description: Toll in Philippine quakes climbs to 21

+ +

For Vietnam's 'Box People,' a Treacherous Journey

+

Date: Fri, 01 Nov 2019 15:20:33 -0400

+ News link +

LONDON -- Vietnamese smugglers call it the "CO2" route: a poorly ventilated, oxygen-deficient trip across the English Channel in shipping containers or trailers piled high with pallets of merchandise, the last leg of a perilous, 6,000-mile trek across Asia and into Western Europe.Compared to the other path -- the "VIP route," with its brief hotel stay and seat in a truck driver's cab -- the trip in a stuffy container can be brutal for what some Vietnamese refer to as "box people," successors to the "boat people" who left after the Vietnam War ended in 1975.Vietnamese migrants often wait for months in roadside camps in northern France before being sneaked into a truck trailer. Snakeheads, as the smugglers are known, beat men and sexually assault women, aid groups, lawyers and the migrants themselves say. People cocoon themselves in aluminum bags and endure hours in refrigerated units to reduce the risk of detection.That journey proved fatal last week for 39 people, many of them believed to be Vietnamese, who were found dead in a refrigerated truck container in southeastern England.As dangerous as the last leg of the migrant journey to Britain often is, those petrifying hours in a trailer are sometimes only a sliver of months if not years of harsh treatment -- first at the hands of organized trafficking gangs, and then under imperious bosses at nail salons and cannabis factories in Britain.But still they come, an estimated 18,000 Vietnamese paying smugglers for the journey to Europe every year at prices between 8,000 and 40,000 pounds, around $10,000 to $50,000.In Britain, where Brexit has discouraged the flow of labor from Eastern Europe, migrants see a country thirsty for low-wage workers, paying easily five times what they could earn at home and free of the onerous identity checks that make other European countries inhospitable.Vietnamese smugglers, for the most part, get their clients across to France and the Netherlands, where other gangs, often Kurdish and Albanian, or, as in the recent case, apparently Irish or Northern Irish, finish the job.Many come from Ha Tinh and Nghe An, two impoverished provinces in north-central Vietnam, and leave for Britain with their eyes wide open to the risks, analysts say. Having watched their neighbors suddenly refurbish their homes with pricier materials, or buy better cars, they crave the same sense of security for their family, whatever it might cost them.But when Britain fails to deliver on that promise, migrants can end up in a dreadful limbo, kept from seeking help by the country's harsh immigration system and living in the grip of a shadowy system of traffickers and the employers who rely on them."I always encourage them, 'Stay at home,'" the Rev. Simon Thang Duc Nguyen, the parish priest at a Catholic church in East London attended by many migrant parishioners, said this week. "Even though you are poor, you have your life. Here, you have money, but you lose your life."Not all the 20,000 to 35,000 undocumented Vietnamese migrants estimated to be living in Britain have horror stories to tell. Many migrants, some experts say, put up with the travails of working in Britain for the real chance of a payday."My research has shown stories of migrants are not all about exploitation and not all about being trafficked," said Tamsin Barber, a lecturer at Oxford Brookes University. "People are usually coming here agreeing to take high risks to work illegally and potentially earn large amounts of money in the cannabis trade."But more vulnerable Vietnamese are also being trafficked to Britain, with the authorities receiving five times as many referrals last year as in 2012.Once family and friends have scraped together enough money, the odyssey may begin with a trip to China to pick up forged travel documents. That is how many of the dozens of people who died in the truck began their journey, said Anthony Dang Huu Nam, a Catholic priest serving a church in the town of Yen Thanh, where he said dozens of the victims were from.On the way from China to Russia to Western Europe, one of the most punishing stretches is the walk through Belarusian forests to the Polish border. In a 2017 French survey of Vietnamese migrants, a man identified as Anh, 24, told researchers that he and five other men, led by a smuggler, were repeatedly arrested in Belarus, only to be released at the Russian border to try again. When they finally succeeded, they were met by a truck waiting on the Polish side."We were cold," the survey quoted him as saying. "We didn't eat anything for two days. We drank water from melted snow."Other routes, choreographed down to the minute, land migrants in European airports with recycled visas and travel documents, according to "Precarious Journeys," a recent report from ECPAT, an anti-child-trafficking organization, and other groups. As a precaution, smugglers in Vietnam often tell people to arrive at airport check-in desks 10 minutes before they close, for instance, so agents do not have enough time to inspect paperwork.The trip can take months, even years. Nguyen Dinh Luong, 20, one of the migrants believed to have died last week, wanted to go to France to find work and support his siblings, seven of them in all, his father, Nguyen Dinh Gia, said. But in Russia, he overstayed his tourist visa and was confined to his house for six months. Then he moved to Ukraine and France, where he found a job as a waiter, before deciding to go to Britain for work in a nail salon.Trips are frequently interrupted when migrants are detained or run out of money. Some migrants are forced to work along the way, in garment factories in Russia or in restaurants across Europe. Some women sell sex, researchers say.Smugglers often keep people in the dark about where they are as a way of exerting total control. In a 2017 case, 16 Vietnamese people picked up by the Ukrainian authorities in Odessa thought they were in France.When migrants disobey their smugglers, the blowback can be fierce."They cannot be discovered by the police, so they have to keep the discipline," said Nguyen, the priest in London. "If you do not behave, you can be punished by beatings, or for women be abused sexually."And once they arrive in Britain, they are often in for a rude awakening. Sulaiha Ali, a human rights lawyer, said migrants were sometimes promised legitimate work in a restaurant or on a construction site, only to be forced to work as "gardeners" in a house converted into illegal cannabis growing operations. Locked inside the house for days at a time and often living 15 to a room, workers face the risk of fire from tampered electrical wiring and health problems from noxious chemicals.In the nail salons where many Vietnamese find work, salon bosses can control every aspect of workers' lives, a power that can breed exploitation, though researchers said some bosses also become migrants' surrogate parents, cooking for them and providing a place to stay.When the police raid places housing migrants, they can often ignore signs of forced work or human trafficking and send migrants into deportation proceedings instead, migrant advocates say. "The emphasis, as soon as it's established someone doesn't have any identification documents, is not trying to establish whether they've been exploited," Ali said. "It's on, 'Can we justify detention? Can we get them removed back to their countries?'"That threat of deportation, whatever someone's circumstances, is a cudgel for trafficking gangs to keep migrants under their sway."There's a serious distrust of authorities, a lot of the time because traffickers have embedded that in victims' minds: 'You don't have official documents,' or, 'You're going to be deported or imprisoned,'" said Firoza Saiyed, a human rights lawyer. "It's another thing that makes disclosure really difficult."Older Vietnamese migrants in Britain, many of whom arrived after the Vietnam War, are separated by a wide cultural gulf from the newer arrivals, but they have still proved to be a crucial support, ever more so in the last week.Nguyen, who left Vietnam in 1984, said he had been fielding calls from families in Vietnam, wanting to know if he could tell them whether their children were in the trailer."The mother, the father, all called me in tears," he said. "I couldn't bear hearing the words. You have to borrow a lot of money for this journey, and now you had hoped your daughter, your son can be successful, and that you can have some money to pay the debt. Now, it's hopeless -- nothing."He went on, "Nothing is OK, as long as they are arrested or in prison. It's OK, they survived. But now they lost two things. They lost hope and they lost their lives. Nothing."This article originally appeared in The New York Times.(C) 2019 The New York Times Company

+ No image +

Image description: For Vietnam's 'Box People,' a Treacherous Journey

+ +

Andrew Yang's campaign has gone 'mainstream'

+

Date: Sat, 02 Nov 2019 13:09:00 -0400

+ News link +

While some Democratic presidential candidates are cutting back on their campaigns, entrepreneur Andrew Yang is going all in, Politico reports.Yang, who as recently as April had fewer than 20 staff members on his campaign's payroll, now has 73 people running the show. "It's been like a startup but this startup has gone mainstream, about to go public, if you want to keep using the analogy," said Zach Graumann, Yang's campaign manager. "And frankly and I tell the team, 'we're just getting started.'"There's some big names now involved with the campaign, as well, lending more credence to Graumann's words. Devine, Mulvey, and Longabaugh -- a media consulting firm which worked for the 2016 campaign for Sen. Bernie Sanders (I-Vt.) but opted not to join forces again for 2020 over "differences in a creative vision" -- has shifted its services to the Yang campaign because he's "offering the most progressive ideas" among the Democratic candidates. They also don't think he's a flash in the pan."We wouldn't have signed on with somebody we didn't think was a serious candidate," Mark Longabaugh said. "Yang has a good deal of momentum and there's a great deal of grassroots enthusiasm for his candidacy and that's what's driven it this far." Yang still faces numerous hurdles to really get back in the running, but the campaign surely thinks it's possible. Read more at Politico.

+ No image +

Image description: Andrew Yang's campaign has gone 'mainstream'

+ +

Store clerk sentenced to 22 years for killing teen who stole $2 beer

+

Date: Fri, 01 Nov 2019 10:42:39 -0400

+ News link +

A Memphis store clerk was sentenced Thursday to 22 years in prison for fatally shooting a 17-year-old who had shoplifted a beer, authorities said.

+ No image +

Image description: Store clerk sentenced to 22 years for killing teen who stole $2 beer

+ +

Oklahoma parole board OKs largest-ever US mass commutation

+

Date: Fri, 01 Nov 2019 17:15:10 -0400

+ News link +

Oklahoma will release more than 400 inmates after a state panel on Friday approved what officials say is the largest single-day mass commutation in U.S. history. The Oklahoma Pardon and Parole Board unanimously approved the commutations, and Gov. Kevin Stitt said his office would process the recommendations for final approval. The board considered 814 cases and recommended 527 inmates for commutation.

+ No image +

Image description: Oklahoma parole board OKs largest-ever US mass commutation

+ +

PG&E and Southern California Edison have turned off power to minimize fires. It hasn't worked. What will?

+

Date: Fri, 01 Nov 2019 13:59:00 -0400

+ News link +

Pacific Gas & Electric and Southern California Edison have cut off power to minimize wildfire risk. Yet the wildfires haven't stopped. What now?

+ No image +

Image description: PG&E and Southern California Edison have turned off power to minimize fires. It hasn't worked. What will?

+ +

Fact: The United States and Iran Came within Minutes of War Back in June

+

Date: Sat, 02 Nov 2019 00:00:00 -0400

+ News link +

Around 4:30 AM that morning, a U.S. Navy RQ-4N Global Hawk spy drone flying a routine circuit over international airspace in the Persian Gulf was shot down by an Iranian Ra’ad surface-to-air missile system. Later that day, U.S. forces were ostensibly “ten minutes” away from striking three Iranian bases likely with air- and sea-launched missiles

+ No image +

Image description: Fact: The United States and Iran Came within Minutes of War Back in June

+ +

Airbnb bans 'party houses' after Halloween shooting in California

+

Date: Sat, 02 Nov 2019 11:43:41 -0400

+ News link +

Police were still searching for the shooter who opened fire on Thursday night at the costume party, which authorities say was attended by more than 100 people at the house in Orinda, less than 20 miles (30 km) east of San Francisco. The party host rented the home through Airbnb and told its owner she was holding a reunion for only a dozen people, the San Francisco Chronicle reported citing the owner, Michael Wang.

+ No image +

Image description: Airbnb bans 'party houses' after Halloween shooting in California

+ +

Trump impeachment: Energy secretary refuse to cooperate with probe unless he gets ‘open hearing’

+

Date: Sat, 02 Nov 2019 17:11:00 -0400

+ News link +

The US energy secretary has said he will not cooperate with the impeachment inquiry into ​Donald Trump unless he gets an “open hearing”.Rick Perry, who has previously ignoring a congressional subpoena to testify before House committees spearheading an investigation into the president’s dealings with Ukraine, once again indicated he would not attend.

+ No image +

Image description: Trump impeachment: Energy secretary refuse to cooperate with probe unless he gets ‘open hearing’

+ +

Beijing says 'ready to work' with ASEAN on South China Sea rules

+

Date: Sun, 03 Nov 2019 05:11:41 -0500

+ News link +

Beijing said Sunday it is "ready to work" with Southeast Asian nations on a code of conduct in the flashpoint South China Sea, where it is accused of building up military installations and bullying fellow claimants. China claims most of the resource-rich waterway, a major global shipping route that has long been a source of tension in the region. For years, the 10-member Association of Southeast Asian Nations (ASEAN) has been locked in talks for a code of conduct for the sea, where China is accused of deploying warships, arming outposts and ramming fishing vessels.

+ No image +

Image description: Beijing says 'ready to work' with ASEAN on South China Sea rules

+ +

For the Best Three-Row Mid-Size Crossovers and SUVs, See These Full Rankings!

+

Date: Fri, 01 Nov 2019 18:21:00 -0400

+ News link +

+ No image +

Image description: For the Best Three-Row Mid-Size Crossovers and SUVs, See These Full Rankings!

+ +

Top sommelier accused of sexual assault as MeToo hits fine wine industry

+

Date: Sat, 02 Nov 2019 12:47:04 -0400

+ News link +

A prominent US sommelier has been accused of sexual assault by several women in a report in the New York Times. Anthony Cailan, 29, has worked at restaurants including the Usual in New York, and Bestia, and Animal, in Los Angeles. Mr Cailan was on the cover of the October issue of Wine & Spirits magazine, which named him a leader of the industry. 4 women have accused Anthony Cailan, a rising star sommelier, of sexually assaulting them or of attempting to do so https://t.co/eoOT5jWKxI— The New York Times (@nytimes) November 1, 2019 Raquel Makler, 22, a wine bar manager, claimed to the New York Times that Mr Cailan assaulted her at his apartment. Sarah Fernandez, 29, a wine sales representative, also claimed that she had been assaulted at his apartment by the sommelier. Two women who declined to be named made similar allegations. In an email to the newspaper Mr Cailan said: "The truth is, these allegations against me are false. I look forward to the opportunity to clear my name." In the last few years the MeToo movement has led to sexual assault and misconduct allegations against a series of prominent men involved in the restaurant industry. The wine business is also dominated by men and sexual harassment is common, the New York Times reported after speaking to 30 women across the industry.

+ No image +

Image description: Top sommelier accused of sexual assault as MeToo hits fine wine industry

+ + + + \ No newline at end of file diff --git a/news_feed/news.pdf b/news_feed/news.pdf new file mode 100644 index 0000000..0eafc28 Binary files /dev/null and b/news_feed/news.pdf differ diff --git a/news_feed/news2.html b/news_feed/news2.html new file mode 100644 index 0000000..342889c --- /dev/null +++ b/news_feed/news2.html @@ -0,0 +1,360 @@ + + + + + +

Yahoo News - Latest News & Headlines

+ +

Children were told to ‘build the wall’ at White House Halloween party

+

Date: Sat, 02 Nov 2019 11:30:53 -0400

+ News link +

A Halloween party on Oct. 25 at the Eisenhower Executive Office Building in D.C. featured candy, paper airplanes — and concerning for some attendees — a station where children were encouraged to help “Build the Wall” with their own personalized bricks.

+ No image +

Image description: Children were told to ‘build the wall’ at White House Halloween party

+ +

November 9, 1989: A day that changed the world

+

Date: Sun, 03 Nov 2019 21:47:51 -0500

+ News link +

Guenter Schabowski scratches his head, puts on his glasses, hesitates, then fumbles with his handwritten notes. A member of the Politburo of East Germany's communist party, and its spokesman, this member of the inner ruling circle of the "workers' and peasants' state", as the German Democratic Republic was known, just announced to a few flabbergasted journalists the fall of the Berlin Wall. Was it the result of a misunderstanding in the communist hierarchy, caught flat-footed by events, or a calculated gesture by the East German dictatorship which had reached the end of the line?

+ No image +

Image description: November 9, 1989: A day that changed the world

+ +

China is reportedly sending men to sleep in the same beds as Uighur Muslim women while their husbands are in prison camps

+

Date: Mon, 04 Nov 2019 09:03:10 -0500

+ News link +

China is waging a hardline campaign against the Uighur ethnic minority, which has seen more than 1 million people detained in prison camps.

+ No image +

Image description: China is reportedly sending men to sleep in the same beds as Uighur Muslim women while their husbands are in prison camps

+ +

Missing New Hampshire couple found buried on Texas beach, sheriff's office says

+

Date: Sun, 03 Nov 2019 17:07:15 -0500

+ News link +

Missing New Hampshire couple James and Elaine Bulter were found dead, buried on a beach in Kleberg County, Texas in an ongoing homicide investigation.

+ No image +

Image description: Missing New Hampshire couple found buried on Texas beach, sheriff's office says

+ +

Judge blocks Trump rule requiring prospective immigrants have health insurance

+

Date: Sat, 02 Nov 2019 18:48:10 -0400

+ News link +

Judge Michael Simon in U.S. District Court in Portland, Oregon, granted a 28-day temporary restraining order that prevents the rule from taking effect on Nov. 3. The legal challenge against it will continue. In an 18-page order, Simon said the potential damage to would-be immigrants and their families justified a nationwide block.

+ No image +

Image description: Judge blocks Trump rule requiring prospective immigrants have health insurance

+ +

The U.S. Military is Sending Thousands of Troops and Even B-1 Bombers into Saudi Arabia (To Counter Iran)

+

Date: Sun, 03 Nov 2019 03:30:00 -0500

+ News link +

And that is just for starters.

+ No image +

Image description: The U.S. Military is Sending Thousands of Troops and Even B-1 Bombers into Saudi Arabia (To Counter Iran)

+ +

‘Not our mission’: private fire crews protect the insured, not the public

+

Date: Sun, 03 Nov 2019 06:00:22 -0500

+ News link +

Agencies hired to protect assets look like first responders but, if a fire puts them in danger, they can become a liabilityFirefighters work to defend homes from an approaching wildfire in Sonoma, California. Photograph: Jim Urquhart/ReutersThe engines, big and small, came from all over the country to fight the Kincade fire in the Sonoma county wine region of California. There were trucks from Nevada, South Dakota, Colorado – and from the wildfire protection unit of home insurer AIG.As fires have increasingly encroached on development in California’s wildlands in recent years, communities are grappling with a new paradigm of risk. If the fire creates an existential crisis for people living in high-risk areas, it also creates one for the companies that insure their homes.Insurers of houses, timber and agriculture have contracted with private firefighting agencies for decades. But now, thanks to longer, more devastating fire seasons, the business is booming.While some wealthy communities and individuals have contracted their own private firefighting services to defend mansions on hilltops from flying embers, the majority of these agencies work on behalf of insurance companies. And as fire risk extends to more homes in California’s flammable brushland and forest, these crews are becoming a fixture in middle class neighborhoods. It is something of a return to a pre-American civil war model of pay-for-play firefighting, before the government employed first responders.Firefighters protect a Pacific Palisades area home in Los Angeles from the flames of a wildfire. Photograph: Christian Monterrosa/Associated Press“Any policyholder that would like to have wildfire services, all they need to do is shop from more than a dozen insurers out there that have these services,” said David Torgerson, president of Wildfire Defense Systems, a private firefighting firm. “It’s not a special policy. It’s not something that’s exclusive. It’s something that the insurance industry has found brings value.”Insured losses for the 2018 California wildfire season topped $12bn. Insurance companies are looking for any way to reduce payouts in the future, whether by raising rates, dropping coverage, or putting new risk mitigation measures into place – including, in some cases, these kinds of private fire crews.The services they provide focus primarily on fire prevention mitigation – cutting back vegetation, creating clear defensible space around structures and providing consultations on other home hardening work. As in the Kincade fire, private crews also sometimes access mandatory evacuation zones during active wildfires to protect valuable assets while the embers are flying – a move that makes some government firefighters and local authorities uneasy.“Generally speaking, from our perspective, we have found that private fire crews are not first responders,” said Carroll Wills, communications director for California Professional Firefighters.Firefighters watch from a home in the Pacific Palisades area as a helicopter drops water on a wildfire. Photograph: Christian Monterrosa/Associated PressPrivate fire crews travel into evacuation zones in trucks equipped with water tanks and hoses and retardant, looking nearly identical to their government counterparts – though their sole task is to protect specific insured homes.Torgerson, president of Wildfire Defense Systems, noted that while his teams are capable of fighting fires, “that’s not our mission in this case”.“Our task with the insurance industry is more so to prepare the homes and secure them, prior to and after the fire, and contribute to the survivability,” he said.“Our [wildfire protection unit] teams are not private firefighters,” said Matt Gallagher, a spokesman for AIG – yet they station engines with full tanks in evacuation zones during wildfires that can turn dangerous within seconds.Lawmakers grew concerned that civilians would see these private engines and get a false sense of security about remaining in evacuation zones. Government firefighters voiced complaints about rolling onto a scene, believing the area to be fully evacuated, only to find private fire crews who had not alerted incident command.In the 2018 Woolsey fire, Kim Kardashian famously hired private firefighters to save her $50m Calabasas mansion – a crew that, said Wills, never told anyone of their plans. “That’s just incredibly dangerous,” Wills said. A helicopter drops water on a brush fire during the Woolsey Fire in Malibu, California. Photograph: Ringo HW Chiu/Associated PressPrior to the 2018 fire season, California lawmakers passed a bill requiring private crews to alert public incident command and obtain permission before entering an evacuation zone. The law codified a best-practice guideline put in place in 2008. Torgerson, who founded his company that same year, said his company has always followed these directives, and will continue to do so now that the law is in effect.“We’ve responded to more than 650 wildfires since 2008, and more than 97% of the time, we’ve been granted access to the evacuation zones to conduct these insurance missions,” he said. “We’ve coordinated with hundreds of incident command teams.”Torgerson said he does not know why his crews were not permitted 3% of the time.“We’re fully qualified under state and federal certification and training processes,” he said. “We are the same resources that the federal government hires.”But their mission is fundamentally different. Government firefighters are tasked with saving life, first and foremost, so if the fires turn and the private crews require rescue, “they are a liability”, Wills said.“We understand that when people see these massive fires, there’s a tendency to say, ‘Well, more is better’,” Wills said. “From our perspective, more really isn’t better. The more that we need is more fully trained and battle-tested, front-line firefighters and emergency responders.”

+ No image +

Image description: ‘Not our mission’: private fire crews protect the insured, not the public

+ +

Smugglers reportedly cutting holes in border wall

+

Date: Sat, 02 Nov 2019 13:05:09 -0400

+ News link +

Smuggling gangs in Mexico are reportedly using power tools to cut large holes in walls at the southern U.S.-Mexico border, according to a new report from the Washington Post.

+ No image +

Image description: Smugglers reportedly cutting holes in border wall

+ +

Indian capital Delhi diverts flights and restricts cars as millions endure 'eye-burning' smog

+

Date: Mon, 04 Nov 2019 05:18:26 -0500

+ News link +

New Delhi banned half the Indian capital's private cars from its roads on Monday as the megacity's 20 million people spluttered with stinging eyes in the worst pollution in three years. As smog levels exceeded those of Beijing by more than three times, authorities also parked a van with an air purifier near the Taj Mahal - the iconic 17th-century marble mausoleum 250 kilometres (150 miles) south of Delhi - in a bid to clean the air in its surroundings, the Press Trust of India reported. With the pollution causing a rush of respiratory complaints at hospitals and the diversion of 37 flights on Sunday, a new law came into effect restricting cars from the capital's roads to alternative days, depending on if their number plate ends in an odd or even number. More than 600 police teams were deployed at road intersections in the capital with the power to hand out fines of 4,000 rupees (£44) to transgressors Exempt from the restrictions were Delhi's seven million motorbikes and scooters, public transport and cars carrying only women, stoking criticism that the measures were ineffective. The toxic smog is visible over the old quarter of Delhi Credit: Javed Sultan/Anadolu Agency via Getty Images "There is smoke everywhere and people, including youngsters, kids, elderly are finding it difficult to breathe," Delhi's chief minister Arvind Kejriwal said in a Twitter video. "Eyes are burning. Pollution is that bad." Construction was banned temporarily late last week in the world's most polluted capital city, while schools have been closed until Wednesday, with the city government handing out free pollution masks to children. "I have a headache every day I wake up. It's suffocating to breathe sometimes. And inflammation in the nostrils and all. And eyes also. Like it kind of burns," Ankusha Kushi, a student, told AFP. As Delhiites woke up on Monday, levels of particulates measuring less than 2.5 microns - so tiny they enter deep into the respiratory tract - were at 613 micrograms per cubic metre of air, according to the US embassy in Delhi. The government will distribute pollution masks to all Delhi school students Credit:  RAJAT GUPTA/EPA-EFE/REX The World Health Organisation's recommended safe daily maximum is a reading of 25. In central Delhi, the state air quality institute rated levels of the tiny particulates - which can be deadly over the long term - as "severe". Bollywood megastar Priyanka Chopra Jonas posted a selfie in pollution mask on Instagram and said it was "hard to shoot" in Delhi. "I can't even imagine what it must be like to live here under these conditions. We r blessed with air purifiers and masks. Pray for the homeless," she posted. A man wearing a pollution mask sweeps a street with a broom in the old quarters of New Delhi  Credit: LAURENE BECQUART/AFP via Getty Images Fourteen Indian cities including the capital are among the world's top 15 most polluted cities, according to the World Health Organization. One study last year said that a million Indians died prematurely every year as a result. With a state election due in Delhi in early 2020, the crisis has also become a casualty of political bickering, with each side blaming the other. Mr Kejriwal, who likened Delhi to a "gas chamber" on Friday, said the city had done its part to curb pollution and that the burning of wheat stubble residue on farms outside the capital had to be stopped.

+ No image +

Image description: Indian capital Delhi diverts flights and restricts cars as millions endure 'eye-burning' smog

+ +

‘We'll see what happens’: Trump refuses to rule out government shutdown if Democrats continue impeachment inquiry

+

Date: Sun, 03 Nov 2019 17:29:49 -0500

+ News link +

Donald Trump has refused to rule out forcing a government shutdown if Democrats do not stop their impeachment inquiry into him."We'll see what happens," the US president said when asked about the possibility of agencies being shuttered.

+ No image +

Image description: ‘We'll see what happens’: Trump refuses to rule out government shutdown if Democrats continue impeachment inquiry

+ +

Vietnam arrests eight over UK truck deaths

+

Date: Mon, 04 Nov 2019 05:06:38 -0500

+ News link +

Vietnam has arrested eight more people in connection with the deaths of 39 people found in a truck in Britain who are believed to be Vietnamese, police said Monday. Eight women and 31 men were found in a refrigerated lorry in an industrial park in Essex, east of London last month, in a case that has shaken Britain and exposed the deadly risks of illegal migration from Vietnam into Europe. British police initially said the victims were Chinese, but several Vietnamese families came forward to say they feared their relatives were on the truck.

+ No image +

Image description: Vietnam arrests eight over UK truck deaths

+ +

Time ticks away at wild bison genetic diversity

+

Date: Sun, 03 Nov 2019 11:38:14 -0500

+ News link +

Evidence is mounting that wild North American bison are gradually shedding their genetic diversity across many of the isolated herds overseen by the U.S. government, weakening future resilience against disease and climate events in the shadow of human encroachment. The extent of the creeping threat to herds overseen by the Department of Interior — the backbone of wild bison conservation efforts for North America — is coming into sharper focus amid advances in genetic studies. It does not include Yellowstone National Park's herd of some 5,000 unfenced bison, the largest federal conservation herd that's seen by millions of people who visit the park annually.

+ No image +

Image description: Time ticks away at wild bison genetic diversity

+ +

Pregnant Florida Woman Kills Home Intruder with AR-15

+

Date: Mon, 04 Nov 2019 08:58:00 -0500

+ News link +

A pregnant woman is being celebrated as a hero for using an AR-15 rifle to save the lives of her husband and 11-year-old daughter after two men broke into the family's home Wednesday night.Two masked intruders broke into the Lithia, Florida home close to 9pm on Wednesday. One of the men grabbed the couple's 11-year-old daughter while both men violently attacked her father, Jeremy King. One of the men pistol-whipped him, and the other kicked him in the head several times, King said.“As soon as they had got the back door opened, they had a pistol on me and was grabbing my 11-year-old daughter,” King told Bay News 9.His wife, who is more than eight-months pregnant, peeked out of the back bedroom during the incident, at which point King said one of the intruders shot at her. She then retrieved the AR-15 and shot at the intruder, clipping him, according to King.“He made it from my back door to roughly 200 feet out in the front ditch before the AR did its thing,” King said.Authorities found the body of a man in a ditch nearby the house. King meanwhile said he has a fractured eye socket, fractured sinus cavity, a concussion, 20 stitches and three staples in his head.“Them guys came in with two normal pistols and my AR stopped it," King said, adding that his wife had "evened the playing field and kept them from killing me.”The AR-15 rifle was in the home legally, according to the Hillsborough County Sheriff’s Office.

+ No image +

Image description: Pregnant Florida Woman Kills Home Intruder with AR-15

+ +

Myanmar ethnic rebels release Indians held in Rakhine after one dies

+

Date: Mon, 04 Nov 2019 03:23:29 -0500

+ News link +

Ethnic rebels in Myanmar have detained and interrogated a lawmaker and several Indian nationals, one of whom died, the rebels said on Monday, in the latest escalation of violence in the restive western state of Rakhine. Tens of thousands of people have been displaced across Rakhine since clashes began in December, bringing fresh chaos to the region, from which more than 730,000 Rohingya Muslims fled a military crackdown in 2017. Sunday's incident was the first time foreigners have been abducted in the fighting between government troops and the Arakan Army, an ethnic armed group that recruits from the mostly Buddhist local majority in its quest for greater state autonomy.

+ No image +

Image description: Myanmar ethnic rebels release Indians held in Rakhine after one dies

+ +

The World's Most Powerful Navies Of 2030 Won't Look Like Those Of Today

+

Date: Sun, 03 Nov 2019 13:00:00 -0500

+ News link +

Who will hold the number 1 spot?

+ No image +

Image description: The World's Most Powerful Navies Of 2030 Won't Look Like Those Of Today

+ +

Saudi Arabia officially kicked off Saudi Aramco's IPO, which could be the largest in the world

+

Date: Sun, 03 Nov 2019 10:51:49 -0500

+ News link +

Saudi Aramco's public listing is a major part of the kingdom's economic plans going forward. The Tadawul All Share Index fell 2.4% on the news.

+ No image +

Image description: Saudi Arabia officially kicked off Saudi Aramco's IPO, which could be the largest in the world

+ +

Iraq’s Top Cleric Warns Iran to Stay Out

+

Date: Mon, 04 Nov 2019 09:29:03 -0500

+ News link +

(Bloomberg Opinion) -- To understand what Iraq’s Grand Ayatollah Ali al-Sistani is saying, you have to translate him twice: first from Arabic to English, then from politesse to plain-speak. In the first translation, a key passage from his Friday sermon in the holy city of Karbala went like this: “No person or group, no side with a particular view, no regional or international actor may seize the will of the Iraqi people and impose its will on them.”The second translation: “Back off, Khamenei!”That is how it would have sounded to Sistani’s audience in Karbala, where it was read out for the ailing octogenarian by an aide; in the streets of Baghdad and other Iraqi cities, where a bloody crackdown on largely peaceful protesters has taken more than 200 lives; in the Iraqi parliament, where lawmakers are negotiating a response to the demonstrations; and in Tehran, where Supreme Leader Ali Khamenei has been struggling to respond to the rising anti-Iran sentiment that undergirds uprisings in Iraq and Lebanon.Khamenei has unleashed Iran’s proxies in the streets — Hezbollah in Lebanon, and Shiite militias in Iraq — to intimidate the protesters. He has also dispatched his chief enforcer, the Iranian Revolutionary Guards Corps commander Qassem Soleimani, to the Iraqi parliament, to rally Shiite parties behind the feckless Prime Minister Adel Abdul-Mahdi.But if anything, these responses will only fan the anger in the streets against Iranian interference in Iraqi and Lebanese politics. Not even Khamenei, who is practiced in the art of ignoring popular resentment, can have failed to notice the anti-Iran slogans echoing through Iraqi cities. Nor will it have escaped his attention that the loudest chanting comes from Iraqi Shiites, a community he expects to favor his Islamic Republic.  The Supreme Leader’s anxiety was palpable in his tweets on Thursday, when he tried to blame Tehran’s usual suspects — “the U.S., the Zionist regime, some Western countries, and the money of some reactionary countries” — for the protests.Sistani’s sermon was a riposte, designed to set Khamenei right. Although born in Iran, he is no fan of Khamenei and other hardliners in Tehran, preferring the likes of President Hassan Rouhani.Iraq’s Grand Ayatollah has been in a quandary over the protests. Every Iraqi government since 2005 has had his personal imprimatur: His word has united factions among the Shiite majority. Prime Minister Abdul-Mahdi, too, has his blessing. As such, Sistani is complicit in the corruption and ineptitude that have brought the Iraqis into the streets.His early pronouncements on the protests vacillated between bromides against corruption and calls on the protesters to abjure violence. But as the demonstrations have persisted, Sistani has grown progressively more critical of the government, blaming it for the violence.His Friday sermon puts him squarely on the protesters’ side. In addition to interfering Iranians, the leaders who have long benefited from his validation came under attack. As the politicians in Baghdad struggle to devise a response that will satisfy angry Iraqis, the so-called sage of Najaf warned that Iraqis have a right to a “referendum on the constitution” to change how they are governed. By invoking the prospect of a referendum, Sistani may have given the protesters a new focus for their energies, and Iraqi politicians a way to break the toxic pattern of inconclusive elections and compromise prime ministers. Much will depend on the reaction of another cleric, Moqtada al-Sadr, who has also taken the protesters’ side — even joining them in the streets — and has called for Abdul-Mahdi’s removal.Sadr, frequently described as a firebrand, has little in common with the preternaturally placid Sistani. But the prospect of the protests being led by one and backed by the other is certain to rattle turbaned heads in Tehran. And if Sistani and Sadr were to throw their combined weight behind demands for a referendum — and who knows, maybe even inspire emulation by the Lebanese — that might be the stuff of Khamenei’s nightmares.(Corrects photograph of Grand Ayatollah al-Sistani in article published Nov. 2.)To contact the author of this story: Bobby Ghosh at aghosh73@bloomberg.netTo contact the editor responsible for this story: James Gibney at jgibney5@bloomberg.netThis column does not necessarily reflect the opinion of the editorial board or Bloomberg LP and its owners.Bobby Ghosh is a columnist and member of the Bloomberg Opinion editorial board. He writes on foreign affairs, with a special focus on the Middle East and the wider Islamic world.For more articles like this, please visit us at bloomberg.com/opinion©2019 Bloomberg L.P.

+ No image +

Image description: Iraq’s Top Cleric Warns Iran to Stay Out

+ +

The Most Cringe-Worthy 90s Internet Guides That We Can't Stop Watching

+

Date: Sat, 02 Nov 2019 12:00:00 -0400

+ News link +

+ No image +

Image description: The Most Cringe-Worthy 90s Internet Guides That We Can't Stop Watching

+ +

California wildfires: Ignition of Maria fire spotted on camera

+

Date: Sat, 02 Nov 2019 12:16:47 -0400

+ News link +

The moment a wildfire burst into life and began to spread in California has been caught on camera.The Maria Fire has burned some 15 square miles and prompted evacuation orders for nearly 11,000 people since it began Thursday evening.

+ No image +

Image description: California wildfires: Ignition of Maria fire spotted on camera

+ +

Central European governments accused of abusing European agriculture subsidies

+

Date: Sun, 03 Nov 2019 13:56:39 -0500

+ News link +

Central European governments have been systematically abusing the European Union’s Common Agricultural Policy to enrich family members and political allies, an investigation claims.  The New York Times survey of subsidies in nine European countries found that millions of euros in agricultural subsidies had been directed to a handful of companies, often linked to national leaders. It alleged that the CAP had even underwritten “mafia-style land grabs” in Slovakia and Bulgaria.  Prominent beneficiaries reportedly include Andrej Babis, the billionaire prime minister of the Czech republic, who the paper says is linked to a company that received at least $42 million (£32 million) in subsidies last year.  Lukáš Wagenknecht, a senator from the opposition Pirate Party, last week filed a complaint against the European Council saying it should not allow Mr Babis to take part in the bloc’s budget discussions because his Agrofert conglomerate receives tens of millions of Euros in subsidies annually.  Mr Babis no longer owns the company and has denied a conflict of interests, but organisations including Transparency International claim that he remains its end beneficiary.   Andrej Babis, the Czech prime minister, denies a conflict of interest Credit: Martin Divisek/Bloomberg The paper also accused Viktor Orban, the prime minister of Hungary, of abusing the EU’s subsidies to fund a system of patronage linked to land leases.   It cited Mr Orban’s sale of 12 state farms to close associates when he was prime minister between 1998 and 2002, which became eligible for large subsidies when Hungary joined the EU in 2004.  In 2015, five years after he returned to power, Mr Orban’s government began to sell and auction leases to hundreds of thousands of hectares at cut price rates, arranging for most of them go to businessmen with close connections of Fidesz.  The paper implies that this created a system of “modern feudalism” in which small farmers were left beholden to barons who received land eligible for European subsidies based on their loyalty to Mr Orban.   Individuals who are reported to have built up considerable landholdings include Mr Orbans family and close business and political allies.  The European Union supported farmers with 58.82 billion Euros (£50.8 billion) in 2018. Subsidies are meant to support food production, rural community development, and environmentally friendly farming.  The subsidies it provides are often crucial to the survival of small farmers across the bloc.  Ivan Haralampiev, the Bulgarian farmer whose cow Penka was at the centre of an outcry over EU agricultural regulations in 2018, told the Telegraph that he had bought cattle only because the subsidies they qualified for made it possible to live.  The Telegraph sought comment from Mr Orban's office.  A spokesman for the Hungarian government said: “The procedures in Hungary for administering EU agricultural subsidies fully satisfy EU rules and regulations for the management of these funds. Hungary is also fully compliant in the sale of state land, which is regulated by law. Furthermore, it should be noted, that concerning a plot of land larger than 1,000 hectares, subsidies for or sale of that plot must follow strict rules. The NYT’s questions and sources clearly reflect a biased preconception about the topic.”

+ No image +

Image description: Central European governments accused of abusing European agriculture subsidies

+ +

French leader to raise 'taboo' topics in China

+

Date: Mon, 04 Nov 2019 04:13:50 -0500

+ News link +

French President Emmanuel Macron arrived in China on Monday to drum up new business deals, but under warning from his hosts to keep off thorny issues such as the pro-democracy protests in Hong Kong. Macron began his second official trip to China on Monday afternoon in the financial hub of Shanghai, where he will attend an international import fair against the backdrop of the US-China trade war.

+ No image +

Image description: French leader to raise 'taboo' topics in China

+ +

Salmonella linked to ground beef leaves 8 ill, 1 dead

+

Date: Sat, 02 Nov 2019 11:32:08 -0400

+ News link +

Ten people in six states have become infected with salmonella dublin after eating ground beef, the Centers for Disease Control and Prevention announced Friday.

+ No image +

Image description: Salmonella linked to ground beef leaves 8 ill, 1 dead

+ +

Indian Muslims anxious as court prepares to rule on destroyed mosque

+

Date: Mon, 04 Nov 2019 02:41:15 -0500

+ News link +

In the Indian town of Ayodhya, minority Muslims are feeling under siege as they await a Supreme Court ruling on a centuries-old religious dispute that has cast a shadow over their relations with the majority Hindu community. After a tangle of legal cases, the Supreme Court in August decided to hear arguments every day in an effort to resolve the dispute over what should be built on the ruins of the 16th-century Babri Masjid, destroyed by a Hindu mob in 1992. The uproar over the mosque triggered some of India's deadliest riots, in which nearly 2,000 people, most of them Muslim, were killed.

+ No image +

Image description: Indian Muslims anxious as court prepares to rule on destroyed mosque

+ +

Late-week storm could spell wintry weather for the mid-Atlantic

+

Date: Sun, 03 Nov 2019 11:39:56 -0500

+ News link +

A storm budding in the south-central U.S. earlier in the week, will take aim at the East Coast, and could deliver both heavy rain and wintry weather.An active pattern will continue to bring several storms from the center of the country to the Eastern Seaboard throughout the week. The presence of many moving parts makes for a more long-term complex pattern.One such moving part is a high pressure system that will move across the northern half of the country late in the week."The strength and location of the high pressure delivering cold to the northern tier of the country will determine how far north the storm is able to go," said AccuWeather Senior Meteorologist Alan Reppert.No matter how far north the storm traverses, the likelihood of rain for states like Mississippi, Alabama, Tennessee and Georgia from late on Thursday through Friday is pretty high. The situation with the high pressure will instead determine the precipitation amount, and precipitation type for parts of Kentucky to the Carolinas and Virginia.Cold present in the Appalachians and to the east of the mountains when the storm arrives could allow wet snowflakes to mix in with the rainfall, especially during the morning and overnight hours."In this scenario, accumulating snow will be possible in parts of Virginia, and in the mountains of North Carolina," added Reppert.Residents will want to keep a close eye on this storm, and prepare for changeable conditions.Snow falling in the mid-Atlantic is not unprecedented for early November.Richmond's earliest accumulating snowfall, and even Raleigh earliest snowfall is during the first week of November. Snowflakes can come as early as October in these areas. The occurrence of accumulating snowfall in the higher elevations of the Appalachians is even more common.However, a snowy situation in Virginia and North Carolina at the end of the week is not set in stone.Should the high hang back farther to the west, so will the cold air. Instead of the cold being present during the arrival of the storm, it will follow the wet weather. This second scenario, combined with a more northerly storm track, would minimize the presence of snow for most across the south. Instead, there is a slight chance for some wet snowflakes to mix in with rain in places like Delaware, Maryland and northern Virginia.Additionally, the storm may move faster, most locations away from the Carolina Coast and Florida would be dried out by Friday afternoon.Cold would be able to dive farther to the south, bringing a chill for many across the region, including northern Florida, where cities experienced a record-warm October.Much of the southern and eastern Untied States has seen its fair share of storminess as of late.Cities like D.C., Raleigh, Nashville and Atlanta all recorded above-normal precipitation for the month of October. In fact D.C., and Nashville had almost double the normal amount of rain they get during the month.Download the free AccuWeather app to see the latest forecast for your region. Keep checking back for updates on AccuWeather.com and stay tuned to the AccuWeather Network on DirecTV, Frontier and Verizon Fios.

+ No image +

Image description: Late-week storm could spell wintry weather for the mid-Atlantic

+ +

Enemies Beware: America Is Upgrading Its Mighty Air Force Bombers

+

Date: Sat, 02 Nov 2019 23:00:00 -0400

+ News link +

The B-52, B-1, and B-2 are joining the future.

+ No image +

Image description: Enemies Beware: America Is Upgrading Its Mighty Air Force Bombers

+ +

Steve Bannon advised Kushner days before election to avoid Paul Manafort 'like the plague'

+

Date: Sat, 02 Nov 2019 17:38:31 -0400

+ News link +

In documents obtained by BuzzFeed, former Trump campaign head Bannon told Kushner to avoid Manafort because of optics.

+ No image +

Image description: Steve Bannon advised Kushner days before election to avoid Paul Manafort 'like the plague'

+ +

A 9,000-barrel leak in the Keystone pipeline in North Dakota spilled enough crude oil to fill half an Olympic-sized swimming pool

+

Date: Sat, 02 Nov 2019 14:00:25 -0400

+ News link +

The second large oil spill from the Keystone pipeline in two years provoked outrage because TC Energy told activists that spills were unlikely.

+ No image +

Image description: A 9,000-barrel leak in the Keystone pipeline in North Dakota spilled enough crude oil to fill half an Olympic-sized swimming pool

+ +

US white supremacist arrested hours before far-right conference in Norway

+

Date: Sun, 03 Nov 2019 17:58:06 -0500

+ News link +

An American white supremacist was arrested hours before he was due to speak at an international far-right conference in Norway.Greg Johnson was detained under immigration law on the basis that he posed a threat to national interests, according to the police security agency PST.

+ No image +

Image description: US white supremacist arrested hours before far-right conference in Norway

+ +

Clashes erupt on another Baghdad bridge, protester killed

+

Date: Mon, 04 Nov 2019 09:33:15 -0500

+ News link +

Anti-government protesters clashed with Iraqi security forces on a third major bridge in Baghdad on Monday, with at least one protester killed and two dozen wounded as gunfire echoed through the streets. Some protesters hurled rocks at security forces, who responded with tear gas and fired a water cannon. Police and hospital officials said at least one person was killed and 24 wounded in the clashes on the bridge, where security forces used live ammunition, rubber bullets and tear gas grenades.

+ No image +

Image description: Clashes erupt on another Baghdad bridge, protester killed

+ +

'Deepening repression' alongside Saudi reforms: HRW

+

Date: Sun, 03 Nov 2019 19:45:22 -0500

+ News link +

Saudi Crown Prince Mohammed bin Salman has pursued landmark reforms since coming to power, but his rise has been accompanied by "deepening repression and abusive practices", Human Rights Watch said Monday. Despite a perception that the outcry over the October 2018 murder of journalist Jamal Khashoggi had left the Saudis chastened, critics of the kingdom are still being vigorously pursued with measures including arbitrary travel bans and harassment of their families, it said. "Detaining citizens for peaceful criticism of the government's policies or human rights advocacy is not a new phenomenon in Saudi Arabia," the New York-based group said in a report.

+ No image +

Image description: 'Deepening repression' alongside Saudi reforms: HRW

+ +

Abe, Moon Break Ice After Worst Japan-South Korea Fight in Years

+

Date: Sun, 03 Nov 2019 23:49:32 -0500

+ News link +

(Bloomberg) -- Terms of Trade is a daily newsletter that untangles a world embroiled in trade wars. Sign up here. South Korean President Moon Jae-in and Japanese Prime Minister Shinzo Abe agreed in their first meeting in 14 months to ease tensions, according to the South Korean presidential office.Moon and Abe shared the view that the relationship between South Korea and Japan is important and re-affirmed in principle that issues between the two nations should be resolved via dialogue, the presidential office said in a text message. Abe conveyed Japan’s “basic stance” on bilateral issues in his exchange with Moon, the Tokyo-based Kyodo News agency said separately, citing the Japanese foreign ministry.The brief, 11-minute meeting at the Association of Southeast Asian Nations summit in Bangkok came as a long-simmering feud escalated into a trade-and-security dispute, leading to boycotts of Japanese imports and the decision to scrap an intelligence-sharing pact. The encounter followed a break-through meeting last month between Abe and South Korean Prime Minister Lee Nak-yon.Moon proposed high-level talks, if needed while Abe said every effort should be made to resolve the feud, Moon’s office said. Abe last met Moon in September 2018 and passed up a chance to meet him for formal talks during Group of 20 events in Osaka in June.The remarks were the most positive yet since South Korean courts issued a series of rulings last year backing the claims of Koreans forced to work for Japanese companies during the country’s 1910-45 occupation of the Korean Peninsula.Japan subsequently tightened restrictions on exports of key materials used by South Korean semi-conductor manufacturers. South Korea responded by moving to withdraw from a military intelligence-sharing pact with Japan.To contact the reporters on this story: Shinhye Kang in Seoul at skang24@bloomberg.net;Seyoon Kim in Seoul at skim7@bloomberg.net;Sophie Jackman in Tokyo at sjackman5@bloomberg.netTo contact the editors responsible for this story: Peter Pae at ppae1@bloomberg.net, Brendan ScottFor more articles like this, please visit us at bloomberg.com©2019 Bloomberg L.P.

+ No image +

Image description: Abe, Moon Break Ice After Worst Japan-South Korea Fight in Years

+ +

Malaysia says country shielding 1MDB fugitive Jho Low refuses to cooperate

+

Date: Mon, 04 Nov 2019 06:51:45 -0500

+ News link +

Malaysian fugitive Low Taek Jho, wanted over a multibillion dollar scandal at state fund 1MDB, is living in a country that has refused to cooperate on efforts to retrieve him, Malaysia's police chief said on Monday, according to the state news agency. Low, also known as Jho Low, has been charged in Malaysia and the United States over the alleged theft of $4.5 billion from 1Malaysia Development Berhad (1MDB), set up by former Malaysian Prime Minister Najib Razak.

+ No image +

Image description: Malaysia says country shielding 1MDB fugitive Jho Low refuses to cooperate

+ +

California fires, rising seas: Millions of climate refugees will dwarf Dust Bowl by 2100

+

Date: Mon, 04 Nov 2019 08:23:04 -0500

+ News link +

An environmental crisis in the early 1900s created 'Dust Bowl refugees.' Today's climate crisis is much bigger and will last for decades, not years.

+ No image +

Image description: California fires, rising seas: Millions of climate refugees will dwarf Dust Bowl by 2100

+ +

How Al-Baghdadi's Death Will Change the Terrorism of Tomorrow

+

Date: Sat, 02 Nov 2019 12:30:00 -0400

+ News link +

Will the war ever end?

+ No image +

Image description: How Al-Baghdadi's Death Will Change the Terrorism of Tomorrow

+ +

Chicago teen charged in suspected gang shooting that injured girl who was trick-or-treating

+

Date: Sat, 02 Nov 2019 12:34:50 -0400

+ News link +

A 7-year-old girl was trick-or-treating in Chicago when she was hit by a stray bullet. A teenager has now been charged.

+ No image +

Image description: Chicago teen charged in suspected gang shooting that injured girl who was trick-or-treating

+ +

Biden Campaign: We ‘Don’t Have to Win in Iowa’

+

Date: Mon, 04 Nov 2019 07:53:38 -0500

+ News link +

Former vice president Joe Biden's campaign staffers have begun playing down expectations in the Iowa caucuses in response to their candidate's underperformance in recent polls conducted in the first primary state.“I think we’re the only ones who don’t have to win Iowa, honestly," Biden campaign manager Greg Schultz told the Wall Street Journal, "because our strength is the fact that we have a broad and diverse coalition.”A Siena College/New York Times poll released Friday predicted Biden will take fourth place in the Iowa caucuses. Left-wing challengers Elizabeth Warren and Bernie Sanders come in first and second respectively, with the more moderate Pete Buttigieg taking third place.The Iowa caucuses could “have three or four or five candidates all within a couple of percentage points. Does anybody win? Technically, yes, maybe," said Schultz. "But does that give you clarity on where the heart of the Democratic Party is? I would say, ‘no.’”Biden still leads the Democratic field in national polling. His team is hoping that Biden's wide support among black voters will help propel him to the front of the race in the primaries following Iowa.The former vice president has come out against Warren's and Sanders's promise of "medicare for all" plans in trying to win over more moderate voters.“The plan put forward by Bernie and Elizabeth, even out here, is not embraced by a majority of the people,” Biden said. “And so I think what people are going to start to focus on, at least I hope, is a little bit of . . . truth in advertising.”Warren released her universal Medicare plan on Friday. The plan require $21 trillion in new government spending over ten years, while Sanders's carries a $32 trillion price tag over the same period.

+ No image +

Image description: Biden Campaign: We ‘Don’t Have to Win in Iowa’

+ +

PG&E CEO Causes Outrage After Saying Struggling California Residents’ Houses Are ‘Still There’ Because of Blackouts

+

Date: Sun, 03 Nov 2019 15:25:15 -0500

+ News link +

California Gov. Gavin Newsom has been vocal in his criticism of PG&E

+ No image +

Image description: PG&E CEO Causes Outrage After Saying Struggling California Residents’ Houses Are ‘Still There’ Because of Blackouts

+ +

Supreme leader: Iran has outflanked US since 1979 revolution

+

Date: Sun, 03 Nov 2019 09:22:55 -0500

+ News link +

Iran's supreme leader said Sunday that his country has outmaneuvered the United States in the four decades since the 1979 Islamic Revolution. Ayatollah Ali Khamenei said Iran has "trapped the other party in the corner of the ring in many cases," adding that U.S. aggression toward Iran has only grown "wilder and more flagrant" over the years. Khamenei was quoted on his official website in a speech to thousands of students, a day before the 40th anniversary of the U.S. Embassy takeover in Tehran.

+ No image +

Image description: Supreme leader: Iran has outflanked US since 1979 revolution

+ +

Brazil's Bolsonaro says 'worst is yet to come' on oil spill

+

Date: Sun, 03 Nov 2019 21:59:34 -0500

+ News link +

Brazilian President Jair Bolsonaro said Sunday that "the worst is yet to come" with an oil spill that has affected more than 200 beaches on the country's coast. "What came so far and what was collected is a small amount of what was spilled," Bolsonaro said in an interview with Record television. Oil slicks have been appearing for three months off the coast of northeast Brazil and fouling beaches along a 2,000 kilometer (1,250 mile) area of Brazil's most celebrated shoreline.

+ No image +

Image description: Brazil's Bolsonaro says 'worst is yet to come' on oil spill

+ +

Knifeman stabs four in Hong Kong as mall clashes between protesters and police end in bloodshed

+

Date: Sun, 03 Nov 2019 08:14:17 -0500

+ News link +

At least four people were injured by a blade-wielding man who rampaged through a mall in Hong Kong as riot police stormed shopping centres in a move to block protesters from staging rallies. The bloody attack took place amid a day of chaos in Hong Kong that also saw an elected local councillor have part of his left ear bitten off. Pro-democracy activists called a spate of flashmobs in shopping centers on Sunday in a bid to keep up the momentum of the protest movement that has swept the city with violent clashes for five months.  The actions came after a day of running battles on Saturday, and riot police stormed several malls early the day in an attempt to stop the rallies from taking place. Officers stationed at planned protest sites blocked certain areas, dispersed crowds and made arrests. Nonetheless, protesters succeeded in worming their way into malls in several neighbourhoods, forming a human chain, chanting slogans, and blocking entrances to prevent police officers from entering. Riot police arrive to a shopping mall to disperse protesters during a rally against police brutality in Hong Kong Credit: JEROME FAVRE/EPA-EFE/REX Although the protests were less violent than the previous day's, they ended in bloodshed when a man charged into a crowd that had gathered at the Cityplaza mall in the middle class neighbourhood of Tai Koo Shing.  Survivors were seen lying in pools of blood and surrounded by people holding down tissues and gauze on their wounds in an effort to staunch the bleeding. Footage circulating online showed that the attacker, thought to be wielding a knife, had been subdued by angry onlookers. He was said to have argued with others over political issues before the incident. Andrew Chiu, a pro-democracy councillor, lost part of his ear at the same mall. It was not immediately clear if the person who bit off his ear was the same person who carried out the knife attack.  Police said in a statement that they stormed into the shopping centres after activists started vandalising interiors and smashing windows. View of a blood-splattered floor after an alleged pro-Chinese supporter attacked a pro-democracy protester Credit: JEROME FAVRE/EPA-EFE/REX They said were still confirming the total number of people injured as of late Sunday evening. Police arrested at least 200 people the previous night when another set of protests disrupted the city. The weekend's clashes were the latest bout of violence in Hong Kong's worst political crisis since the former British colony was returned to China in 1997.  Protests kicked off early June against an extradition bill that would have sent suspects to face trial in mainland China, where Communist Party influence in the court system results in a 99.9 per cent conviction rate. City leaders finally withdrew the plan last month, but activists have continued to demonstrate against what they describe as police brutality and overall frustration at a government they feel has refused to listen to them. The protesters' demands have expanded to include the resignation of Carrie Lam, the city's chief executive, establishment of an independent inquiry into police handling of the demonstrations, amnesty for arrested protesters, and direct leadership elections. A woman is detained by riot police at a shopping mall in Tai Po in Hong Kong,  Credit:  KIM KYUNG-HOON/ REUTERS Ms Lam was on an official visit to mainland China on Sunday, where she is scheduled to meet this week with top Communist Party leaders.   Five months of demonstrations have dramatically disrupted day-to-day life in Hong Kong, with activists growing increasingly radical and police escalating their tactics in response.  City residents have struggled to keep up their daily routines as neighbourhoods are unexpectedly rocked by violent clashes between protesters and police.  The tense political environment has divided many in the international financial hub, with heated debates taking place everywhere from street corners to cafes. And while Ms Lam has refused to make further concessions, the clashes have grown increasingly violent. Police have deployed record amounts of tear gas, rubber bullets and sponge grenades, while a more radical faction of protesters now routinely throw petrol bombs and bricks and set fire to street barricades to deter police. Resentment at Hong Kong’s police force – once dubbed “Asia’s Finest” ­– is hardening as activists denounce what they say is disproportionate force. At least three candidates running in local elections were arrested by police over the weekend, including Richard Chan, 48, who was pepper sprayed at close range twice by officers.  Protesters have also begun targeting symbols of mainland China, including the Chinese flag, major state-owned Chinese banks, and businesses thought to be pro-Beijing, to show their frustration that freedoms long enjoyed in the former British colony were fast eroding under Beijing’s Communist rule.  On Saturday, protesters targeted the offices of Chinese state media agency Xinhua for the first time. Xinhua said in a statement that it strongly condemned the “barbaric acts of mobs” who vandalised and set fire to its lobby.

+ No image +

Image description: Knifeman stabs four in Hong Kong as mall clashes between protesters and police end in bloodshed

+ +

China says no promise 'fatigue' on opening its economy

+

Date: Mon, 04 Nov 2019 04:17:03 -0500

+ News link +

There is no promise "fatigue" about China's efforts to open its economy to foreign businesses, the government said on Monday on the eve of week-long import fair, after the European Union said China needed to make rapid and substantial improvements. The EU, China's largest trading partner, said last week ahead of the Shanghai fair that there was a risk of "promise fatigue", urging China to show "more ambition and genuine effort towards rebalancing and a level playing field". China has long been dogged by allegations of unfair trade practices, from forced tech transfers to protectionist market entry policies.

+ No image +

Image description: China says no promise 'fatigue' on opening its economy

+ +

Venezuela Gives El Salvador’s Diplomats 48 Hours to Head Home

+

Date: Sun, 03 Nov 2019 15:08:14 -0500

+ News link +

(Bloomberg) -- Venezuela gave El Salvadoran diplomats just 48 hours to leave the country after a similar move by El Salvador’s President Nayib Bukele.The meltdown in foreign relations came amid an ongoing power struggle between sitting Venezuelan President Nicolas Maduro and National Assembly leader Juan Guaido, who has declared himself president and says Maduro’s administration is illegitimate.El Salvador is awaiting new diplomatic representation from Guaido in the near future, according to a statement from the president’s office late Saturday. Bukele also gave Venezuelan diplomats 48 hours to leave.“The government of President Nayib Bukele recognizes the legitimacy of Interim President Juan Guaido, while free elections are held in accordance with the Venezuelan constitution,” the statement read. “El Salvador will always be in favor of democracy and will defend human rights.”Bukele responded to Venezuela’s announcement with a tweet on Sunday saying that he had forgotten to mention that his government had not named a single diplomat in Venezuela and that Maduro had kicked out the team named by his predecessor. He finished the tweet with an emoji crying with laughter.Seven countries have pulled their ambassadors from Venezuela since 2018, when Maduro organized presidential elections that were criticized by many as illegitimate.\--With assistance from Fabiola Zerpa.To contact the reporter on this story: Justin Villamil in Mexico City at jvillamil18@bloomberg.netTo contact the editors responsible for this story: Carolina Wilson at cwilson166@bloomberg.net, Kevin Miller, Mark NiquetteFor more articles like this, please visit us at bloomberg.com©2019 Bloomberg L.P.

+ No image +

Image description: Venezuela Gives El Salvador’s Diplomats 48 Hours to Head Home

+ +

Trump's Naval Dream Seems Sunk: America Can't Afford a 355 Ship Navy

+

Date: Sat, 02 Nov 2019 15:30:00 -0400

+ News link +

Like a Christmas wish list, the Navy wants a fleet of 355 ships. It just can’t afford it.

+ No image +

Image description: Trump's Naval Dream Seems Sunk: America Can't Afford a 355 Ship Navy

+ +

Teenage boy charged in Halloween shooting of seven-year-old girl in bumblebee costume

+

Date: Sat, 02 Nov 2019 13:00:01 -0400

+ News link +

A 15-year-old boy has been charged with attempted murder after a seven-year-old girl was shot while she was trick-or-treating in a bumblebee outfit in Chicago.The young girl, who was critically wounded while trick-or-treating for Halloween in the city’s West Side on Thursday, is believed to have been hit in the lower neck with a stray bullet.

+ No image +

Image description: Teenage boy charged in Halloween shooting of seven-year-old girl in bumblebee costume

+ +

#DeclassifiedDog: Twitter shares their 'declassified' dog pics after Trump tweet

+

Date: Mon, 04 Nov 2019 00:14:06 -0500

+ News link +

Since Trump's tweet, Twitter users have taken the opportunity to share photos and videos of dogs using DeclassifiedDog and Declassified.

+ No image +

Image description: #DeclassifiedDog: Twitter shares their 'declassified' dog pics after Trump tweet

+ +

Police station banned from displaying 'thin blue line' flag

+

Date: Mon, 04 Nov 2019 06:08:30 -0500

+ News link +

A Maryland County executive has banned a local police station from displaying the pro-law enforcement flag.

+ No image +

Image description: Police station banned from displaying 'thin blue line' flag

+ +

Airbnb bans 'party houses' after California shooting kills 5

+

Date: Sat, 02 Nov 2019 23:58:21 -0400

+ News link +

Airbnb's CEO said the company was taking actions against unauthorized parties in the wake of a deadly shooting at a Halloween party held at an Airbnb rental home in California. In a series of tweets, Brian Chesky said Saturday the San Francisco-based company is expanding manual screening of "high risk" reservations and will remove guests who fail to comply with policies banning parties at Airbnb rental homes. Five people died after a Thursday night shooting that sent some 100 terrified partygoers running for their lives in the San Francisco suburb of Orinda.

+ No image +

Image description: Airbnb bans 'party houses' after California shooting kills 5

+ +

As Iraq and Lebanon protests flare, Iran clings to hard-earned sway

+

Date: Sun, 03 Nov 2019 12:33:11 -0500

+ News link +

Iran has worked to turn sweeping anti-government protests in Iraq from a threat to its hard-earned influence over its neighbour into an opportunity for political gains, analysts say. In Lebanon too, where similar rallies against corruption and government inefficiency have broken out, Iran's main ally Hezbollah has managed to maintain its influence. "Very clearly, Iran in both Lebanon and Iraq wants to protect the system and not allow it to fall apart," said Renad Mansour, researcher at London-based Chatham House.

+ No image +

Image description: As Iraq and Lebanon protests flare, Iran clings to hard-earned sway

+ +

Hong Kong mall clash ends in bloody knife attack and bitten off ear

+

Date: Sat, 02 Nov 2019 22:17:15 -0400

+ News link +

Hong Kong anti-government protesters crowded a shopping mall in running clashes with police on Sunday during which a man with a knife slashed several people and apparently bit off part of a local politician's ear. A human chain in Cityplaza, in the eastern suburb of Taikoo Shing, turned into a face-to-face conflict with police, running up and down escalators where families with young children had been window shopping just minutes before and watching skating on the ice rink. Police said protesters had vandalized a restaurant in the mall after a peaceful chanting of slogans in the 22nd straight weekend of protests by Hong Kong people furious at perceived Chinese meddling in the former British colony which returned to Chinese rule in 1997.

+ No image +

Image description: Hong Kong mall clash ends in bloody knife attack and bitten off ear

+ +

Apple to donate $2.5 billion to combat California housing crisis

+

Date: Sun, 03 Nov 2019 23:18:50 -0500

+ News link +

"Affordable housing means stability and dignity, opportunity and pride. ... Apple is committed to being part of the solution," CEO Tim Cook says

+ No image +

Image description: Apple to donate $2.5 billion to combat California housing crisis

+ + + + \ No newline at end of file diff --git a/news_feed/news2.pdf b/news_feed/news2.pdf new file mode 100644 index 0000000..b6d82ac Binary files /dev/null and b/news_feed/news2.pdf differ diff --git a/news_feed/news_cash/20190712.csv b/news_feed/news_cash/20190712.csv new file mode 100644 index 0000000..c6436d6 --- /dev/null +++ b/news_feed/news_cash/20190712.csv @@ -0,0 +1,2 @@ +title,pubDate,link,description,imageLink,imageDescription +Miami's Little Haiti wasn't a target for developers. Until the seas started to rise,"Fri, 12 Jul 2019 15:14:00 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/pbQjkbD_bFk/index.html,,http://feeds.feedburner.com/~r/rss/edition_world/~4/pbQjkbD_bFk, diff --git a/news_feed/news_cash/20190918.csv b/news_feed/news_cash/20190918.csv new file mode 100644 index 0000000..aa97a33 --- /dev/null +++ b/news_feed/news_cash/20190918.csv @@ -0,0 +1,2 @@ +title,pubDate,link,description,imageLink,imageDescription +US cities are losing 36 million trees a year. Here's why it matters ,"Wed, 18 Sep 2019 16:44:32 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/KlnsnygiAw8/index.html,"If you're looking for a reason to care about tree loss, the nation's latest heat wave might be it. Trees can lower summer daytime temperatures by as much as 10 degrees Fahrenheit, according to a recent study.",http://feeds.feedburner.com/~r/rss/edition_world/~4/KlnsnygiAw8, diff --git a/news_feed/news_cash/20191030.csv b/news_feed/news_cash/20191030.csv new file mode 100644 index 0000000..23ed411 --- /dev/null +++ b/news_feed/news_cash/20191030.csv @@ -0,0 +1,2 @@ +title,pubDate,link,description,imageLink,imageDescription +They're recycling plastic milk bottles to build roads,"Wed, 30 Oct 2019 10:28:31 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/nkb1bSv3X-M/index.html,"Plastic milk bottles are being recycled to make roads in South Africa, with the hope of helping the country tackle its waste problem and improve the quality of its roads.",http://feeds.feedburner.com/~r/rss/edition_world/~4/nkb1bSv3X-M, diff --git a/news_feed/news_cash/20191103.csv b/news_feed/news_cash/20191103.csv new file mode 100644 index 0000000..c7e4486 --- /dev/null +++ b/news_feed/news_cash/20191103.csv @@ -0,0 +1,2 @@ +title,pubDate,link,description,imageLink,imageDescription +There could be trouble ahead for Saudi Arabia's economy,"Sun, 03 Nov 2019 16:08:05 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/UMS9gK5Mxyg/index.html,"The stars of the business world returned last week to Saudi Arabia's so-called Davos in the Desert, a conference formally known as the Future Investment Initiative (FII). Last year, several CEOs dropped out, afraid of associating publicly with a regime that has been accused of — and has consistently denied — being responsible for the murder of journalist Jamal Khashoggi. And while it's true that their return this year indicates the extent of Saudi Arabia's rapid rehabilitation, the kingdom will need more than a glitzy attendee list of business elites to mend its economic troubles.",http://feeds.feedburner.com/~r/rss/edition_world/~4/UMS9gK5Mxyg, diff --git a/news_feed/news_cash/20191104.csv b/news_feed/news_cash/20191104.csv new file mode 100644 index 0000000..6c95975 --- /dev/null +++ b/news_feed/news_cash/20191104.csv @@ -0,0 +1,17 @@ +title,pubDate,link,description,imageLink,imageDescription +New Delhi is choking on smog and there's no end in sight,"Mon, 04 Nov 2019 09:59:11 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/tbjRLXCRMIE/index.html,• Air pollution reaches 'unbearable' levels,http://feeds.feedburner.com/~r/rss/edition_world/~4/tbjRLXCRMIE, +World's most profitable company to IPO,"Mon, 04 Nov 2019 10:43:39 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/WdGBNzqr0Ko/index.html,,http://feeds.feedburner.com/~r/rss/edition_world/~4/WdGBNzqr0Ko, +China perfected fake meat centuries before the Impossible Burger,"Mon, 04 Nov 2019 09:19:17 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/gb96p9WE7ow/index.html,,http://feeds.feedburner.com/~r/rss/edition_world/~4/gb96p9WE7ow, +Why US military aid is so crucial to Ukraine,"Mon, 04 Nov 2019 02:48:34 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/YxPYqk6S_S4/ukraine-troops-front-lines-russia-ward-pkg-vpx.cnn,"Following the now infamous phone call between President Trump and Ukrainian President Volodymyr Zelensky, the US temporarily suspended nearly $400 million in military and security aid to Ukraine. CNN's Clarissa Ward reports from the front lines of Ukraine's war with Russia, where forces say the need for military aid is dire.",http://feeds.feedburner.com/~r/rss/edition_world/~4/YxPYqk6S_S4, +China approves seaweed-based Alzheimer's drug. It's the first new one in 17 years,"Mon, 04 Nov 2019 07:55:31 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/egUv2keeyj8/index.html,"Authorities in China have approved a drug for the treatment of Alzheimer's disease, the first new medicine with the potential to treat the cognitive disorder in 17 years.",http://feeds.feedburner.com/~r/rss/edition_world/~4/egUv2keeyj8, +Microsoft tried a 4-day workweek in Japan. Productivity jumped 40%,"Mon, 04 Nov 2019 14:11:32 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/Y8goQ8aTQlU/index.html,A growing number of smaller companies are adopting a four-day workweek. Now the results of a recent trial at Microsoft suggest it could work even for the biggest businesses.,http://feeds.feedburner.com/~r/rss/edition_world/~4/Y8goQ8aTQlU, +World's most profitable company to IPO,"Mon, 04 Nov 2019 10:43:39 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/WdGBNzqr0Ko/index.html,,http://feeds.feedburner.com/~r/rss/edition_world/~4/WdGBNzqr0Ko, +China perfected fake meat centuries before the Impossible Burger,"Mon, 04 Nov 2019 09:19:17 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/gb96p9WE7ow/index.html,,http://feeds.feedburner.com/~r/rss/edition_world/~4/gb96p9WE7ow, +Why US military aid is so crucial to Ukraine,"Mon, 04 Nov 2019 02:48:34 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/YxPYqk6S_S4/ukraine-troops-front-lines-russia-ward-pkg-vpx.cnn,"Following the now infamous phone call between President Trump and Ukrainian President Volodymyr Zelensky, the US temporarily suspended nearly $400 million in military and security aid to Ukraine. CNN's Clarissa Ward reports from the front lines of Ukraine's war with Russia, where forces say the need for military aid is dire.",http://feeds.feedburner.com/~r/rss/edition_world/~4/YxPYqk6S_S4, +China approves seaweed-based Alzheimer's drug. It's the first new one in 17 years,"Mon, 04 Nov 2019 07:55:31 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/egUv2keeyj8/index.html,"Authorities in China have approved a drug for the treatment of Alzheimer's disease, the first new medicine with the potential to treat the cognitive disorder in 17 years.",http://feeds.feedburner.com/~r/rss/edition_world/~4/egUv2keeyj8, +Microsoft tried a 4-day workweek in Japan. Productivity jumped 40%,"Mon, 04 Nov 2019 14:11:32 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/Y8goQ8aTQlU/index.html,A growing number of smaller companies are adopting a four-day workweek. Now the results of a recent trial at Microsoft suggest it could work even for the biggest businesses.,http://feeds.feedburner.com/~r/rss/edition_world/~4/Y8goQ8aTQlU, +World's most profitable company to IPO,"Mon, 04 Nov 2019 10:43:39 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/WdGBNzqr0Ko/index.html,,http://feeds.feedburner.com/~r/rss/edition_world/~4/WdGBNzqr0Ko, +China perfected fake meat centuries before the Impossible Burger,"Mon, 04 Nov 2019 09:19:17 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/gb96p9WE7ow/index.html,,http://feeds.feedburner.com/~r/rss/edition_world/~4/gb96p9WE7ow, +Why US military aid is so crucial to Ukraine,"Mon, 04 Nov 2019 02:48:34 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/YxPYqk6S_S4/ukraine-troops-front-lines-russia-ward-pkg-vpx.cnn,"Following the now infamous phone call between President Trump and Ukrainian President Volodymyr Zelensky, the US temporarily suspended nearly $400 million in military and security aid to Ukraine. CNN's Clarissa Ward reports from the front lines of Ukraine's war with Russia, where forces say the need for military aid is dire.",http://feeds.feedburner.com/~r/rss/edition_world/~4/YxPYqk6S_S4, +China approves seaweed-based Alzheimer's drug. It's the first new one in 17 years,"Mon, 04 Nov 2019 07:55:31 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/egUv2keeyj8/index.html,"Authorities in China have approved a drug for the treatment of Alzheimer's disease, the first new medicine with the potential to treat the cognitive disorder in 17 years.",http://feeds.feedburner.com/~r/rss/edition_world/~4/egUv2keeyj8, +Microsoft tried a 4-day workweek in Japan. Productivity jumped 40%,"Mon, 04 Nov 2019 14:11:32 GMT",http://rss.cnn.com/~r/rss/edition_world/~3/Y8goQ8aTQlU/index.html,A growing number of smaller companies are adopting a four-day workweek. Now the results of a recent trial at Microsoft suggest it could work even for the biggest businesses.,http://feeds.feedburner.com/~r/rss/edition_world/~4/Y8goQ8aTQlU, diff --git a/news_feed/rss_reader.py b/news_feed/rss_reader.py new file mode 100644 index 0000000..f834d58 --- /dev/null +++ b/news_feed/rss_reader.py @@ -0,0 +1,390 @@ +""" +Simple Rss reading module. Provides reading rss +by url. Cashing it into given directory. And reading +from file by date. + +You can use it like script with argparse. +Print +>> python rss_reader.py --help +into command line to find more information + +""" + +import requests +import os + +import datetime +from dateutil.parser import parse + +import lxml.html as html +import lxml.etree as etree +import xml.etree.ElementTree as ET + +import json +import csv +import pandas as pd + +import argparse + +from format_converter import PdfNewsConverter, HTMLNewsConverter + + +PROJECT_VERSION = '1.0' +PROJECT_DESCRIPTION = '' + + +class NewsNotFoundError(FileNotFoundError): + pass + + +class NewsReader: + """ + Class for reading news from rss-format files. + + :param: url + """ + + def __init__(self, url, limit=None, verbose=False, cashing=False): + """ + + :param url: url of rss + :param limit: limit of news in feed + """ + + self.url = url + self.limit = limit + self.verbose = verbose + self.cashing = cashing + + self.items = self.get_news() + + def get_news(self): + """ + Read rss from self.url and creates from it + dictionary. If self.cashing is True -> cashed news + + :return: dictionary of news + """ + + try: + request = requests.get(self.url) + except requests.exceptions.MissingSchema: + print(f'Invalid URL: {self.url}. Paste items by yourself.') + return None + + if not request.ok: + raise requests.exceptions.InvalidURL(f'You URL is invalid. Status code: {request.status_code}') + + if self.verbose: + print(request.status_code) # TODO: create understandable error status output + + result = request.text + tree = ET.fromstring(result) + + items = dict() + items.setdefault('title', ' ') + useful_tags = ['title', 'pubDate', 'link', 'description'] + + for head_el in tree[0]: + if head_el.tag == 'title': + items['title'] = head_el.text + + for num, item in enumerate(tree.iter('item')): + + if self.limit is not None and self.limit == num: + break + + items.setdefault(num, {}) + + news_description = dict() + + news_description.setdefault('title', 'no title') + news_description.setdefault('pubDate', str(datetime.datetime.today().date())) + news_description.setdefault('link', 'no link') + news_description.setdefault('description', 'no description') + + for description in item: + if description.tag in useful_tags: + news_description[description.tag] = description.text + + text, image_link, image_text = NewsReader.parse_description(news_description['description']) + + news_description['description'] = text + news_description['imageLink'] = image_link + news_description['imageDescription'] = image_text + + items[num].update(news_description) + + if self.cashing: + NewsReader._cash_news(items[num]) + + return items + + @staticmethod + def _cash_news(news, dir='news_cash'): + """ + Cashes news into csv format by publication date + into given directory + + :param news: dictionary of given news + :param dir: directory into which we save news + :return: None + """ + + date = NewsReader.get_date(news['pubDate']) + date = ''.join(str(date).split('-')) + + values = list(news.values()) + column_names = list(news.keys()) + + data_temp = pd.DataFrame(data=[values], columns=column_names) + + if not os.path.exists(dir): + os.mkdir(dir) + + path = os.path.join(dir, date + '.csv') + + if os.path.isfile(path): # If file exists -> load it into dataframe + data = pd.read_csv(path) + else: + data = pd.DataFrame(columns=column_names) + + is_unique = data_temp.isin(data['title']).sum().sum() + + if not is_unique: + data = data.append(data_temp) + data.to_csv(path, index=False) + + @staticmethod + def read_by_date(date, dir='news_cash'): + """ + Reads news from csv by given date + from given directory + + :param date: news date + :param dir: directory from which we get news + :return: dictionary of news + """ + + dates = os.listdir(dir) + + if date + '.csv' not in dates: + raise NewsNotFoundError('There is no chased news with such date') + + path = os.path.join(dir, date + '.csv') + with open(path, 'r', encoding='UTF-8') as file: + csv_reader = csv.reader(file, delimiter=',', + quotechar='"') + + header = list() + items = dict() + for index, row in enumerate(csv_reader): + if index == 0: + header = row + continue + + items.setdefault(index, list()) + + items[index] = dict(zip(header, row)) + + return items + + @staticmethod + def get_date(news_date): + """ + Returns date of news publication + + :param news: string date from dictionary of given news + :return: date of news publication + """ + + try: + news_date = parse(news_date) + except ValueError: + print('There is not date. Today\'s has been pasted') + news_date = datetime.datetime.today() + + news_date = news_date.date() + + return news_date + + @staticmethod + def parse_description(description): + """ + Return news description + + :param description: raw news description + :return: news description + """ + + text = NewsReader.get_description(description) + image = NewsReader.get_image(description) + + # TODO: deal with image indexing + image_link = image[0] + image_text = image[1] + + return text, image_link, image_text + + @staticmethod + def get_description(description): + """ + Remove all tags from raw description and + return just simple news description + + :param description: news description + :return: processed description + """ + + try: + node = html.fromstring(description) + except etree.ParserError: + return '' + + return node.text_content() + + @staticmethod + def get_image(description): + """ + Parse description file trying to find image + source and description of this image + + :param description: raw news description + :return: image source, image description + """ + + xhtml = html.fromstring(description) + image_src = xhtml.xpath('//img/@src') + image_description = xhtml.xpath('//img/@alt') + + if len(image_src) == 0: + image_src = 'No image' + else: + image_src = image_src[0] + + if len(image_description) == 0: + image_description = 'No image description' + else: + image_description = image_description[0] + + return image_src, image_description + + @staticmethod + def news_text(news): + """ + Process news in dictionary format into + readable text + + :param news: news dictionary + :return: readable news description + """ + + result = "\n\tTitle: {}\n\tDate: {}\n\tLink: {}\n\n\tImage link: {}\n\t" \ + "Image description: {}\n\tDescription: {}".format(news['title'], + news['pubDate'], + news['link'], + news['imageLink'], + news['imageDescription'], + news['description']) + + return result + + def fancy_output(self, items): + """ + Output readable information about news + from items dictionary + + :return: None + """ + + if self.verbose: + print('News feed is ready') + + for key, value in items.items(): + if key == 'title': + print(f'Feed: {value}') + else: + print(self.news_text(value)) + + print('_' * 100) + + def to_json(self): + """ + Convert self.items (all news description) + into json format + + :return: json format news + """ + + if self.verbose: + print('Json was created') + + json_result = json.dumps(self.items) + + return json_result + + +# feed = NewsReader('http://rss.cnn.com/rss/edition_world.rss', limit=10, cashing=True) +# items = feed.read_by_date('20190607') + +# feed.fancy_output(feed.items) + + +def main(): + parser = argparse.ArgumentParser(description='Pure Python command-line RSS reader') + + parser.add_argument('source', type=str, help='RSS URL') + + parser.add_argument('--version', help='Print version info', action='store_true') + parser.add_argument('--json', help='Print result as json in stdout', action='store_true') + parser.add_argument('--verbose', help='Output verbose status messages', action='store_true') + parser.add_argument('--cashing', help='Cash news if chosen', action='store_true') + + # TODO: add flags to output logs + parser.add_argument('--limit', type=int, help='Limit news topics if this parameter provided') + parser.add_argument('--date', type=str, help='Reads cashed news by date. And output them') + + parser.add_argument('--to-pdf', type=str, + help='Read rss by url and write it into pdf. Print file name as input') + parser.add_argument('--to-html', type=str, + help='Read rss by url and write it into html. Print file name as input') + + args = parser.parse_args() + print(args) + + if args.version: + print(PROJECT_VERSION) + print(PROJECT_DESCRIPTION) + + if args.json: + news = NewsReader(args.source, args.limit, args.verbose) + + print(news.to_json()) + elif args.date: + news = NewsReader(args.source, args.limit, args.verbose) + items = news.read_by_date(args.date) + + news.fancy_output(items) + elif args.to_pdf: + news = NewsReader(args.source, args.limit, args.verbose) + it = news.items + + pdf = PdfNewsConverter(it) + pdf.add_all_news() + pdf.output(args.to_pdf, 'F') + elif args.to_html: + news = NewsReader(args.source, args.limit, args.verbose) + it = news.items + + print('WTF') + html_converter = HTMLNewsConverter(it) + print(args.to_html) + html_converter.output(args.to_html) + else: + news = NewsReader(args.source, args.limit, args.verbose) + + news.fancy_output(news.items) + + +if __name__ == '__main__': + main() diff --git a/news_feed/rss_reader_unittest.py b/news_feed/rss_reader_unittest.py new file mode 100644 index 0000000..06aa7db --- /dev/null +++ b/news_feed/rss_reader_unittest.py @@ -0,0 +1,54 @@ +import unittest +import datetime + +from rss_reader import NewsReader + + +class TestNewsReader(unittest.TestCase): + def setUp(self) -> None: + self.feed = NewsReader(url='no url') + + self.feed.items = {'title': 'CNN.com - RSS Channel - World', + 0: {'title': "New Delhi is choking on smog and there's no end in sight", 'pubDate': 'Mon, 04 Nov 2019 09:59:11 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/tbjRLXCRMIE/index.html', 'description': "• Air pollution reaches 'unbearable' levels", 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/tbjRLXCRMIE', 'imageDescription': ''}, + 1: {'title': "World's most profitable company to IPO", 'pubDate': 'Mon, 04 Nov 2019 10:43:39 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/WdGBNzqr0Ko/index.html', 'description': '', 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/WdGBNzqr0Ko', 'imageDescription': ''}, + 2: {'title': 'China perfected fake meat centuries before the Impossible Burger', 'pubDate': 'Mon, 04 Nov 2019 09:19:17 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/gb96p9WE7ow/index.html', 'description': '', 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/gb96p9WE7ow', 'imageDescription': ''}, + 3: {'title': 'Why US military aid is so crucial to Ukraine', 'pubDate': 'Mon, 04 Nov 2019 02:48:34 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/YxPYqk6S_S4/ukraine-troops-front-lines-russia-ward-pkg-vpx.cnn', 'description': "Following the now infamous phone call between President Trump and Ukrainian President Volodymyr Zelensky, the US temporarily suspended nearly $400 million in military and security aid to Ukraine. CNN's Clarissa Ward reports from the front lines of Ukraine's war with Russia, where forces say the need for military aid is dire.", 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/YxPYqk6S_S4', 'imageDescription': ''}, + 4: {'title': "China approves seaweed-based Alzheimer's drug. It's the first new one in 17 years", 'pubDate': 'Mon, 04 Nov 2019 07:55:31 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/egUv2keeyj8/index.html', 'description': "Authorities in China have approved a drug for the treatment of Alzheimer's disease, the first new medicine with the potential to treat the cognitive disorder in 17 years.", 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/egUv2keeyj8', 'imageDescription': ''}, + 5: {'title': 'One year after the Google walkout, key organizers reflect on the risk to their careers', 'pubDate': 'Fri, 01 Nov 2019 20:42:24 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/7xztEBsGMGk/index.html', 'description': 'Claire Stapleton and Meredith Whittaker staked their careers when they organized the Google walkout in November 2018. It was a risk they felt they had to take.', 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/7xztEBsGMGk', 'imageDescription': ''}, + 6: {'title': 'Tech stocks rally in Asia after news that a Huawei reprieve could come soon', 'pubDate': 'Mon, 04 Nov 2019 10:57:36 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/RzbapX1NKyg/index.html', 'description': "Asian markets edged up on Monday, following last week's gains on Wall Street as well as news of a potential reprieve for Huawei.", 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/RzbapX1NKyg', 'imageDescription': ''}, + 7: {'title': "They're recycling plastic milk bottles to build roads", 'pubDate': 'Wed, 30 Oct 2019 10:28:31 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/nkb1bSv3X-M/index.html', 'description': 'Plastic milk bottles are being recycled to make roads in South Africa, with the hope of helping the country tackle its waste problem and improve the quality of its roads.', 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/nkb1bSv3X-M', 'imageDescription': ''}, + 8: {'title': "Russia rolls out its 'sovereign internet'", 'pubDate': 'Fri, 01 Nov 2019 16:21:25 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/vztqGYJG8oY/index.html', 'description': 'On Friday, a controversial new law took effect in Russia: The so-called "sovereign internet" law, which mandates the creation of an independent internet for Russia.', 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/vztqGYJG8oY', 'imageDescription': ''}, + 9: {'title': "US cities are losing 36 million trees a year. Here's why it matters ", 'pubDate': 'Wed, 18 Sep 2019 16:44:32 GMT', 'link': 'http://rss.cnn.com/~r/rss/edition_world/~3/KlnsnygiAw8/index.html', 'description': "If you're looking for a reason to care about tree loss, the nation's latest heat wave might be it. Trees can lower summer daytime temperatures by as much as 10 degrees Fahrenheit, according to a recent study.", 'imageLink': 'http://feeds.feedburner.com/~r/rss/edition_world/~4/KlnsnygiAw8', 'imageDescription': ''}} + + def test_get_date(self): + date_0 = str(self.feed.get_date(self.feed.items[0]['pubDate'])) + res_date_0 = str(datetime.datetime.today().date()) + self.assertEqual(date_0, res_date_0) + + date_1 = str(self.feed.get_date(self.feed.items[1]['pubDate'])) + res_date_1 = '2019-11-04' + self.assertEqual(date_1, res_date_1) + + date_7 = str(self.feed.get_date(self.feed.items[7]['pubDate'])) + res_date_7 = '2019-10-30' + self.assertEqual(date_7, res_date_7) + + def test_get_description(self): + description_0 = self.feed.get_description(self.feed.items[0]['description']) + res_description_0 = '• Air pollution reaches \'unbearable\' levels' + self.assertEqual(description_0, res_description_0) + + description_1 = self.feed.get_description(self.feed.items[1]['description']) + res_description_1 = '' + self.assertEqual(description_1, res_description_1) + + description_9 = self.feed.get_description(self.feed.items[9]['description']) + res_description_9 = 'If you\'re looking for a reason to care about tree loss, ' \ + 'the nation\'s latest heat wave might be it. Trees can ' \ + 'lower summer daytime temperatures by as much as 10 degrees ' \ + 'Fahrenheit, according to a recent study.' + self.assertEqual(description_9, res_description_9) + + +if __name__ == '__main__': + unittest.main() diff --git a/setup.py b/setup.py new file mode 100644 index 0000000..f0e53f9 --- /dev/null +++ b/setup.py @@ -0,0 +1,34 @@ +from setuptools import setup, find_packages + +with open('README.md', 'r') as file: + long_description = file.read() + + +setup( + name='news-feed', + version='0.2', + description='News aggregator', + long_description=long_description, + long_description_content_type='text/markdown', + + py_modules=['news_feed.rss_reader'], + author='Vadim Titko', + author_email='Vadbeg@tut.by', + url='https://github.com/Vadbeg/news_feed_reader', + + packages=find_packages(), + classifiers=[ + "Programming Language :: Python :: 3", + "Operating System :: OS Independent" + ], + + entry_points={ + 'console_scripts': [ + 'rss_reader = news_feed.rss_reader:main' + ] + }, + + install_requires=['lxml>=4.3.0', 'dateutil', 'requests', 'pandas'], + python_requires='>=3.6' +) +