adding lecture 3

Author: levops-cloud

exeption_logging/exeption_logging.py

@@ -0,0 +1,77 @@
+## General explanation
+# https://docs.python.org/3/library/exceptions.html
+# log module short explanation and example (import logging)
+# https://docs.python.org/3/library/logging.html#logging.Logger.error
+
+# try:
+#     pass
+# except Exception:
+#     pass
+# else:
+#     pass
+# finally:
+#     pass
+
+## Let's try to open file
+
+# f = open('test.txt ','r')
+
+## Let's handle this with general exception
+# try:
+#     f = open('test.txt','r')
+# except Exception:
+#     print("Sorry this file isn't exist!")
+
+## Let's handle it with specific exeption
+# try:
+#     f = open('test.txt ','r')
+# except FileNotFoundError:
+#     print("Sorry this file isn't exist!")
+
+## Let's add more code , with differnt broken line
+# try:
+#     f = open('test.txt','r') # file open fixed
+#     var = bad_var # bad varibale
+# except FileNotFoundError as e: # add and show as e, print(e)
+#     print("Sorry this file isn't exist!")
+#     print(e)
+# except Exception as e: # add and show as e, print(e)
+#     print("Something went wrong!")
+#     print(e)
+
+## Else block
+# try:
+#     f = open('test.txt','r')
+# except Exception as e:
+#     print(e)
+# else:
+#     print(f.read())
+#     f.close()
+
+## Finally block
+# try:
+#     f = open('test.txt','r')
+# except Exception as e:
+#     print(e)
+# else:
+#     print(f.read())
+#     f.close()
+# finally:
+#     print("Executing Finally...!")
+
+## Log module
+
+# import logging
+
+# logging.basicConfig(filename='example.log',level=logging.DEBUG)
+
+# try:
+#     f = open('test.txt','r')
+# except Exception as e:
+#     logging.error(e)
+# else:
+#     print(f.read())
+#     logging.info("end file {} manipulation".format(f.name))
+#     f.close()
+# finally:
+#     logging.info("from finally block of exception")

exeption_logging/test_.txt

@@ -0,0 +1 @@
+Just test file ! for exception explanation !

files_os_module/test.txt

@@ -0,0 +1,10 @@
+1) This is a test file
+2) This is a second line
+3) This is a third line
+4) This is a fourth line
+4) This is a five line
+6) This is a six line
+7) This is a seven line
+8) This is a eight line
+9) This is a nine line
+10) This is a ten line

files_os_module/working_with_files.py

@@ -0,0 +1,115 @@
+## First option to work with file,
+# open file r - read, a - append, w - write to file , r+ - both read/write
+# need close() expression, files descriptor etc.
+# f = open('test.txt','r')
+# print(f.name)
+# print(f.mode)
+# f.close() # possible leak for max file descriptors in system, Don't Leak file discriptor
+
+
+## Context manager explanation auto close ---> Good Practice!!!
+# with open('test.txt','r') as f:
+#     pass
+# print(f.closed)
+# print(f.read())
+
+## read and print whole file :
+# with open('test.txt','r') as f:
+#     f_contents = f.read()
+#     print(f_contents)
+
+## read and print line by line file:
+# with open('test.txt','r') as f:
+# with open('test.txt','r') as f:
+#     # f_contents = f.readlines()
+#     f_contents = f.readlines()
+#     print(f_contents)
+
+## read and print single line, first one every time we call function readline will read next line (copy and show)
+# with open('test.txt','r') as f:
+#     f_contents = f.readline()
+#     print(f_contents) # add end=''
+#     f_contents = f.readline()
+#     print(f_contents)
+
+## Read extreamly long file: if we read at once, we can run out of memory
+# with open('test.txt','r') as f:
+#     for line in f:
+#         print(line, end='')
+
+## More control for reading , explanation of read buffer
+# with open('test.txt','r') as f:
+#     f_contents = f.read()
+    # f_contents = f.read(100) # copy and explain
+    # print(f_contents, end='')
+
+## More contr eol for big files with while and EOF condition in while loop, also f.tell() and f.seek()
+# with open('test.txt','r') as f:
+#     size_to_read = 10
+#     f_contents = f.read(size_to_read)
+
+#     print(f_contents)
+#     print(f.tell()) # tell curent position in the file  ,show f.seek(0)
+#     f_contents = f.read(size_to_read)
+#     print(f_contents)
+
+    # while len(f_contents) > 0:
+    #     print(f_contents, end='*')
+    #     f_contents = f.read(size_to_read) # without it infinite loop, by the end of the file it will return epmty string
+                                          # and hit our while conditional
+
+## Write to file, w flag.. let's create new file (use a flag to append)
+# with open('test2.txt', 'w') as f:
+#     f.write('Test') # double it and show f.seek() not common usefull in write mode (show with one letter R)
+
+## Copy file or work with both read/write
+# with open('test.txt', 'r') as rf, open('text_copy.txt', 'w') as wf: # in one line
+
+# with open('test.txt', 'r') as rf:
+#     with open('text_copy.txt', 'w') as wf:
+#         for line in rf:
+#             wf.write(line)
+#####
+###
+## module os introduction
+# import os
+
+# print(os.getcwd())
+
+# os.system('dir') # Execute shell command
+
+## Make folder
+# os.makedirs('my_dir')
+
+## Print environment variable
+# print(os.environ)
+
+## Make intermediate folders:
+#  suppose you want to make a subfolder under your home folder: $HOMEPATH/python-project/project1/temp
+# folder_name = os.path.join(os.environ['HOMEPATH'],'python-project','project1','temp')
+# os.makedirs(folder_name)
+
+## Walking throught directories and files :
+# for dirpath, dirname, filename in os.walk(os.environ['HOMEPATH']):
+#     print('Current path',dirpath)
+#     print('Directories:', dirname)
+#     print('Files:', filename)
+#     print()
+
+## files stats
+# print(os.stat('test.txt'))
+# print(os.stat('test.txt').st_size)
+# print(os.stat('test.txt').st_mtime)
+
+# from datetime import datetime
+# mod_time = os.stat('test.txt').st_mtime
+# print(datetime.fromtimestamp(mod_time))
+# mod_time = os.stat('test.txt').st_mtime
+# print(datetime.fromtimestamp(mod_time))
+
+## some usefull os.path :
+# print(os.path.basename(os.getcwd()))
+# print(os.path.dirname(os.getcwd())) # only dir name
+# print(os.path.split(os.getcwd()))
+# print(os.path.exists(os.getcwd()))
+# print(os.path.isdir('/Users'))

requests/dog.py

@@ -0,0 +1,13 @@
+import requests
+
+api_url = "http://shibe.online/api/shibes?count=1"
+
+params = {"count": 10}
+response = requests.get(api_url, params=params)
+
+status_code = response.status_code
+print("status code: ", status_code)
+
+response_json = response.json()
+print(response_json)
+print(response.url)

requests/git_api_exampe.py

@@ -0,0 +1,72 @@
+"""
+TIP: Don't forget to run: pip install requests!
+
+A small Python program that uses the GitHub search API to list
+the top projects by language, based on stars.
+
+GitHub Search API documentation: https://developer.github.com/v3/search/
+
+Additional parameters for searching repos can be found here:
+https://help.github.com/en/articles/searching-for-repositories#search-by-number-of-stars
+
+Note: The API will return results found before a timeout occurs,
+so results may not be the same across requests, even with the same query.
+
+Requests to this endpoint are rate limited to 10 requests per
+minute per IP address.
+"""
+
+import requests
+
+GITHUB_API_URL = "https://api.github.com/search/repositories"
+
+
+def create_query(languages, min_stars=50000):
+    """
+    Create the query string for the GitHub search API,
+    based on the minimum amount of stars for a project, and
+    the provided programming languages.
+
+    An example search query looks like:
+    stars:>50000 language:python language:javascript
+    """
+    query = f"stars:>{min_stars} "
+
+    for language in languages:
+        query += f"language:{language} "
+
+    return query
+
+
+def repos_with_most_stars(languages, sort="stars", order="desc"):
+    query = create_query(languages)
+
+    # Define the parameters we want to be part of our URL
+    parameters = {"q": query, "sort": sort, "order": order}
+
+    # Pass in the query and the parameters as part of the request.
+    response = requests.get(GITHUB_API_URL, params=parameters)
+    status_code = response.status_code
+
+    # Check if the rate limit was hit. Applies only for students running this code
+    # in the in-person course.
+    if status_code == 403:
+        raise RuntimeError("Rate limit reached. Please wait a minute and try again.")
+    if status_code != 200:
+        raise RuntimeError(f"An error occurred. HTTP Status Code was: {status_code}.")
+    else:
+        response_json = response.json()
+        records = response_json["items"]
+        return records
+
+
+if __name__ == "__main__":
+    languages = ["python", "javascript", "ruby", "go"]
+    results = repos_with_most_stars(languages)
+
+    for result in results:
+        language = result["language"]
+        stars = result["stargazers_count"]
+        name = result["name"]
+
+        print(f"-> {name} is a {language} repo with {stars} stars.")

requests/simple_example.py

@@ -0,0 +1,6 @@
+import json
+import requests
+
+response = requests.get("https://jsonplaceholder.typicode.com/todos")
+todos = json.loads(response.text)
+print(todos)

scripts/words_count.py

@@ -20,6 +20,7 @@ def main():
         lines = f.readlines()
         for line in lines:
             for word in line.split():
+                word = word.replace(".","")
                 if word.rstrip() in alpha_statistic.keys():
                     alpha_statistic[word]+=1
                 else:

working_with_json/demo.json

@@ -0,0 +1,16 @@
+{
+    "firstName": "Jane",
+    "lastName": "Doe",
+    "hobbies": ["running", "sky diving", "singing"],
+    "age": 35,
+    "children": [
+        {
+            "firstName": "Alice",
+            "age": 6
+        },
+        {
+            "firstName": "Bob",
+            "age": 8
+        }
+    ]
+}

working_with_json/json_demo.py

@@ -0,0 +1,21 @@
+import json
+
+## Simple serialization
+# data = {
+#     "president": {
+#         "name": "Zaphod Beeblebrox",
+#         "species": "Betelgeusian"
+#     }
+# }
+
+# with open("data_file.json", "w") as write_file:
+#     json.dump(data, write_file)
+# #  continue using this serialized JSON data in your program,
+# # you could write it to a native Python str object.
+# json_string = json.dumps(data)
+# print(json_string)
+
+## Simple deserialization example
+with open("demo.json","r") as read_file:
+    data = json.load(read_file)
+    print(data)