diff --git a/.gitignore b/.gitignore index 75364f2..d795a37 100644 --- a/.gitignore +++ b/.gitignore @@ -165,6 +165,7 @@ model_cache/ # Ignore Chroma vector database vector_db/ +products_vectorstore/ # And ignore any pickle files made during the course *.pkl diff --git a/README.md b/README.md index b1f53a9..cf38140 100644 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ I'm so happy you're joining me on this path. We'll be building immensely satisfy I'm here to help you be most successful with your learning! If you hit any snafus, or if you have any ideas on how I can improve the course, please do reach out in the platform or by emailing me direct (ed@edwarddonner.com). It's always great to connect with people on LinkedIn to build up the community - you'll find me here: https://www.linkedin.com/in/eddonner/ -I'm still polishing up the last couple of weeks of code, but it's looking really terrific and I'll push it in the coming days. +I'm still polishing up Week 8's code, but it's looking really terrific and I'll push it in the coming days. ### An important point on API costs @@ -19,7 +19,7 @@ During the course, I'll suggest you try out the leading models at the forefront Please do monitor your API usage to ensure you're comfortable with spend; I've included links below. There's no need to spend anything more than a couple of dollars for the entire course. During Week 7 you have an option to spend a bit more if you're enjoying the process - I spend about $10 myself and the results make me very happy indeed! But it's not necessary in the least; the important part is that you focus on learning. -### How this Jupyter Lab is organized +### How this Repo is organized There are folders for each of the "weeks", representing modules of the class. Follow the setup instructions below, then open the Week 1 folder and prepare for joy. @@ -32,29 +32,105 @@ The mantra of the course is: the best way to learn is by **DOING**. You should w By far the recommended approach is to use Anaconda for your environment. Even if you've never used it before, it makes such a difference. Anaconda ensures that you're working with the right version of Python and all your packages are compatible with mine, even if we're on different platforms. -### Getting ready to set up +**Update** Some people have had problems with Anaconda - horrors! The idea of Anaconda is to make it really smooth and simple to be working with the same environment. If you hit any problems with the instructions below, please skip to near the end of this README for the alternative approach using `pip`, and hopefully you'll be up and running fast. And please do message me if I can help with anything. -Clone this repo by clicking on the dropdown in the green 'Code' button in Github, copying the URL to the clip board, and entering `git clone ` in your terminal. +We'll be mostly using Jupyter Lab in this course. For those new to Jupyter Lab / Jupyter Notebook, it's a delightful Data Science environment where you can simply hit shift+enter in any cell to run it; start at the top and work your way down! When we move to Google Colab in Week 3, you'll experience the same interface for Python runtimes in the cloud. -Then if you've not used Anaconda before, install it for your platform. You will thank me! It's the best. -Link to install Anaconda: -https://docs.anaconda.com/anaconda/install/ +### For PC Users -### Setup instructions in 4 steps +1. **Install Git** (if not already installed): -1. Create a new Anaconda environment for this project. It's like virtualenv, only infinitely better. +- Download Git from https://git-scm.com/download/win +- Run the installer and follow the prompts, using default options -`conda env create -f environment.yml` +2. **Open Command Prompt:** -2. Activate the environment: +- Press Win + R, type `cmd`, and press Enter -`conda activate llms` +3. **Navigate to your projects folder:** -3. Start your Jupyter Lab +If you have a specific folder for projects, navigate to it using the cd command. For example: +`cd C:\Users\YourUsername\Documents\Projects` -`jupyter lab` +If you don't have a projects folder, you can create one: +``` +mkdir C:\Users\YourUsername\Documents\Projects +cd C:\Users\YourUsername\Documents\Projects +``` +(Replace YourUsername with your actual Windows username) + +3. **Clone the repository:** + +- Go to the course's GitHub page +- Click the green 'Code' button and copy the URL +- In the Command Prompt, type: `git clone ` + +4. **Install Anaconda:** + +- Download Anaconda from https://docs.anaconda.com/anaconda/install/windows/ +- Run the installer and follow the prompts +- A student mentioned that if you are prompted to upgrade Anaconda to a newer version during the install, you shouldn't do it, as there might be problems with the very latest update for PC. (Thanks for the pro-tip!) + +5. **Set up the environment:** + +- Open Anaconda Prompt (search for it in the Start menu) +- Navigate to the cloned repository folder using `cd path\to\repo` +- Create the environment: `conda env create -f environment.yml` +- Wait for a few minutes for all packages to be installed +- Activate the environment: `conda activate llms` + +You should see `(llms)` in your prompt, which indicates you've activated your new environment. + +6. **Start Jupyter Lab:** + +- In the Anaconda Prompt, type: `jupyter lab` + +Congratulations! You're now ready to start coding. Enjoy your celebratory cup of coffee! + +### For Mac Users + +1. **Install Git** if not already installed (it will be in most cases) + +- Open Terminal (Applications > Utilities > Terminal) +- Type `git --version` If not installed, you'll be prompted to install it -4. Get a celebratory cup of coffee and prepare for coding! +2. **Navigate to your projects folder:** + +If you have a specific folder for projects, navigate to it using the cd command. For example: +`cd ~/Documents/Projects` + +If you don't have a projects folder, you can create one: +``` +mkdir ~/Documents/Projects +cd ~/Documents/Projects +``` + +3. **Clone the repository** + +- Go to the course's GitHub page +- Click the green 'Code' button and copy the URL +- In Terminal, type: `git clone ` + +4. **Install Anaconda:** + +- Download Anaconda from https://docs.anaconda.com/anaconda/install/mac-os/ +- Double-click the downloaded file and follow the installation prompts + +5. **Set up the environment:** + +- Open Terminal +- Navigate to the cloned repository folder using `cd path/to/repo` +- Create the environment: `conda env create -f environment.yml` +- Wait for a few minutes for all packages to be installed +- Activate the environment: `conda activate llms` + +You should see `(llms)` in your prompt, which indicates you've activated your new environment. + +6. **Start Jupyter Lab:** + +- In Terminal, type: `jupyter lab` + +Congratulations! You're now ready to start coding. Enjoy your celebratory cup of coffee! ### When we get to it, creating your API keys @@ -64,7 +140,7 @@ Particularly during weeks 1 and 2 of the course, you'll be writing code to call - [Claude API](https://console.anthropic.com/) from Anthropic - [Gemini API](https://ai.google.dev/gemini-api) from Google -Initially we'll only use OpenAI, so you can start with that, and we'll cover the others soon afterwards. See the extra note on API costs below if that's a concern. One student mentioned to me that OpenAI can take a few minutes to register; if you initially get an error about being out of quota, wait a few minutes and try again. If it's still a problem, message me! +Initially we'll only use OpenAI, so you can start with that, and we'll cover the others soon afterwards. The webpage where you set up your OpenAI key is [here](https://platform.openai.com/api-keys). See the extra note on API costs below if that's a concern. One student mentioned to me that OpenAI can take a few minutes to register; if you initially get an error about being out of quota, wait a few minutes and try again. Another reason you might encounter the out of quota error is if you haven't yet added a valid payment method to your OpenAI account. You can do this by clicking your profile picture on the OpenAI website then clicking "Your profile." Once you are redirected to your profile page, choose "Billing" on the left-pane menu. You will need to enter a valid payment method and charge your account with a small advance payment. It is recommended that you **disable** the automatic recharge as an extra failsafe. If it's still a problem, see more troubleshooting tips in the Week 1 Day 1 notebook, and/or message me! Later in the course you'll be using the fabulous HuggingFace platform; an account is available for free at [HuggingFace](https://huggingface.co) - you can create an API token from the Avatar menu >> Settings >> Access Tokens. @@ -88,6 +164,8 @@ If you have any problems with this process, there's a simple workaround which I You should be able to use the free tier or minimal spend to complete all the projects in the class. I personally signed up for Colab Pro+ and I'm loving it - but it's not required. +Learn about Google Colab and set up a Google account (if you don't already have one) [here](https://colab.research.google.com/) + The colab links are in the Week folders and also here: - For week 3 day 1, this Google Colab shows what [colab can do](https://colab.research.google.com/drive/1DjcrYDZldAXKJ08x1uYIVCtItoLPk1Wr?usp=sharing) - For week 3 day 2, here is a colab for the HuggingFace [pipelines API](https://colab.research.google.com/drive/1aMaEw8A56xs0bRM4lu8z7ou18jqyybGm?usp=sharing) @@ -107,17 +185,24 @@ The charges for the exercsies in this course should always be quite low, but if ## And that's it! Happy coding! -### Alternative Setup Instructions if you're a die-hard virtualenv-er +### Alternative Setup Instructions if Anaconda is giving you problems -Well if you must! Just be sure to be running python 3.11, or we might hit compatibility snags. +First please run: +`python --version` +To find out which python you're on. Ideally you'd be using Python 3.11.x, so we're completely in sync. You can download python at +https://www.python.org/downloads/ Here are the steps: -After cloning the repo: +After cloning the repo, cd into the project root directory `llm_engineering`. +Then: -1. Create a new virtual environment using something like `python3 -m venv /path/to/new/virtual/environment` -2. Activate the virtual environment with `source /path/to/new/virtual/environment/bin/activate` -3. Create a file called `.env` in the project root directory (this is .gitignored) and add any private API keys, such as below. +1. Create a new virtual environment: `python -m venv venv` +2. Activate the virtual environment with +On a Mac: `source venv/bin/activate` +On a PC: `venv\Scripts\activate` +3. Run `pip install -r requirements.txt` +4. Create a file called `.env` in the project root directory and add any private API keys, such as below. (The next section has more detailed instructions for this, if you prefer.) ``` OPENAI_API_KEY=xxxx @@ -126,11 +211,9 @@ ANTHROPIC_API_KEY=xxxx HF_TOKEN=xxxx ``` -4. From the repo root directory, run `pip install -r requirements.txt` 5. Run `jupyter lab` to launch Jupyter and head over to the intro folder to get started. -Let me know if you hit problems, and try looking in the environment.yml file to see if there are clues for any other packages that need to be installed in your system. -Or... try Anaconda!! +Let me know if you hit problems. ### Guide to creating the `.env` file @@ -184,4 +267,4 @@ Control + X to exit the editor And confirm that the `.env` file is there. -Please do message me or email me at ed@edwarddonner.com if this doesn't work or if I can help with anything. I can't wait to hear how you get on. \ No newline at end of file +Please do message me or email me at ed@edwarddonner.com if this doesn't work or if I can help with anything. I can't wait to hear how you get on. diff --git a/environment.yml b/environment.yml index 5242f36..fd643b2 100644 --- a/environment.yml +++ b/environment.yml @@ -30,8 +30,12 @@ dependencies: - tiktoken - jupyter-dash - plotly + - twilio + - duckdb + - feedparser - pip: - transformers + - sentence-transformers - datasets - accelerate - sentencepiece @@ -39,3 +43,5 @@ dependencies: - openai - gradio - gensim + - modal + diff --git a/week1/day1.ipynb b/week1/day1.ipynb index 8402fd9..1e71f03 100644 --- a/week1/day1.ipynb +++ b/week1/day1.ipynb @@ -11,7 +11,13 @@ "\n", "Our goal is to code a new kind of Web Browser. Give it a URL, and it will respond with a summary. The Reader's Digest of the internet!!\n", "\n", - "Before starting, be sure to have followed the instructions in the \"README\" file, including creating your API key with OpenAI and adding it to the `.env` file." + "Before starting, be sure to have followed the instructions in the \"README\" file, including creating your API key with OpenAI and adding it to the `.env` file.\n", + "\n", + "## If you're new to Jupyer Lab\n", + "\n", + "Welcome to the wonderful world of Data Science experimentation! Once you've used Jupyter Lab, you'll wonder how you ever lived without it. Simply click in each \"cell\" with code in it, like the cell immediately below this text, and hit Shift+Return to execute that cell. As you wish, you can add a cell with the + button in the toolbar, and print values of variables, or try out variations.\n", + "\n", + "If you need to start again, go to Kernel menu >> Restart kernel." ] }, { @@ -40,11 +46,16 @@ "\n", "The next cell is where we load in the environment variables in your `.env` file and connect to OpenAI.\n", "\n", - "Troubleshooting if you have problems:\n", + "## Troubleshooting if you have problems:\n", "\n", "1. OpenAI takes a few minutes to register after you set up an account. If you receive an error about being over quota, try waiting a few minutes and try again.\n", - "2. As a fallback, replace the line `openai = OpenAI()` with `openai = OpenAI(api_key=\"your-key-here\")` - while it's not recommended to hard code tokens in Jupyter lab, because then you can't share your lab with others, it's a workaround for now\n", - "3. Contact me! Message me or email ed@edwarddonner.com and we will get this to work.\n", + "2. Also, double check you have the right kind of API token with the right permissions. You should find it on [this webpage](https://platform.openai.com/api-keys) and it should show with Permissions of \"All\". If not, try creating another key by:\n", + "- Pressing \"Create new secret key\" on the top right\n", + "- Select **Owned by:** you, **Project:** Default project, **Permissions:** All\n", + "- Click Create secret key, and use that new key in the code and the `.env` file (it might take a few minutes to activate)\n", + "- Do a Kernel >> Restart kernel, and execute the cells in this Jupyter lab starting at the top\n", + "4. As a fallback, replace the line `openai = OpenAI()` with `openai = OpenAI(api_key=\"your-key-here\")` - while it's not recommended to hard code tokens in Jupyter lab, because then you can't share your lab with others, it's a workaround for now\n", + "5. Contact me! Message me or email ed@edwarddonner.com and we will get this to work.\n", "\n", "Any concerns about API costs? See my notes in the README - costs should be minimal, and you can control it at every point." ] @@ -396,84 +407,14 @@ ] }, { - "cell_type": "code", - "execution_count": 19, - "id": "49c4315f-340b-4371-b6cd-2a772f4b7bdd", - "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "# Summary of Visit Singapore Official Site\n", - "\n", - "The **Visit Singapore Official Site** serves as a comprehensive guide for tourists and locals eager to explore the myriad attractions that Singapore has to offer. The website features detailed information on various categories including:\n", - "\n", - "- **Top Attractions**: Highlights of popular places to visit, such as Gardens by the Bay, Sentosa Island, and Universal Studios Singapore.\n", - "- **Cultural Experiences**: Insights into Singapore's diverse heritage and cultural festivals.\n", - "- **Dining Options**: Recommendations for local cuisine, hawker centers, and fine dining establishments.\n", - "- **Shopping**: Guides on where to shop, including famous shopping streets and malls.\n", - "- **Events and Festivals**: Information on upcoming events and annual festivals that showcase Singapore’s vibrant lifestyle.\n", - "\n", - "The site also emphasizes the city’s safety and cleanliness, making it an appealing destination for travelers.\n", - "\n", - "### News and Announcements\n", - "No specific news or announcements were highlighted in the provided content." - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "display_summary(\"https://www.visitsingapore.com\")" - ] - }, - { - "cell_type": "code", - "execution_count": 20, - "id": "7586494d-d2d7-4e08-952b-b07420b12edc", + "cell_type": "markdown", + "id": "36ed9f14-b349-40e9-a42c-b367e77f8bda", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "# Gardens by the Bay - Summary\n", - "\n", - "Gardens by the Bay is a premier horticultural attraction located in the heart of Singapore, renowned for its diverse collection of over 1.5 million plants from around the world, excluding Antarctica. The site features iconic structures and attractions such as the Flower Dome, Cloud Forest, OCBC Skyway, and Supertree Observatory, creating a unique blend of nature and architecture.\n", - "\n", - "## Highlights\n", - "- **Attractions**: Visitors can explore various themed conservatories, interact with art sculptures, and enjoy panoramic views from the Skyway.\n", - "- **Events**: Noteworthy upcoming events include the \"Carnival of Flowers\" running from September 23 to November 17, 2024, and seasonal craft activities in the Flower Dome.\n", - "- **Sustainability**: The gardens emphasize sustainability through innovative architecture and eco-friendly practices.\n", - "\n", - "## Promotions and Membership\n", - "- Current promotions include a 15% discount on Friends of the Gardens membership for DBS/POSB cardholders until October 31, 2024, and ongoing deals for dining within the attraction.\n", - "- A chance to win air tickets to Europe is offered for new Friends of the Gardens members from September 1, 2024, to May 31, 2025.\n", - "\n", - "The website serves as a comprehensive guide for planning visits, offers educational resources for schools, and encourages engagement through social media platforms." - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], "source": [ - "display_summary(\"https://www.gardensbythebay.com.sg/\")" + "## An extra exercise for those who enjoy web scraping\n", + "\n", + "You may notice that if you try `display_summary(\"https://openai.com\")` - it doesn't work! That's because OpenAI has a fancy website that uses Javascript. There are many ways around this that some of you might be familiar with. For example, Selenium is a hugely popular framework that runs a browser behind the scenes, renders the page, and allows you to query it. If you have experience with Selenium, Playwright or similar, then feel free to improve the Website class to use them. Please push your code afterwards so I can share it with other students!" ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "79f8471d-46a7-4250-a550-dab379bb9263", - "metadata": {}, - "outputs": [], - "source": [] } ], "metadata": { diff --git a/week1/day5.ipynb b/week1/day5.ipynb index 82c8330..4c505cb 100644 --- a/week1/day5.ipynb +++ b/week1/day5.ipynb @@ -1076,8 +1076,14 @@ "outputs": [], "source": [ "system_prompt = \"You are an assistant that analyzes the contents of several relevant pages from a company website \\\n", - "and creates a brochure about the company for prospective customers, investors and recruits. Respond in markdown.\\\n", - "Include details of company culture, customers and careers/jobs if you have the information.\"" + "and creates a short brochure about the company for prospective customers, investors and recruits. Respond in markdown.\\\n", + "Include details of company culture, customers and careers/jobs if you have the information.\"\n", + "\n", + "# Or uncomment the line below for a more humorous brochure:\n", + "\n", + "# system_prompt = \"You are an assistant that analyzes the contents of several relevant pages from a company website \\\n", + "# and creates a short humorous, entertaining, jokey brochure about the company for prospective customers, investors and recruits. Respond in markdown.\\\n", + "# Include details of company culture, customers and careers/jobs if you have the information.\"\n" ] }, { diff --git a/week2/day5.ipynb b/week2/day5.ipynb index e7c13fe..777ff25 100644 --- a/week2/day5.ipynb +++ b/week2/day5.ipynb @@ -298,7 +298,39 @@ "source": [ "## Audio\n", "\n", - "And let's make a function talker that uses OpenAI's speech model to generate Audio" + "And let's make a function talker that uses OpenAI's speech model to generate Audio\n", + "\n", + "### Troubleshooting Audio issues\n", + "\n", + "If you have any problems running this code below (like a FileNotFound error, or a warning of a missing package), you may need to install FFmpeg, a very popular audio utility.\n", + "\n", + "**For PC Users**\n", + "\n", + "1. Download FFmpeg from the official website: https://ffmpeg.org/download.html\n", + "\n", + "2. Extract the downloaded files to a location on your computer (e.g., `C:\\ffmpeg`)\n", + "\n", + "3. Add the FFmpeg bin folder to your system PATH:\n", + "- Right-click on 'This PC' or 'My Computer' and select 'Properties'\n", + "- Click on 'Advanced system settings'\n", + "- Click on 'Environment Variables'\n", + "- Under 'System variables', find and edit 'Path'\n", + "- Add a new entry with the path to your FFmpeg bin folder (e.g., `C:\\ffmpeg\\bin`)\n", + "- Restart your command prompt, and within Jupyter Lab do Kernel -> Restart kernel, to pick up the changes\n", + "\n", + "4. Open a new command prompt and run this to make sure it's installed OK\n", + "`ffmpeg -version`\n", + "\n", + "**For Mac Users**\n", + "\n", + "1. Install homebrew if you don't have it already by running this in a Terminal window and following any instructions: \n", + "`/bin/bash -c \"$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)\"`\n", + "\n", + "2. Then install FFmpeg with `brew install ffmpeg`\n", + "\n", + "3. Verify your installation with `ffmpeg -version` and if everything is good, within Jupyter Lab do Kernel -> Restart kernel to pick up the changes\n", + "\n", + "Message me or email me at ed@edwarddonner.com with any problems!" ] }, { @@ -314,7 +346,7 @@ "def talker(message):\n", " response = openai.audio.speech.create(\n", " model=\"tts-1\",\n", - " voice=\"onyx\", #alloy onyx\n", + " voice=\"onyx\", # Also, try replacing onyx with alloy\n", " input=message\n", " )\n", " \n", @@ -348,7 +380,7 @@ "4. An LLM can act as the Planner, dividing bigger tasks into smaller ones for the specialists\n", "5. The concept of an Agent having autonomy / agency, beyond just responding to a prompt - such as Memory\n", "\n", - "We're showing 1 and 2 here, and to a lesser extent 3 and 5." + "We're showing 1 and 2 here, and to a lesser extent 3 and 5. In week 8 we will do the lot!" ] }, { diff --git a/week3/day4.ipynb b/week3/day4.ipynb index d8dfbc4..3cbd556 100644 --- a/week3/day4.ipynb +++ b/week3/day4.ipynb @@ -9,18 +9,10 @@ "\n", "And now - this colab unveils the heart (or the brains?) of the transformers library - the models:\n", "\n", - "https://colab.research.google.com/drive/1WD6Y2N7ctQi1X9wa6rpkg8UfyA4iSVuz?usp=sharing\n", + "https://colab.research.google.com/drive/1hhR9Z-yiqjUe7pJjVQw4c74z_V3VchLy?usp=sharing\n", "\n", "This should run nicely on a low-cost or free T4 box." ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "e9289ba7-200c-43a9-b67a-c5ce826c9537", - "metadata": {}, - "outputs": [], - "source": [] } ], "metadata": { diff --git a/week5/day1.ipynb b/week5/day1.ipynb index f798ec0..8804e63 100644 --- a/week5/day1.ipynb +++ b/week5/day1.ipynb @@ -97,7 +97,7 @@ "products = glob.glob(\"knowledge-base/products/*\")\n", "\n", "for product in products:\n", - " name = product.split('/')[-1][:-3]\n", + " name = product.split(os.sep)[-1][:-3]\n", " doc = \"\"\n", " with open(product, \"r\") as f:\n", " doc = f.read()\n", diff --git a/week5/day2.ipynb b/week5/day2.ipynb index 81f962f..ce12aaa 100644 --- a/week5/day2.ipynb +++ b/week5/day2.ipynb @@ -80,10 +80,13 @@ "\n", "folders = glob.glob(\"knowledge-base/*\")\n", "\n", + "# With thanks to Jon R, a student on the course, for this fix needed for some users \n", + "text_loader_kwargs={'autodetect_encoding': True}\n", + "\n", "documents = []\n", "for folder in folders:\n", " doc_type = os.path.basename(folder)\n", - " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader)\n", + " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader, loader_kwargs=text_loader_kwargs)\n", " folder_docs = loader.load()\n", " for doc in folder_docs:\n", " doc.metadata[\"doc_type\"] = doc_type\n", diff --git a/week5/day3.ipynb b/week5/day3.ipynb index 269e21d..545d63c 100644 --- a/week5/day3.ipynb +++ b/week5/day3.ipynb @@ -86,10 +86,13 @@ "\n", "folders = glob.glob(\"knowledge-base/*\")\n", "\n", + "# With thanks to Jon R, a student on the course, for this fix needed for some users \n", + "text_loader_kwargs={'autodetect_encoding': True}\n", + "\n", "documents = []\n", "for folder in folders:\n", " doc_type = os.path.basename(folder)\n", - " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader)\n", + " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader, loader_kwargs=text_loader_kwargs)\n", " folder_docs = loader.load()\n", " for doc in folder_docs:\n", " doc.metadata[\"doc_type\"] = doc_type\n", diff --git a/week5/day4.5.ipynb b/week5/day4.5.ipynb index e3c5148..3a682b1 100644 --- a/week5/day4.5.ipynb +++ b/week5/day4.5.ipynb @@ -87,10 +87,13 @@ "\n", "folders = glob.glob(\"knowledge-base/*\")\n", "\n", + "# With thanks to Jon R, a student on the course, for this fix needed for some users \n", + "text_loader_kwargs={'autodetect_encoding': True}\n", + "\n", "documents = []\n", "for folder in folders:\n", " doc_type = os.path.basename(folder)\n", - " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader)\n", + " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader, loader_kwargs=text_loader_kwargs)\n", " folder_docs = loader.load()\n", " for doc in folder_docs:\n", " doc.metadata[\"doc_type\"] = doc_type\n", diff --git a/week5/day4.ipynb b/week5/day4.ipynb index 8c7ffe0..efe8a35 100644 --- a/week5/day4.ipynb +++ b/week5/day4.ipynb @@ -16,7 +16,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "ba2779af-84ef-4227-9e9e-6eaf0df87e77", "metadata": {}, "outputs": [], @@ -31,7 +31,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "802137aa-8a74-45e0-a487-d1974927d7ca", "metadata": {}, "outputs": [], @@ -52,7 +52,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "58c85082-e417-4708-9efe-81a5d55d1424", "metadata": {}, "outputs": [], @@ -65,7 +65,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "ee78efcb-60fe-449e-a944-40bab26261af", "metadata": {}, "outputs": [], @@ -78,7 +78,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "730711a9-6ffe-4eee-8f48-d6cfb7314905", "metadata": {}, "outputs": [], @@ -88,10 +88,13 @@ "\n", "folders = glob.glob(\"knowledge-base/*\")\n", "\n", + "# With thanks to Jon R, a student on the course, for this fix needed for some users \n", + "text_loader_kwargs={'autodetect_encoding': True}\n", + "\n", "documents = []\n", "for folder in folders:\n", " doc_type = os.path.basename(folder)\n", - " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader)\n", + " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader, loader_kwargs=text_loader_kwargs)\n", " folder_docs = loader.load()\n", " for doc in folder_docs:\n", " doc.metadata[\"doc_type\"] = doc_type\n", @@ -100,10 +103,18 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "7310c9c8-03c1-4efc-a104-5e89aec6db1a", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Created a chunk of size 1088, which is longer than the specified 1000\n" + ] + } + ], "source": [ "text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)\n", "chunks = text_splitter.split_documents(documents)" @@ -111,10 +122,21 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "cd06e02f-6d9b-44cc-a43d-e1faa8acc7bb", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "123" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "len(chunks)" ] diff --git a/week5/day5.ipynb b/week5/day5.ipynb index 297a94f..d5ecd9f 100644 --- a/week5/day5.ipynb +++ b/week5/day5.ipynb @@ -18,7 +18,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "ba2779af-84ef-4227-9e9e-6eaf0df87e77", "metadata": {}, "outputs": [], @@ -33,7 +33,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "802137aa-8a74-45e0-a487-d1974927d7ca", "metadata": {}, "outputs": [], @@ -55,7 +55,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "58c85082-e417-4708-9efe-81a5d55d1424", "metadata": {}, "outputs": [], @@ -68,7 +68,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "id": "ee78efcb-60fe-449e-a944-40bab26261af", "metadata": {}, "outputs": [], @@ -81,10 +81,26 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "id": "730711a9-6ffe-4eee-8f48-d6cfb7314905", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Created a chunk of size 1088, which is longer than the specified 1000\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Total number of chunks: 123\n", + "Document types found: {'contracts', 'employees', 'company', 'products'}\n" + ] + } + ], "source": [ "# Read in documents using LangChain's loaders\n", "# Take everything in all the sub-folders of our knowledgebase\n", @@ -95,10 +111,13 @@ " doc.metadata[\"doc_type\"] = doc_type\n", " return doc\n", "\n", + "# With thanks to Jon R, a student on the course, for this fix needed for some users \n", + "text_loader_kwargs={'autodetect_encoding': True}\n", + "\n", "documents = []\n", "for folder in folders:\n", " doc_type = os.path.basename(folder)\n", - " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader)\n", + " loader = DirectoryLoader(folder, glob=\"**/*.md\", loader_cls=TextLoader, loader_kwargs=text_loader_kwargs)\n", " folder_docs = loader.load()\n", " documents.extend([add_metadata(doc, doc_type) for doc in folder_docs])\n", "\n", @@ -130,10 +149,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "78998399-ac17-4e28-b15f-0b5f51e6ee23", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "⚠️ It looks like you upgraded from a version below 0.6 and could benefit from vacuuming your database. Run chromadb utils vacuum --help for more information.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Vectorstore created with 123 documents\n" + ] + } + ], "source": [ "# Put the chunks of data into a Vector Store that associates a Vector Embedding with each chunk\n", "# Chroma is a popular open source Vector Database based on SQLLite\n", @@ -153,10 +187,18 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "ff2e7687-60d4-4920-a1d7-a34b9f70a250", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "There are 123 vectors with 1,536 dimensions in the vector store\n" + ] + } + ], "source": [ "# Let's investigate the vectors\n", "\n", @@ -180,27 +222,1464 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "id": "b98adf5e-d464-4bd2-9bdf-bc5b6770263b", "metadata": {}, "outputs": [], "source": [ - "# Prework\n", + "# Prework (with thanks to Jon R for identifying and fixing a bug in this!)\n", "\n", "result = collection.get(include=['embeddings', 'documents', 'metadatas'])\n", "vectors = np.array(result['embeddings'])\n", "documents = result['documents']\n", "metadatas = result['metadatas']\n", - "doc_types = [metadata['source'].split('/')[1] for metadata in metadatas]\n", + "doc_types = [metadata['doc_type'] for metadata in metadatas]\n", "colors = [['blue', 'green', 'red', 'orange'][['products', 'employees', 'contracts', 'company'].index(t)] for t in doc_types]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 14, "id": "427149d5-e5d8-4abd-bb6f-7ef0333cca21", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + " \n", + " " + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "hoverinfo": "text", + "marker": { + "color": [ + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "blue", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "red", + "orange", + "orange", + "orange", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green" + ], + "opacity": 0.8, + "size": 5 + }, + "mode": "markers", + "text": [ + "Type: products
Text: # Product Summary\n\n# Rellm: AI-Powered Enterprise Reinsurance Solution\n\n## Summary\n\nRellm is an inno...", + "Type: products
Text: ### Seamless Integrations\nRellm's architecture is designed for effortless integration with existing ...", + "Type: products
Text: ### Regulatory Compliance Tools\nRellm includes built-in compliance tracking features to help organiz...", + "Type: products
Text: Join the growing number of organizations leveraging Rellm to enhance their reinsurance processes whi...", + "Type: products
Text: Experience the future of reinsurance with Rellm, where innovation meets reliability. Let Insurellm h...", + "Type: products
Text: # Product Summary\n\n# Markellm\n\n## Summary\n\nMarkellm is an innovative two-sided marketplace designed ...", + "Type: products
Text: - **User-Friendly Interface**: Designed with user experience in mind, Markellm features an intuitive...", + "Type: products
Text: - **Customer Support**: Our dedicated support team is always available to assist both consumers and ...", + "Type: products
Text: ### For Insurance Companies:\n- **Basic Listing Fee**: $199/month for a featured listing on the platf...", + "Type: products
Text: ### Q3 2025\n- Initiate a comprehensive marketing campaign targeting both consumers and insurers to i...", + "Type: products
Text: # Product Summary\n\n# Homellm\n\n## Summary\nHomellm is an innovative home insurance product developed b...", + "Type: products
Text: ### 2. Dynamic Pricing Model\nWith Homellm's innovative dynamic pricing model, insurance providers ca...", + "Type: products
Text: ### 5. Multi-Channel Integration\nHomellm seamlessly integrates into existing insurance platforms, pr...", + "Type: products
Text: - **Basic Tier:** Starting at $5,000/month for small insurers with basic integration features.\n- **S...", + "Type: products
Text: All tiers include a comprehensive training program and ongoing updates to ensure optimal performance...", + "Type: products
Text: With Homellm, Insurellm is committed to transforming the landscape of home insurance, ensuring both ...", + "Type: products
Text: # Product Summary\n\n# Carllm\n\n## Summary\n\nCarllm is an innovative auto insurance product developed by...", + "Type: products
Text: - **Instant Quoting**: With Carllm, insurance companies can offer near-instant quotes to customers, ...", + "Type: products
Text: - **Mobile Integration**: Carllm is designed to work seamlessly with mobile applications, providing ...", + "Type: products
Text: - **Professional Tier**: $2,500/month\n - For medium-sized companies.\n - All Basic Tier features pl...", + "Type: products
Text: ### Q2 2025: Customer Experience Improvements\n- Launch of a new **mobile app** for end-users.\n- Intr...", + "Type: contracts
Text: # Contract with GreenField Holdings for Markellm\n\n**Effective Date:** November 15, 2023 \n**Contract...", + "Type: contracts
Text: ## Renewal\n1. **Automatic Renewal**: This contract will automatically renew for sequential one-year ...", + "Type: contracts
Text: ## Features\n1. **AI-Powered Matching**: Access to advanced algorithms that connect GreenField Holdin...", + "Type: contracts
Text: ## Support\n1. **Customer Support Access**: The Client will have access to dedicated support through ...", + "Type: contracts
Text: **Signatures:** \n_________________________ _________________________ \n**...", + "Type: contracts
Text: # Contract with Apex Reinsurance for Rellm: AI-Powered Enterprise Reinsurance Solution\n\n## Terms\n\n1....", + "Type: contracts
Text: ## Renewal\n\n1. **Automatic Renewal**: This Agreement will automatically renew for successive one-yea...", + "Type: contracts
Text: 2. **Seamless Integrations**: The architecture of Rellm allows for easy integration with existing sy...", + "Type: contracts
Text: 1. **Technical Support**: Provider shall offer dedicated technical support to the Client via phone, ...", + "Type: contracts
Text: **Insurellm, Inc.** \n_____________________________ \nAuthorized Signature \nDate: ________________...", + "Type: contracts
Text: # Contract with Greenstone Insurance for Homellm\n\n---\n\n## Terms\n\n1. **Parties**: This Contract (\"Agr...", + "Type: contracts
Text: 4. **Payment Terms**: \n - The Customer shall pay an amount of $10,000 per month for the Standard T...", + "Type: contracts
Text: ---\n\n## Features\n\n- **AI-Powered Risk Assessment**: Customer will have access to enhanced risk evalu...", + "Type: contracts
Text: - **Customer Portal**: A dedicated portal will be provided, allowing the Customer's clients to manag...", + "Type: contracts
Text: ______________________________ \n[Name], [Title] \nDate: ______________________\n\n**For Greenstone In...", + "Type: contracts
Text: # Contract with Roadway Insurance Inc. for Carllm\n\n---\n\n## Terms\n\n1. **Agreement Effective Date**: T...", + "Type: contracts
Text: ---\n\n## Renewal\n\n1. **Automatic Renewal**: This agreement will automatically renew for an additional...", + "Type: contracts
Text: ---\n\n## Features\n\n1. **Access to Core Features**: Roadway Insurance Inc. will have access to all Pro...", + "Type: contracts
Text: ---\n\n## Support\n\n1. **Technical Support**: Roadway Insurance Inc. will receive priority technical su...", + "Type: contracts
Text: # Contract with Stellar Insurance Co. for Rellm\n\n## Terms\nThis contract is made between **Insurellm*...", + "Type: contracts
Text: ### Termination\nEither party may terminate this agreement with a **30-day written notice**. In the e...", + "Type: contracts
Text: ## Features\nStellar Insurance Co. will receive access to the following features of the Rellm product...", + "Type: contracts
Text: ## Support\nInsurellm provides Stellar Insurance Co. with the following support services:\n\n- **24/7 T...", + "Type: contracts
Text: # Contract with TechDrive Insurance for Carllm\n\n**Contract Date:** October 1, 2024 \n**Contract Dura...", + "Type: contracts
Text: ## Renewal\n\n1. **Automatic Renewal**: This contract shall automatically renew for additional one-yea...", + "Type: contracts
Text: ## Support\n\n1. **Customer Support**: Insurellm will provide 24/7 customer support to TechDrive Insur...", + "Type: contracts
Text: **TechDrive Insurance Representative:** \nName: Sarah Johnson \nTitle: Operations Director \nDate: _...", + "Type: contracts
Text: # Contract with Belvedere Insurance for Markellm\n\n## Terms\nThis Contract (\"Agreement\") is made and e...", + "Type: contracts
Text: ## Renewal\n1. **Renewal Terms**: This Agreement may be renewed for additional one-year terms upon mu...", + "Type: contracts
Text: ## Features\n1. **AI-Powered Matching**: Belvedere Insurance will benefit from Markellm's AI-powered ...", + "Type: contracts
Text: ## Support\n1. **Technical Support**: Technical support will be available from 9 AM to 7 PM EST, Mond...", + "Type: contracts
Text: **Belvedere Insurance** \nSignature: ______________________ \nName: [Authorized Signatory] \nTitle: ...", + "Type: contracts
Text: # Contract with Velocity Auto Solutions for Carllm\n\n**Contract Date:** October 1, 2023 \n**Contract ...", + "Type: contracts
Text: ## Renewal\n\n1. **Automatic Renewal**: This contract will automatically renew for successive 12-month...", + "Type: contracts
Text: ## Support\n\n1. **Customer Support**: Velocity Auto Solutions will have access to Insurellm’s custome...", + "Type: contracts
Text: # Contract with GreenValley Insurance for Homellm\n\n**Contract Date:** October 6, 2023 \n**Contract N...", + "Type: contracts
Text: 4. **Confidentiality:** Both parties agree to maintain the confidentiality of proprietary informatio...", + "Type: contracts
Text: 1. **AI-Powered Risk Assessment:** Access to advanced AI algorithms for real-time risk evaluations.\n...", + "Type: contracts
Text: 3. **Regular Updates:** Insurellm will offer ongoing updates and enhancements to the Homellm platfor...", + "Type: contracts
Text: # Contract with EverGuard Insurance for Rellm: AI-Powered Enterprise Reinsurance Solution\n\n**Contrac...", + "Type: contracts
Text: 4. **Usage Rights**: EverGuard Insurance is granted a non-exclusive, non-transferable license to acc...", + "Type: contracts
Text: 1. **Core Functionality**: Rellm provides EverGuard Insurance with advanced AI-driven analytics, sea...", + "Type: contracts
Text: 1. **Customer Support**: Insurellm will provide EverGuard Insurance with 24/7 customer support, incl...", + "Type: contracts
Text: ---\n\n**Signatures** \n**For Insurellm**: __________________________ \n**Name**: John Smith \n**Title...", + "Type: contracts
Text: # Contract with BrightWay Solutions for Markellm\n\n**Contract Date:** October 5, 2023 \n**Contract ID...", + "Type: contracts
Text: 3. **Service Level Agreement (SLA):** \n Insurellm commits to a 99.9% uptime for the platform with...", + "Type: contracts
Text: 2. **Real-Time Quote Availability:** \n Consumers sourced via BrightWay Solutions will receive rea...", + "Type: contracts
Text: 3. **Training and Onboarding:** \n Insurellm agrees to provide one free training session on how to...", + "Type: contracts
Text: # Contract with Pinnacle Insurance Co. for Homellm\n\n## Terms\nThis contract (\"Contract\") is entered i...", + "Type: contracts
Text: ## Renewal\n1. **Renewal Terms**: At the end of the initial term, this Contract shall automatically r...", + "Type: contracts
Text: ## Features\n1. **AI-Powered Risk Assessment**: Utilized for tailored underwriting decisions specific...", + "Type: contracts
Text: ## Support\n1. **Technical Support**: Insurellm shall provide 24/7 technical support via an email and...", + "Type: company
Text: # Overview of Insurellm\n\nInsurellm is an innovative insurance tech firm with 200 employees across th...", + "Type: company
Text: # Careers at Insurellm\n\nInsurellm is hiring! We are looking for talented software engineers, data sc...", + "Type: company
Text: # About Insurellm\n\nInsurellm was founded by Avery Lancaster in 2015 as an insurance tech startup des...", + "Type: employees
Text: # HR Record\n\n# Alex Chen\n\n## Summary\n- **Date of Birth:** March 15, 1990 \n- **Job Title:** Backend ...", + "Type: employees
Text: ## Annual Performance History\n- **2020:** \n - Completed onboarding successfully. \n - Met expecta...", + "Type: employees
Text: ## Compensation History\n- **2020:** Base Salary: $80,000 \n- **2021:** Base Salary Increase to $90,0...", + "Type: employees
Text: Alex Chen continues to be a vital asset at Insurellm, contributing significantly to innovative backe...", + "Type: employees
Text: # HR Record\n\n# Oliver Spencer\n\n## Summary\n- **Date of Birth**: May 14, 1990 \n- **Job Title**: Backe...", + "Type: employees
Text: ## Annual Performance History\n- **2018**: **3/5** - Adaptable team player but still learning to take...", + "Type: employees
Text: ## Compensation History\n- **March 2018**: Initial salary of $80,000.\n- **July 2019**: Salary increas...", + "Type: employees
Text: # HR Record\n\n# Emily Tran\n\n## Summary\n- **Date of Birth:** March 18, 1991 \n- **Job Title:** Digital...", + "Type: employees
Text: - **January 2017 - May 2018**: Marketing Intern \n - Supported the Marketing team by collaborating ...", + "Type: employees
Text: - **2021**: \n - Performance Rating: Meets Expectations \n - Key Achievements: Contributed to the ...", + "Type: employees
Text: - **Professional Development Goals**: \n - Emily Tran aims to become a Marketing Manager within the...", + "Type: employees
Text: # HR Record\n\n# Jordan Blake\n\n## Summary\n- **Date of Birth:** March 15, 1993 \n- **Job Title:** Sales...", + "Type: employees
Text: ## Annual Performance History\n- **2021:** First year at Insurellm; achieved 90% of monthly targets. ...", + "Type: employees
Text: ## Other HR Notes\n- Jordan has shown an interest in continuing education, actively participating in ...", + "Type: employees
Text: # Avery Lancaster\n\n## Summary\n- **Date of Birth**: March 15, 1985 \n- **Job Title**: Co-Founder & Ch...", + "Type: employees
Text: - **2010 - 2013**: Business Analyst at Edge Analytics \n Prior to joining Innovate, Avery worked as...", + "Type: employees
Text: - **2018**: **Exceeds Expectations** \n Under Avery’s pivoted vision, Insurellm launched two new su...", + "Type: employees
Text: - **2022**: **Satisfactory** \n Avery focused on rebuilding team dynamics and addressing employee c...", + "Type: employees
Text: ## Compensation History\n- **2015**: $150,000 base salary + Significant equity stake \n- **2016**: $1...", + "Type: employees
Text: ## Other HR Notes\n- **Professional Development**: Avery has actively participated in leadership trai...", + "Type: employees
Text: # HR Record\n\n# Maxine Thompson\n\n## Summary\n- **Date of Birth:** January 15, 1991 \n- **Job Title:** ...", + "Type: employees
Text: ## Insurellm Career Progression\n- **January 2017 - October 2018**: **Junior Data Engineer** \n * Ma...", + "Type: employees
Text: ## Annual Performance History\n- **2017**: *Meets Expectations* \n Maxine showed potential in her ro...", + "Type: employees
Text: - **2021**: *Exceeds Expectations* \n Maxine spearheaded the transition to a new data warehousing s...", + "Type: employees
Text: ## Compensation History\n- **2017**: $70,000 (Junior Data Engineer) \n- **2018**: $75,000 (Junior Dat...", + "Type: employees
Text: # Samantha Greene\n\n## Summary\n- **Date of Birth:** October 14, 1990\n- **Job Title:** HR Generalist\n-...", + "Type: employees
Text: ## Annual Performance History\n- **2020:** Exceeds Expectations \n Samantha Greene demonstrated exce...", + "Type: employees
Text: ## Compensation History\n- **2020:** Base Salary - $55,000 \n The entry-level salary matched industr...", + "Type: employees
Text: - **2023:** Base Salary - $70,000 \n Recognized for substantial improvement in employee relations m...", + "Type: employees
Text: # HR Record\n\n# Alex Thomson\n\n## Summary\n- **Date of Birth:** March 15, 1995 \n- **Job Title:** Sales...", + "Type: employees
Text: ## Annual Performance History \n- **2022** - Rated as \"Exceeds Expectations.\" Alex Thomson achieved ...", + "Type: employees
Text: ## Other HR Notes\n- Alex Thomson is an active member of the Diversity and Inclusion committee at Ins...", + "Type: employees
Text: # HR Record\n\n# Samuel Trenton\n\n## Summary\n- **Date of Birth:** April 12, 1989 \n- **Job Title:** Sen...", + "Type: employees
Text: ## Annual Performance History\n- **2023:** Rating: 4.5/5 \n *Samuel exceeded expectations, successfu...", + "Type: employees
Text: ## Compensation History\n- **2023:** Base Salary: $115,000 + Bonus: $15,000 \n *Annual bonus based o...", + "Type: employees
Text: - **Engagement in Company Culture:** Regularly participates in team-building events and contributes ...", + "Type: employees
Text: # HR Record\n\n# Alex Harper\n\n## Summary\n- **Date of Birth**: March 15, 1993 \n- **Job Title**: Sales ...", + "Type: employees
Text: ## Annual Performance History \n- **2021**: \n - **Performance Rating**: 4.5/5 \n - **Key Achievem...", + "Type: employees
Text: - **2022**: \n - **Base Salary**: $65,000 (Promotion to Senior SDR) \n - **Bonus**: $13,000 (20% o...", + "Type: employees
Text: # HR Record\n\n# Jordan K. Bishop\n\n## Summary\n- **Date of Birth:** March 15, 1990\n- **Job Title:** Fro...", + "Type: employees
Text: ## Annual Performance History\n- **2019:** Exceeds Expectations - Continuously delivered high-quality...", + "Type: employees
Text: ## Compensation History\n- **June 2018:** Starting Salary - $85,000\n- **June 2019:** Salary Increase ...", + "Type: employees
Text: ## Other HR Notes\n- Jordan K. Bishop has been an integral part of club initiatives, including the In...", + "Type: employees
Text: # HR Record\n\n# Emily Carter\n\n## Summary\n- **Date of Birth:** August 12, 1990 \n- **Job Title:** Acco...", + "Type: employees
Text: - **2017-2019:** Marketing Intern \n - Assisted with market research and campaign development for s...", + "Type: employees
Text: ## Compensation History\n| Year | Base Salary | Bonus | Total Compensation |\n|------|--------...", + "Type: employees
Text: Emily Carter exemplifies the kind of talent that drives Insurellm's success and is an invaluable ass..." + ], + "type": "scatter", + "x": [ + 2.1657162, + 3.1730666, + 2.6093218, + 0.9760554, + 1.5829921, + -1.502056, + -1.6475267, + -2.0970237, + -2.8454866, + -1.1336951, + 3.0455341, + 4.2247596, + 3.5648901, + 3.7750776, + 4.071412, + 2.1002796, + 0.48712072, + 0.2535028, + 0.48772058, + 0.63742346, + 0.09507624, + 4.985659, + 1.3742446, + -3.0565479, + -3.5384426, + 6.7018948, + 3.3001397, + 2.6875143, + 3.4703426, + 4.1835494, + 6.412118, + 6.687027, + 8.2987, + 4.8522744, + 5.7983127, + 6.704851, + 1.2646581, + 1.0013753, + 5.341151, + 0.83427304, + 5.8493323, + 6.168578, + 4.3580904, + 4.952433, + 1.1822518, + 1.6216459, + 0.45518562, + 0.07464623, + 4.315875, + 1.3917989, + -1.6257741, + 4.5054626, + 5.610689, + 1.7168037, + 1.7916934, + 0.6309433, + 7.136284, + 6.861074, + 4.666559, + 6.471031, + 3.7696128, + 3.3220448, + 3.4667997, + 4.256106, + 4.885667, + 3.5421553, + -1.1620731, + -1.5396489, + 3.5806115, + 6.7179313, + 1.3702773, + 5.6253486, + 5.1032844, + 0.46429217, + -0.3374502, + 0.1380692, + -5.9124765, + -3.7052457, + -7.6139197, + -2.3142114, + -5.7001595, + -3.655375, + -8.146216, + -4.622249, + -3.9909203, + -6.309154, + -3.9024904, + -6.9799514, + -7.408758, + -7.1080527, + -1.3712137, + -1.4784863, + -1.0967847, + -0.95495355, + -7.780253, + -1.414888, + -8.965691, + -1.3963995, + -2.5084875, + -1.6108737, + -7.2012467, + -4.8719454, + -3.915361, + -5.9303107, + -5.4783134, + -7.5732207, + -5.8132715, + -8.001866, + -6.185131, + -5.659945, + -6.9933453, + -3.1655111, + -7.3645425, + -6.6463766, + -7.3603125, + -6.1931767, + -3.243429, + -8.316263, + -6.6490607, + -5.3815413, + -3.8863237, + -6.944586, + -2.7584918 + ], + "y": [ + -2.2858455, + -2.5954487, + -3.255285, + -1.952671, + -1.0404043, + -2.724281, + -3.0858693, + -3.6287076, + -3.6856368, + -1.9495701, + -0.47752023, + -0.44162562, + -0.39536428, + 0.9614713, + 0.99703586, + -0.06835712, + -3.3131993, + -3.5417843, + -4.274064, + -4.443947, + -2.3909652, + -8.871979, + -11.0559225, + -5.51046, + -4.071174, + -10.519203, + -6.0242324, + -5.0040464, + -2.8437192, + -6.9033985, + -10.194493, + -7.5251117, + -7.4085727, + -0.71313965, + -7.3723106, + -10.843583, + -8.815096, + -9.933742, + -2.3074007, + -6.0303154, + -4.6378036, + -4.456969, + -3.2670627, + -4.2978406, + -7.955099, + -6.7722735, + -7.1021113, + -7.788864, + -9.471096, + -11.425577, + -4.2800193, + -7.489228, + -10.296724, + -7.9341655, + -6.4485226, + -6.711123, + -6.9180026, + -6.4256206, + -1.2041736, + -6.304998, + -5.4404383, + -4.6398587, + -3.7173347, + -4.878436, + -5.757804, + -9.002952, + -6.6094403, + -5.621317, + -8.766795, + -7.949551, + -11.237369, + -0.6103874, + -7.3290896, + -0.03201861, + 0.784904, + 0.12804477, + 4.028084, + 8.024907, + 8.534479, + 2.3654969, + 3.8411138, + 8.18064, + 8.3410015, + 5.1159697, + 5.523928, + 8.276803, + 5.068528, + 4.536683, + 7.640538, + 2.7487738, + 4.28359, + 6.1556892, + 6.622451, + 6.615961, + 9.601874, + 4.5007243, + 5.3423653, + 8.676644, + 8.391149, + 8.017775, + 10.020563, + 10.24286, + 9.34176, + 10.128047, + 10.061192, + 4.5264053, + 7.413246, + 4.0244913, + 4.888229, + 8.507648, + 9.153973, + 10.506807, + 4.9900937, + 7.634121, + 6.725644, + 3.3235862, + 7.9584827, + 9.460553, + 2.5685325, + 5.1685038, + 6.5842724, + 8.6220455, + 2.6176505 + ] + } + ], + "layout": { + "height": 600, + "margin": { + "b": 10, + "l": 10, + "r": 20, + "t": 40 + }, + "scene": { + "xaxis": { + "title": { + "text": "x" + } + }, + "yaxis": { + "title": { + "text": "y" + } + } + }, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmapgl" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "#E5ECF6", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "#E5ECF6", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + } + } + }, + "title": { + "text": "2D Chroma Vector Store Visualization" + }, + "width": 800, + "xaxis": { + "autorange": true, + "range": [ + -10.015192118677923, + 9.348201118677924 + ], + "type": "linear" + }, + "yaxis": { + "autorange": true, + "range": [ + -12.804586914198378, + 11.885816914198378 + ], + "type": "linear" + } + } + }, + "image/png": "iVBORw0KGgoAAAANSUhEUgAABJYAAAJYCAYAAAAwpWyNAAAAAXNSR0IArs4c6QAAIABJREFUeF7snQeYFFXWvw8zQ44CIogIKObAoqy6rFlMiCJmcXWNYAB1Meu6pjWtOadVzDmLYs5pDSDmHEBQouQ44f+/xdfj9DgDfbvr3FNdvPU83/OtM3XP79R7epB5vVXVoKqqqko4IAABCEAAAhCAAAQgAAEIQAACEIAABCDgSaABYsmTGKdDAAIQgAAEIAABCEAAAhCAAAQgAAEIRAQQS3wQIAABCEAAAhCAAAQgAAEIQAACEIAABPIigFjKCxuLIAABCEAAAhCAAAQgAAEIQAACEIAABBBLfAYgAAEIQAACEIAABCAAAQhAAAIQgAAE8iKAWMoLG4sgAAEIQAACEIAABCAAAQhAAAIQgAAElluxNHP2XJkydYY0alQmHVdsK40aNQz6aZg3f6FMmjJdWrdqIW1atZCSkgbV+YsXl8tdjzwv3bp0km3/2itoX4SFJ+BezDh9xmyZNXuutGndQlq3zP48hO9IP7G8okIWLFgkjRqWBf/Zq3l1ro87H3pOunbuKNttsVH0Lcve5s1fIJWVVdKieVP9IZAAAQhAAAIQgAAEIAABCEAgBgLLnVh64ImX5aa7n5JJU37LwnfY/v1k2GF7SsOy0uqv/3nnI8X9opc5mjVtIiu2ay2bbbyeDNx5C9lg7e5eI3DC6Lb7R8kDT778h/y9+28te/bfKqo5Z+582XSXo2THrTeRy88+2iujGE8e8+k38reh58sWm24gN158Qp2XkGGySqcV5bn7LontMsdNmCQPPfWabPWXntK751qx1c2l0PwFi+T2B0fJbfeNyvqcubV//fP6sveuW8v2W/aOSln2uaxryWd+Tz3/tpx6wc1yxAH95fgj9lpWhNr33Qx67zQ4kkpXn3dslKPd21vvfyrvfvi5HLBn30hq1zy23fsf0Z8N7z1zozRv1kTtuikMAQhAAAIQgAAEIAABCEAgLgLLnVg6/l/XyguvfyD7DthWenTrLN/+OCH6RdIJpKMOGiBDDx1YzTYjlg7Yo68sLq+QqdNmyGdf/1gthU4+Zn/5+9475jQLt0PqwKHny3c/TRQnR3bedlPp1KGt/PjzJHnrvU+ir6+/Vnd54KazljuxVFFRKVvveVy0a+eNx6+Rtm1a/oHpMy/9T04674Y/zCgn+Es56b0xX8oh/7hIfGZZaGZm/RU3PyT/vffp6Hq37tNL1lxtlUggjfn0W/nim5+yRJtln8u63nzm9+7oz+WOB5+THbbqHUlaq6MusaTd2/V3PCHXjXgs+ll3P/M1jzMu+m/0c3DFOcdIk8aNrLCQCwEIQAACEIAABCAAAQhAIGcCy51YevnN0bLhuqtL+7atqyG5XyQPG/4fWWnFFeTlh67IEktNGjeMZEfmcL9Ev/bORzLsn1dHX7rqvGHSd4uNlwn88pselFvveyaSBZeceZS0bNGseo279cb9kv3KW2Pk7mvPqFMsudulGjT4/Xa5ZQbWcUJSatTVe4bPOSceInv13+oPpxxz+pXy6tsfyeMj/i1rdF8l6/uFXJeVsPn2hwky4JAzIpl07/X/kqZNsiXCc6++L+5zedbwv0fXatVnrp+zQuaXa4bGeXWJJY2cmjWXJpaWlV3IZ31Ztfk+BCAAAQhAAAIQgAAEIACBfAgsd2KpLkhOFm243aHRtz55eUT1847cjqXaYimz/p0PPpPDT1xyS9b7o24Ud5tcfYe7tcXd4uKO1x69Kktq1VzjdjW1btk8SywN2PGvcseDz8r/xnwRia9BA/vKofv1q+7xs69+lGtHPCb7DdhWunTuICNfeFu++f5n+Uvv9WXQwO2i8g+NfFUefuo1+fSrH6LdUu62r+MO3yvrVpuLr7sv2ol15EG7ybUjHpV3Pvg82kmzR78tZciBu4q73enmu0fKB2O/ipi4rw87bA8pK11y6+BvM2fLhVffI19+O05+mTw92gHmpImTRPvstm3WLYZ1cfr86x9l78Fny5//tLbcfuWpWafMnDVX+ux2jKzedWV58o4Lou85GXfXQ8/Ls6+8V31dW262oRx72J5Z0s6d6249uvexF+Xjz7+Thg3LZL01u8muO/xVOq64gpx/1d3V61frunJUe6MN1ohu0XKHu5YrbnpQ3vnws2gnievPfc/dqpY5cplB7Wt++qV35eTzbpQD99pBTh06aKk/u67vZfU5+pOvxQmLsZ99F81n4w3XkuFD9pZVO6/k1aeTd+6ZQ598+UO0brON1pETj9pPuq7ye5045ud2ZF1966Oyz25byzZ9ljxHbOr0mZF8zezgc5m91l8j+mxvsM5q0Tln/ue26P+fd/KSn9fM4XZ+ffjx13L52cdUS7pLrr8/+rxOnDQ1mp377G+/VW85ZN+dpd0KraKldYml2r2NnzhZLrj6nnpndNqwA2TVzh2iz9cNdz4p3/80UX7+ZUr0Z4K7tfXAvXeovsaHR74mt9wzMvq+E9zu+WrucNfofi5dzxN+nSpXnjs0K8/nZ/iYQ3aX60Y8Lm/87+Ooxk7bbCInH73fH34ulvqh45sQgAAEIAABCEAAAhCAAARyJIBYEpHvx/0iux50WiRSau5OWppYcnz/efGt8tioN+TOq0+XjTdcs17kbpeU2+F0wB7by+nHHrDM0WSeJ5Q50f2CutqqnSIB4o6LTh8su+7QJ/rf7pfHI0+5XNZZo2t0+1TmcN935/3nuvvkjoeei67tr5tsID/89EtUx/3S/sh/z6v+JXzfIedU13c13C06mbxNe60Tia3aX7/m/OOqHy7ubuHa+YBTIvnleiktLYnklBNMToSdcOQ+y7zuHfc/KfqF+5WHr5QO7dtUn+8YO9YnHrmvHLLfzuJ2bRx92pXy+rtjo1/e3fNxnIxw8sD1fd8N/6oWbyPuHyWX3vhAVGvLzXrKjFlzIgHgjjuuOk3crUcu0/FZ6f+ed9On93oyfMg+Mm7CZNnz8H9F1+BEUquWzeW1d8ZG/3zBaUeIk365zKCuC/9l0jTpu+8JkexwIq3TSu3q5ePkyNL6fPGND+W4M5fsqttx6z9HssSxccdjt/07Eny59FmTlavjrj/zmao9k7qazXV+bm1GzJ5+7N/E3Wrqet53yNnRLaHu8+M+79/88LN8/f3PkcTMiCSX4Y7az9k68dwbZNTL/5N3Rl4vrf5vN+AWuw+TBQsXS8/1VpdWLZrLZ1/9EM3afUbuuf6fkRStSyzV7u2nnydFErDmMX/BwqhXdzxz98XRz1Pmc+p4d12lY/Q5cVLTHddf+I9IHDlp58RSRnRldi4eccAu0TPV3LPGnMT97NXbq+MK+Rl2f7a5PmoyXOYPIidAAAIQgAAEIAABCEAAAhDwIIBYEpFrb3tMbrjziUhaOHmROZYlltyDwM+94k456aj95OB9d6oX+233PyOX3fig1HebV+2FGbHkpMm//nGQ7NL3L5EoydyyV/Mh1xmx5GocPmiXaHdCh/YryKLF5TJv3nzZ7eAzol/UR1xxSvWOhcxtS072OOnjjoxYOuaQgeIeZN64UUPJ3K7lvu+ePeXOdV//6rvxssdhZ0ZCwIkBd7hf0Cf8MkV6dO9cfTluB1b/A0+Nfrl3u7qWddx011Ny9a2PyBnHHVi928qtGXzSpdEv6M/ff6l07thennv1PRl+9vXRc7JOPWb/6K1ibgfTOZfdIY8+87pkhFdGdtWWNxN/nSpX3/ZoJN6WdouZkwluZ9F/zjxSdtlus6h9t5tk90P+Gf3vVx6+Inp719Jm4J6jVd9x4LALxO00coeTCm53y9o9VpX11+7+h90l9fW5cNFi2fmAk6PdZiPvvFC6r9opqucE2NGnXZH1nKal9VlRUSFO2rjPyn8vPSl6O507MrLEPUvMPYdqaUeu83M1asubzD/33/4vcvEZQ6pj3G4wtwMoI1J9xJKTYmustkr1rjr3trXjzrxaXn5rjDwx4vzos5qLWKrrmi+4+m6559EX5ZiDd5ejD949OsXNwN2uWlOKuv73GXJ21oP4l3YrXG2x9N2PE7x/ht2uw8MH9Y+k8bTfZslOg06O5NLHL90WCV8OCEAAAhCAAAQgAAEIQAACcRJY7sVSRta4HSuPjzi/+hYZB3lZYinzy/DuO20u5596eL1zOe+KO+X+J16WGy8eLltsuuEy51ffW+HcTp1N+h0VvZnO7ZJwR0YWZHbz1Czubg9yD4h2t9Vk3i7mvp+p7yTCw7ecEy1xYsntbqgtgNwtfO5tdjV3crnz3W4Qt9si00cmd8HCRdED0SdN/k2mz5wV3a7mdna8/dR10W1+Szt+GPeL9D/otOgWofuuPzM61d0etdUex0W3RLnnT7njqFOviHbkuF0rnTr8vtPHzdJJKCfHjv77AMkIvQtPP0J222HJ7qLaR33CxomqntsdlnX7XWbt9bc/Ltfd/nj1LpSlzWBp1+tExL+vvDMSHbUP96a0v+25Q/WOsvr6zLyRra7dcBlJkdnFs7Q+b3/w2eg2LCfRdtp6k+p25sybL312PUY22mBNueua02OZnytSWyy5HXGH/uPiaGfYJf86qt7Pio9YcjlOJv0wzt2a5m6HmyWvvD1GXnpjtFx3wfGydZ8/5SWW3M4ot0PK9XrDRcP/IGucUHVCaMq0GdHOpH9feVe0a8ztHnOHj1iK42d4+NnXiXtm16uPXCkrtvt9J+Ay/yDiBAhAAAIQgAAEIAABCEAAAjkQWK7FknuOzH5HLhErTlo4eVHzWJZYyuzmcBIg80yeuphndnK423ncLSnLOuoTS26d+8V6cXl59UPGM7LA7WxyO3hqHu55NG4HT82dLJnv9/vbKeJu8cncclOfWBp46D+jX8prCye3fvacedXCyT2n6qa7n4redlXX8dYT11bvglna9e91xFnR7VeZ3UkPPvmKnHP5HdFDrPfZbZtoaeaWq/rquOc6ud1hmet3z2Vyz2eq66hP2LidSTvsd2K0U8btbKp5uLcKurcLZnZWLW0Gy5q1+77bVfLplz/IV9+Ni94Il7mNze2ScqLHHfX16d5oeOoFN0e3itX+bLnnAt3z6AvyyH/PjXZCLa1Px9ixru+o/WD7etnnMD+3trZYcm9d3Hav4yMR4w63K6/nej1kz35bZe0A8hFL7hbBcy67vbpmzZ4zu9p8dyw5Sbrb30+Pbp184vYLst5g6ISS2zXndtTVPvIVS3H8DGdm+8L9l8rKHdvn8pHkHAhAAAIQgAAEIAABCEAAAjkTWG7F0tjPv5PDT7gkukXE3frzl97r/QHassSSe+C1e2aKe0aOe6hzfUfm1q3at9rVd35cYilzK1dG0tTMc8LIPb/m01dGRLfv+Iol98u1e2B3ZidT5nZCJ3CcZHO3ILk377nnw7jbyXIVS06EOCGSub0wc7vY649dXb2bzM3Fzc3Jo7qObl06Su+ea0W7StzuErezyd0OV9dRn7DJCIS6nk3jdr0MPf2q6mc+FSqWaveVuf3Jff2DZ2+Odi3V16d7qPPZl96e9dytTD23A8ntRHK7v9wusKX1mfmsDDt0jzofLu9uy+y33abL/IMll/m5IrXFkvvarDnz5Oa7n5JnXno3uq0sc1xxzlDZYave0T/mKpYy9V3f7jbODddZTTp3XFFeevPDaAdRPmLJfeac+HRC9t7rz5Se666exSOzQ8zthHJys9sqHaXtCq2i20Hdz0I+O5bi+BnO7JhELC3z48sJEIAABCAAAQhAAAIQgEAeBJZLsVTzjW53XXNG9Bawuo6liaXMc4bcumW9FS7zcHD3S+6LD1wmrVvVfUuYu/3KPVA4LrF0zW2Pyo13Phk9pNqJlszhdhdt1v/orFvqChVLTjTVdcvb6RfeIk8891bOYmny1BmyzV7HR8/6ufaC42S7vYdHD92+4aIlb9VzR+YX+PdH3STNmjau92Pvdk+5247qE4duYUbY1HzelPt6ZidLXW+pu+/xlyI5cfnZR0fPzslHLGVmXV/zBx9/kbz/0Zfy5O3ny+rdOtfbZ+az7ISQe7ZOzSNzC1TmwdtL6zNze9+tl50sm228bh5/lCxZksv83Hl1iaWaoe4WyJEvvhPdnlfz1kgnlpzgqX1rZu2Hd2ek740XnxDtfsocmV2G+YilU86/SUa+8E70XDH3fLGah5Osmw8YFj0Y/IGbzsr6nrtttC6xtDQ5ldlJGMfPMGIp748zCyEAAQhAAAIQgAAEIACBHAgsd2LpyeffktMuuCW6heXmS06MBEZ9R11iyT3n6P2PvpITzrkuusXm0n8dJTtvu+ydHJk3yLk3mJ1/yuFZD2d2z4Fxt6w9++p7kQSJSyxlHuBc+4HIz7/2gfzjrGuz3hRVqFjK7CJ6d+T11dfmdqAMOfmy6C1sue5YcrNwz9pxz9xxuz7c69lrPjzbfd894NvdXugeMu7e3lbzcA/mdrckubm++vZHcszpV0Zi4boL/pH1LBz3XKNt/9pLvvx2XPTmt0EDt4tubat5ZG7Lq3krnRNCex9xVrTb69l7/yNdVu6Ql1i6/YFno7fuDR+89x9uT3JvjHMPXXcC5aMXb5WGZaX19pl5BpW7VW3UPf+JHq7ujl+nTI+knPv6Sw9eHu1KW5pYcg9Hd8+ncreDjrjy1Cgzc7g+xn72XZ27+ur62VnW/Nya2mLJPeS6SeOGkUTLHO72OPd8J5efES0Z4fbyQ1dE1+YOJ7OGnHxpNJPM86QyounWy0+WzTZaIsrc7NwOOvfQbV+xlHlQvxOJl511VMSz5pHZZVbzWWDu+253k7tttOatcPc+9pKcf9XvYrJmndoP747jZxixlMO/CTkFAhCAAAQgAAEIQAACEMibwHIlltxOnQ23OzSC5W5969p5pT+A++smG0TCwR0ZWeKkw+LFFTLtt5nRL6/uleXuOHXoIDlwrx1ygu8EgHs7lLvFx/1C3G+7zWTlldpHDxZ2r5N3dTO7HeISS06CDTrm35HYcc8K2mqznlHvV97ycNRzzVvkChVL7i1t7pY/94v1Nn/tFT10e+QLb1c/38ZHLGV2lWTAvvfMjdK8WZNqzo6PexOaE3tuN5PLcw8Y/+TL78U9cyizo8Rd/2HD/xNJqk17rSM7b7epuM/A0y++G72NzckKJy222uP46P+7W6bcq+pLS0tlvwHbRm+ic7LFSUj3QPDmTZtEb0lz9dz3z/zHQVFP+exYcmLpkhvuj9a7a1hvzW7SpEkj+fDjr6ufsXTuSYfKnrsseSbX0vrMiDa3s8f15Vhcf8fj0Wcts6sqlz6HnXFV9CBxdzujk3rNmzWVL7/9SZ595T3ptcEacvV5x+b0WV/W/FyR2mLpwadejZ6H5D6nG2+4pjRp1Ehee3dsdCujexC74+8O9/ZGd9ulEzX9t+8j4ydMFnc7YObIiKWMCHK3QO66fR9xHsg9c8n9nLnDRyzVvDXR3c7asnmzLA59t9xYVl25g7gH3bvPpHs21rprdZNvvv9ZHn/2zejcmmJp9CffyIHDzo/+HDhk353FvdnPzd/9mVRbLMXxM4xYyuljy0kQgAAEIAABCEAAAhCAQJ4Eliux5HYGbbBt3c/lyfBztxO524rckRFLme85wbDSim2l1/o9ot0+S9vtVNc85s1fGD1Dxu2YcKIgc7hb5LbfcmMZtEffSC7NnbdANul3ZNYryjPnut0PTo645wa5IyM/aj7cumb2zFlz5ZzLb4/eCpU53C/bl551dPR6+8xRn1jKPFOm9sO73TOanDzK3JLkdo04MeF24WQO9wu2O8eJmLefvK7eWwBrs3I7jtxOFXfUfIB1zfNc3mU3PRDdmlTzcALJPUzdSRZ3uFrX3vaouF0iNXkP3HnzSEC5w+0KueWekeLesFY70z2o+/QL/5s1LycXjj10D2n0f7uDljWDuj4L4yZMlodHvhqJqswDqzPnObHjrmHbzTfKWlpfn24nzs13j8x6cLr7TLkHujtRkzmW1ad7o9+IB0bJbfeNyrrerqusFN1mV9+b9fKZ37sffi6HnfCf6gegu8/NRdfcWz2DTM29+28tpx17QPVOLCcV3S1+7loyh7st7cfxv0Zfy+yYc0zOumREtdhx57rPhHuIuXtIubvNcps+vapveXRvTXRvT3RH7d4yu4bqmqP7Wuati04YHXfm1VnzPObg3WXEA8/KKp3aVz9jya0Zcf+o6E2RGUl99okHi7vW2mIp+gwX+DPsdke5z/+LD14unTq0re8y+DoEIAABCEAAAhCAAAQgAIG8CCxXYikvQkqL3C+L7nYltxOnY4e20bOVNA/3C/n4iZOl3Qqts96yFWemE3cuw0kztxurvmdJxZnpBIK7dcxlux0gTRo3qrO8O8/t4HE3MHVYcYU6eTtZ5XaIuFeyl5T8fquTq+0EgBMvTrJkbjeL6zrc2/WmTJ8plRWV0W1xS3tulMusr0+3U2nchElSVlYWPay8tLQkrxYdAycE3WfUMW3ZInuHTl5Fc1zknm316+Rp0dkdO7SLHlxe+3D9/Tp5eiQN3YPa65t5htWUaTOkXdtW0nFFfanidh+529/c4W6TrKv/zPW463CfqxbNm8oKrVsuk1CIn+FlNsEJEIAABCAAAQhAAAIQgAAEahFALPGRgAAEIAABCEAAAhCAAAQgAAEIQAACEMiLAGIpL2wsggAEIAABCEAAAhCAAAQgAAEIQAACEEAs8RmAAAQgAAEIQAACEIAABCAAAQhAAAIQyIsAYikvbCyCAAQgAAEIQAACEIAABCAAAQhAAAIQQCzxGYAABCAAAQhAAAIQgAAEIAABCEAAAhDIiwBiKS9sLIIABCAAAQhAAAIQgAAEIAABCEAAAhBALPEZgAAEIAABCEAAAhCAAAQgAAEIQAACEMiLAGIpL2wsggAEIAABCEAAAhCAAAQgAAEIQAACEEAs8RmAAAQgAAEIQAACEIAABCAAAQhAAAIQyIsAYikvbCyCAAQgAAEIQAACEIAABCAAAQhAAAIQQCzxGYAABCAAAQhAAAIQgAAEIAABCEAAAhDIiwBiKS9sLIIABCAAAQhAAAIQgAAEIAABCEAAAhBALPEZgAAEIAABCEAAAhCAAAQgAAEIQAACEMiLAGIpL2wsggAEIAABCEAAAhCAAAQgAAEIQAACEEAs8RmAAAQgAAEIQAACEIAABCAAAQhAAAIQyIsAYikvbCyCAAQgAAEIQAACEIAABCAAAQhAAAIQQCzxGYAABCAAAQhAAAIQgAAEIAABCEAAAhDIiwBiKS9sLIIABCAAAQhAAAIQgAAEIAABCEAAAhBALPEZgAAEIAABCEAAAhCAAAQgAAEIQAACEMiLQOLE0sRp8/O6EBYli0CrZmVSUSkyd0F5shqjm7wItG3ZKJrlwsWVea1nUbIIrLRCE5k6c6FUVFYlqzG6yYvAyu2aCv/uzAtd4ha5P2ubNCqV6bMXyYJFFYnrj4b8CDRtVCpNGpfKb7MX+S3k7EQSaNm0TKRBA5k9b3Ei+6MpPwIrtGgk8xeVy4JF/N3Wj1wyz+7QpolMn71Qyiv4u22uE3J/f4zzQCzFSZNa1QQQS+n6MCCW0jVPxFK65olYSs88EUvpmaW7EsRSuuaJWErXPBFL6ZonYsl/noglf2asMCCAWDKArhiJWFKEa1AasWQAXTESsaQIN3BpxFJg4MpxiCVlwIHLI5YCA1eOQywpAw5cHrHkDxyx5M+MFQYEEEsG0BUjEUuKcA1KI5YMoCtGIpYU4QYujVgKDFw5DrGkDDhwecRSYODKcYglZcCByyOW/IEjlvyZscKAAGLJALpiJGJJEa5BacSSAXTFSMSSItzApRFLgYErxyGWlAEHLo9YCgxcOQ6xpAw4cHnEkj9wxJI/M1YYEEAsGUBXjEQsKcI1KI1YMoCuGIlYUoQbuDRiKTBw5TjEkjLgwOURS4GBK8chlpQBBy6PWPIHjljyZ8YKAwKIJQPoipGIJUW4BqURSwbQFSMRS4pwA5dGLAUGrhyHWFIGHLg8YikwcOU4xJIy4MDlEUv+wBFL/sxYYUAAsWQAXTESsaQI16A0YskAumIkYkkRbuDSiKXAwJXjEEvKgAOXRywFBq4ch1hSBhy4PGLJHzhiyZ8ZKwwIIJYMoCtGIpYU4RqURiwZQFeMRCwpwg1cGrEUGLhyHGJJGXDg8oilwMCV4xBLyoADl0cs+QNHLPkzY4UBAcSSAXTFSMSSIlyD0oglA+iKkYglRbiBSyOWAgNXjkMsKQMOXB6xFBi4chxiSRlw4PKIJX/giCV/ZqwwIIBYMoCuGIlYUoRrUBqxZABdMRKxpAg3cGnEUmDgynGIJWXAgcsjlgIDV45DLCkDDlweseQPHLHkz4wVBgQQSwbQFSMRS4pwDUojlgygK0YilhThBi6NWAoMXDkOsaQMOHB5xFJg4MpxiCVlwIHLI5b8gSOW/JmxwoAAYskAumIkYkkRrkFpxJIBdMVIxJIi3MClEUuBgSvHIZaUAQcuj1gKDFw5DrGkDDhwecSSP3DEkj8zVhgQQCwZQFeMRCwpwjUojVgygK4YiVhShBu4NGIpMHDlOMSSMuDA5RFLgYErxyGWlAEHLo9Y8geOWPJnxgoDAoglA+iKkYglRbgGpRFLBtAVIxFLinADl0YsBQauHIdYUgYcuDxiKTBw5TjEkjLgwOURS/7AEUv+zFhhQACxZABdMRKxpAjXoDRiyQC6YiRiSRFu4NKIpcDAleMQS8qAA5dHLAUGrhyHWFIGHLg8YskfOGLJnxkrDAgglgygK0YilhThGpRGLBlAV4xELCnCDVwasRQYuHIcYkkZcODyiKXAwJXjEEvKgAOXRyz5A0cs+TNjhQEBxJIBdMVIxJIiXIPSiCUD6IqRiCVFuIFLI5YCA1eOQywpAw5cHrEUGLhyHGJJGXDg8oglf+CIJX9mrDAggFgygK4YiVhShGtQGrFkAF0xErGkCDdwacRSYODKcYglZcCByyOWAgNXjkNLCvmKAAAgAElEQVQsKQMOXB6x5A8cseTPjBUGBBBLBtAVIxFLinANSiOWDKArRiKWFOEGLo1YCgxcOQ6xpAw4cHnEUmDgynGIJWXAgcsjlvyBI5b8mbHCgABiyQC6YiRiSRGuQWnEkgF0xUjEkiLcwKURS4GBK8chlpQBBy6PWAoMXDkOsaQMOHB5xJI/cMSSPzNWGBBALBlAV4xELCnCNSiNWDKArhiJWFKEG7g0YikwcOU4xJIy4MDlEUuBgSvHIZaUAQcuj1jyB45Y8mfGCgMCiCUD6IqRiCVFuAalEUsG0BUjEUuKcAOXRiwFBq4ch1hSBhy4PGIpMHDlOMSSMuDA5RFL/sARS/7MWGFAALFkAF0xErGkCNegNGLJALpiJGJJEW7g0oilwMCV4xBLyoADl0csBQauHIdYUgYcuDxiyR84YsmfGSsMCCCWDKArRiKWFOEalEYsGUBXjEQsKcINXBqxFBi4chxiSRlw4PKIpcDAleMQS8qAA5dHLPkDRyz5M2OFAQHEkgF0xUjEkiJcg9KIJQPoipGIJUW4gUsjlgIDV45DLCkDDlwesRQYuHIcYkkZcODyiCV/4Iglf2asMCCAWDKArhiJWFKEa1AasWQAXTESsaQIN3BpxFJg4MpxiCVlwIHLI5YCA1eOQywpAw5cHrHkDxyx5M+MFQYEEEsG0BUjEUuKcA1KF7NYGjtptDz7w1MRtf49dpf12vc0IJisSMRSsuZRSDeIpULoJW8tYil5MymkI8RSIfSStxaxlLyZFNIRYsmfHmLJnxkrDAgglgygK0YilhThGpQuVrH05bTP5ISXjpTKqsqIWkmDErl+xzula+vuBhSTE4lYSs4sCu0EsVQowWStRywlax6FdoNYKpRgstYjlpI1j0K7QSz5E0Qs+TNjhQEBxJIBdMVIxJIiXIPSxSqW7vr0Vrn3s9uyiA3udawMXHNfA4rJiUQsJWcWhXaCWCqUYLLWI5aSNY9Cu0EsFUowWesRS8maR6HdIJb8CSKW/JmxwoAAYskAumIkYkkRrkHpYhVLT3/7uFz74SVZxE79yzmy1ap9DSgmJxKxlJxZFNoJYqlQgslaj1hK1jwK7QaxVCjBZK1HLCVrHoV2g1jyJ4hY8mfGCgMCiCUD6IqRiCVFuAali1UszV40S4574XD5Zc6EiFrnll3k2h1ulyZlTQwoJicSsZScWRTaCWKpUILJWo9YStY8Cu0GsVQowWStRywlax6FdoNY8ieIWPJnxgoDAoglA+iKkYglRbgGpYtVLGVQTZzzc/Q/V26xigG95EUilpI3k3w7QizlSy6Z6xBLyZxLvl0hlvIll8x1iKVkziXfrhBL/uQQS/7MWGFAALFkAF0xcnkXS8//8LQ89MXdMmvRLNmm6/ZyWM9jpGFJQ0XiuqWLXSzp0im+6oil4ptZfR0jltIzS3cliKV0zROxlK55IpbSNU/Ekv88EUv+zFhhQACxZABdMXJ5FkvjZ/0kQ549QKqqqqoJF/sDoxFLij8sBqURSwbQlSIRS0pgjcoilozAK8UilpTAGpVFLBmBV4pFLPmDLSqxVF5REb0OuqSkwR+udPaceeK+v0Lrllnfmzhtvj8VViSOAGIpcSMpqKGaYmny3F/lnYlvSOvGbaRP562kUWmjgmonffELPzwjl793flabfbv3kxM2OSPprdfbH2KpaEdXZ+OIpfTME7GUnlm6K0EspWueiKV0zROxlK55Ipb851k0Ymn+gkWy75CzZfDfdpX+2/+l+krnzV8gp/z7Jnn5rTHR1zZcd3W55t/HSvu2raN/Riz5fyiSuAKxlMSp5N9TRix9/Ouncsorw2RhxYKo2Bpt15ZLt70h1XLphxnfydHPHZQFz90Kt9fag/IHarwSsWQ8gJjjEUsxAzUsh1gyhK8QjVhSgGpYErFkCF8hGrGkANWwJGLJH35RiKVLb3xARtw/Krq6i88YkiWW/nvv0/LQU6/KXdecIU2bNJKjTr1Cuq/aSc47+VDEkv/nIbErilUszVj4m0ybN0W6t+kR7bbjWEIgI5YueeciGfXdE1lYLtr6Gum50kaxo3rwi7vkyW8eier26zFABq17SOwZuRYc8fGN8vbPr0XPWOrZYSM5tvfJ0qJR9m7LXGsl4TzEUhKmEF8PiKX4WFpXQixZTyDefMRSvDytqyGWrCcQbz5iKV6e1tUQS/4TKAqxNGPmHFmwaJEMOvo8GT54nyyxtNcRZ8mOW/9Zjjigf3T1z736ngw/+3r59JUR0qBBA3Ys+X8mErmiGMXSnZ/cIvd9fnvEs1OLznL+VldKpxYrJ5Jv6KZCi6XRv74vZ7x2fNZlnrn5hdKn85ahLz2VeYildI0VsZSeeSKW0jNLdyWIpXTNE7GUrnkiltI1T8SS/zyLQixlLmvH/U+SYYfukSWW/rzzkfLvUw6L5JI7Pv/6R9l78Nny9lPXSeuWzRFL/p+JRK4oNrH086xxcsSo/bNY7tJjoAzd+MRE8g3dVEYsvTXubTnz9ROq49s2bS+39ntAmpQ1ibWluz69Ve797LasmoPWO1QOXP+wWHOW12KIpXRNHrGUnnkiltIzS8RSumbprgaxlK6ZIpbSNU/Ekv88i1osubcqrb/NIXL9hf+Qrf7SM7r6736cILsdfIa8+MBl0mmldrJgUYU/FVYkjkBZ6ZIHtpdX/P4mrcQ1WaOh18e9Jqe9dHJWi3/q2Euu2/nGJLcdrLeGZSVSUVkllZVV8v1v38mHv3wgbZqsIJusvKm0brLk+WhxHm+Nf0NOfjFb6p239QWybfft8o6prBKp4z0Cedcr5oWNG5bIovJKqfGiu2K+nOW+9yaNSvl3Z0o+BY3KlrzwxP18uj9vOYqbQGlJg2iei8sri/tC6D4isOTvtg2kvCLcPPm7i96Hz/3d1v056/5+y1H8BNzfbd2ftYwz91m6vz/GeTSoqvkO7Tgri0h9O5bOP/Vw2WGr3lFa7R1L02cvirkLylkQaNa4VCorRRYsLg5ROGfRHDng8T1kzuLZ1biO2fgfssfa+1jgS1ym+690TvouDiQKyyvL5ar3LpH/TXwnYrHJypvJ8ZucLGUlZXmzcX/UudttOUTatGgks+YulkrMUio+Dm6XC//uTMUopUXTMnFyac788kgucRQ3ATfLRg2XzJOj+Am4Wxulgcj8heH+bsvfXfQ+Ny2alMnC8gpZXI5Y0qMcrnLr5o1k9vzF/EcZD+Tu749xHsHFknvG0k7bbCKHD9olug6esRTnOJNTq9huhXPkPpsyVl4Z94JMmz9VNuzQS3ZefYA0KY33Fq/kTMivk8ytcAsX84uOH7lkns2tcMmcS75dcStcvuSSt45b4ZI3k0I64hlLhdBL3lpuhUveTArpiFvhCqGXvLXcCuc/k6K4Fa68okKqKquk/0GnyZEH7Sb9+/5FGjZcstPglntGysMjX4veCtesaWM58pTLeSuc/+cg8SuKUSwlHqphg4glQ/gK0YglBaiGJRFLhvBjjkYsxQzUuBxiyXgAMccjlmIGalwOsWQ8gJjjEUv+QItCLLm3vLmdSDWPkXdeGAmkufMWyInn3iCvvzs2+vb6a3WXa84/Tjq0bxP988Rp8/2psCJxBBBLiRtJQQ0hlgrCl7jFiKXEjaSghhBLBeFL1GLEUqLGUXAziKWCESaqAGIpUeMouBnEUsEIE1UAseQ/jqIQS7lc1szZc2Xx4nJp3zb7wb+IpVzoJf8cxFLyZ+TTIWLJh1byz0UsJX9GPh0ilnxoJftcxFKy5+PbHWLJl1iyz0csJXs+vt0hlnyJJft8xJL/fFIjluq7dMSS/4ciiSsQS0mcSv49IZbyZ5fElYilJE4l/54QS/mzS9pKxFLSJlJYP4ilwvglbTViKWkTKawfxFJh/JK2GrHkPxHEkj8zVhgQ8BFLsxbOlBvGXCnvTXxLVmreSYb0Ok56dtjIoGsi6yOAWErXZwOxlK55IpbSM0/EUnpm6a4EsZSueSKW0jVPxFK65olY8p8nYsmfGSsMCPiIpes+vExGfvtodZctG7eWO3Z5WJo2bGbQOZF1EUAspetzgVhK1zwRS+mZJ2IpPbNELKVrlu5qEEvpmiliKV3zRCz5zxOx5M+MFQYEfMTS0c/9XX6Y8W1Wl9fuMEJWX2FNg86JRCyl/zOAWErXjBFL6ZknYik9s0QspWuWiKX0zROxlK6ZIpb854lY8mfGihwITJ8/Va4ffYV8+Ov/ZNVW3WRwr2NlvfYb5rCy7lN8xNKV718oz30/srpQw9JGcv+AkdKsYfO881kYLwF2LMXL07oaYsl6AvHmI5bi5WlZDbFkST/+bG6Fi5+pZUV2LFnSjz8bsRQ/U8uKiCV/+oglf2asyIHAxe+eI6/+9Hz1me52tHt3e1LKSspyWP3HU3zE0rhZP8qtY6+TT6eMlQ7NOsqANfeWnVbbNa9cFukQQCzpcLWqiliyIq+Ti1jS4WpRFbFkQV0vE7Gkx9aiMmLJgrpeJmJJj61FZcSSP3XEkj8zVuRA4KCn9pQp837NOnNE/4elY/NOOawuTCzlFcCioAQQS0Fxq4fVFktfTPtUPp/6iazZdm3ZYMVe6vkExEsAsRQvT8tqiCVL+vFnI5biZ2pZEbFkST/+bMRS/EwtKyKW/OkjlvyZsSIHAv9+6wx56+dXq89s3qiF3D/g6SA7lnJoj1OMCSCWjAcQc3xNsfTIV/fJfz+6tjphj7X2lyP+NDTmRMppEkAsadINWxuxFJa3dhpiSZtw2PqIpbC8tdMQS9qEw9ZHLPnzRiz5M2NFDgS+/e0rGfHxjdGuhVVarip7rLWfbNN1hxxW1n2Kz61weYewMBgBxFIw1EGCaoql2rsVm5Q1lYcHPielJaVBeiGkcAKIpcIZJqUCYikpk4inD8RSPByTUgWxlJRJxNMHYikejkmpgljynwRiyZ8ZKwwIIJYMoCtGIpYU4RqURiwZQFeMRCwpwg1cGrEUGLhyHGJJGXDg8oilwMCV4xBLyoADl0cs+QNHLPkzY4UBgeVBLJVXlst7v7wtk+b+Ir07biZdWnU1IB0mErEUhnOolJpi6cbRV8oT3zxUHb1ll+3ktD7nhmqFnBgIIJZigJiQEoilhAwipjYQSzGBTEgZxFJCBhFTG4ilmEAmpAxiyX8QiCV/ZqwwILA8iKVTXhkqH08eE9F1b887a/OLpXenzQxo60cilvQZh0yoKZYqKivk06ljxd0O26316rLBin+SRqWNQrZDVoEEEEsFAkzQcsRSgoYRQyuIpRggJqgEYilBw4ihFcRSDBATVAKx5D8MxJI/M1YYEEi7WBo/6ycZPGpQFtnNOm8hZ21+kQFt/UjEkj7jkAm13woXMpus+AkgluJnalURsWRFXicXsaTD1aoqYsmKvE4uYkmHq1VVxJI/ecSSPzNWGBBALBlAV4xELCnCNSiNWDKArhiJWFKEG7g0YikwcOU4xJIy4MDlEUuBgSvHIZaUAQcuj1jyB45Y8mfGCgMCaRdLVVVVcsSo/WXC7PHVdIdvcoZs372fAW39SMSSPuOQCYilkLT1sxBL+oxDJSCWQpEOk4NYCsM5VApiKRTpMDmIpTCcQ6UglvxJI5b8mbHCgEDaxZJDOnfxHPlo0ocyed6vsl77DWXNtusYkA4TiVgKwzlUCmIpFOkwOYilMJxDpCCWQlAOl4FYCsc6RBJiKQTlcBmIpXCsQyQhlvwpI5b8mbHCgMDyIJYMsJpFIpbM0KsEI5ZUsJoVRSyZoY89GLEUO1LTgoglU/yxhyOWYkdqWhCxZIo/9nDEkj9SxJI/M1YYEEAsGUBXjEQsKcI1KI1YMoCuGIlYUoQbuDRiKTBw5TjEkjLgwOURS4GBK8chlpQBBy6PWPIHjljyZ8YKAwKIJQPoipGIJUW4BqURSwbQFSMRS4pwA5dGLAUGrhyHWFIGHLg8YikwcOU4xJIy4MDlEUv+wBFL/sxYYUAAsWQAXTESsaQI16A0YskAumIkYkkRbuDSiKXAwJXjEEvKgAOXRywFBq4ch1hSBhy4PGLJHzhiyZ8ZKwwIIJYMoCtGIpYU4RqURiwZQFeMRCwpwg1cGrEUGLhyHGJJGXDg8oilwMCV4xBLyoADl0cs+QNHLPkzY4UBAcSSAXTFSMSSIlyD0oglA+iKkUkQS9/P+EZuGnOVfD39S1m3/QZybO+TZaXmnRSvOp2lEUvpmitiKV3zRCyla56IpXTNE7HkP0/Ekj8zVhgQWN7E0pPfPCyPf/2gzC+fL9t37yd/X3+wlJaUGpDXiUQs6XC1qopYsiKvk5sEsTTk2b/JuJk/VF/gRh03kfO3ukLnglNcFbGUruEiltI1T8RSuuaJWErXPBFL/vNELPkzY4UBgeVJLH3329cy9PlDsigP3+SMSDCl5UAspWWSS64DsZSueVqLpTmLZsvej+2UBbV5oxby8MDn0gU6wNUglgJADhiBWAoIO0AUYikA5IARiKWAsANEIZb8ISOW/JmxwoCAhlgaO3m03Db2evl59jjptdKfZVjvk6R14zYGV5cdOfLbx+S6Dy/N+uLOqw+IbgVJyxGnWPpkypjodpm1260n67XfMC2Iiuo6EEtFNa5lNmstllyDhz69j/wyZ0J1r+u231Au2+6GZfbOCdkEEEvp+kQgltI1T8RSuuaJWErXPBFL/vNELPkzY4UBgbjF0sKKhXLgUwNl9sKZ1VfTt3s/OWGTMwyuLjvy6+lfyHEvHJ71xeP+fKrstNqu5r3F1UBcYunOT26R+z6/vbqtAzc4XAatm73bK66eqVM/AcRSuj4dSRBLb//8ujz81b3yw4xvpccKa8nBGwyW9VbsmS7QAa4GsRQAcsAIxFJA2AGiEEsBIAeMQCwFhB0gCrHkDxmx5M+MFQYE4hZLdd1u1r1ND7l+xzsMru6PkTePuVrenfhm9Iwlt5vK7VZqUtYkEb3F0URcYmmvx3aUuYvmVLfUpklbuW/AU3G0SA0PAoglD1hFcGoSxFIRYCqKFhFLRTGmnJtELOWMqihORCwVxZhybhKxlDOqojgRseQ/JsSSPzNWGBCIWyy5HUv7PtZPFlYsqL6arbvuIKdsdpbB1S1/kYildM0csRT/PB/84i558ptHosL9egwIuhMPsRT/PK0qIpasyOvkIpZ0uFpVRSxZkdfJRSzpcLWqiljyJ49Y8mfGihgJuB05j3x5r3z721eyTvv1Zbc19pamZU3/kBC3WHIBz37/lDz97WMycc7P0fN5hvQ6TlZt1S3Gq6NUfQTiEkuXvXe+vPjDM9UxaXsWVbF8ghBL8U5q7KTRcuqrw7KKnrn5hdKn85bxBtVTDbEUBHOQEMRSEMzBQhBLwVAHCUIsBcEcLASxFAx1kCDEkj9mxJI/M1bESODct06Td35+vbriVqv2lVP/ck4QsRTjZSwXpabNnyLuuSfNGjaPfsFt2rBZ3tcdl1gqrywX9xD2H2d+Fz2HxT28u6ykLO++WJgfAcRSftzqW+V2K434+Masb++9zt/k0A2PijcIsRSEp2UIYsmSfvzZiKX4mVpWRCxZ0o8/G7EUP1PLioglf/qIJX9mrIiJQEVlhbhn5Cwon19dsb5XSmvsWIrpMpaLMuNm/Rg9UDwzqy6tusqVfW+JJFM+R1xiKZ9s1sRPALEUL9PRv74vZ7x2fFbR0/ucJ1t02TbeIMRSEJ6WIYglS/rxZyOW4mdqWRGxZEk//mzEUvxMLSsilvzpI5b8mbEiRgKDnthNflswrbqiExY373zvHxIQSzFCz6PUbR/fIA99cXfWykJuzUEs5TGEBC+JUywtqlgkP838Xjq37JK3uEwwqpxaq6qqkqs/uFje/+Xd6PzenTaVoRufFGw3HrfC5TSmojgJsVQUY8q5ScRSzqiK4kTEUlGMKecmEUs5oyqKExFL/mNCLPkzY0WMBB77+gG5bez14m5pKitpKIN7HSu79tgDsRQj4zhKIZbioJjeGnGJpc+nfiJnv3mKzF44M5IoQ3odL/17DEwvuIReGWIpoYPJoy3EUh7QErwEsZTg4eTRGmIpD2gJXoJYSvBw8mgNseQPDbHkz4wVMRNYULFAfp71k3Rp1U0alzauszo7lmKG7lnui2mfyvAXh1SvatGopdy2y4PSslErz0pLTmfHUl7YErsoLrE0/KUj5Yv/L5cyR+PSJvLIHs9LaUlpYq89jY0hltIzVcRSembprgSxlK55IpbSNU/EUrrmiVjynydiyZ8ZKwwIIJYMoNeK/HnWOBkz6f3o9qReK/WWtk3b590UYilvdIlcGJdYcs9cm7toTtY1juj/sHRs3imR153WphBL6ZksYik9s0QspWuW7moQS+maKWIpXfNELPnPE7Hkz4wVBgQQSwbQFSMRS4pwDUoXIpZmLZwpN4y5Ut6b+JbMWPCblFeVS7OyJW8cdG/6u2aH2wyuaPmO1BBLn00dKyO/fTwCu1P3XaXnShst35ADXT1iKRDoQDHsWAoEOlAMYikQ6EAxiKVAoAPFIJb8QSOW/JmxwoAAYskAumIkYkkRrkHpQsTSjaOvlCe+eSjq2j1rbV75PNm6S1/pvkIP2a7rTtK9zeqxXtEnU8bI19O/lHXbbyDrtFs/1tppKRa3WHJvlTzq2QOlsqoyQlTSoEQu3+4mWavdumlBltjrQCwldjR5NYZYygtbYhchlhI7mrwaQyzlhS2xixBL/qNBLPkzY4UBAcSSAXTFSMSSIlyD0oWIpeNfHCxfTfssq+vL+96kIn1u+ehaefSr+6qzDv/TUNlzrf0NiCU7Mm6x5F7ScPOYq7Mu+pANj5R91jkw2SBS0B1iKQVDrHEJiKV0zROxlK55IpbSNU/Ekv88EUv+zFhhQACxZABdMRKxpAjXoHQhYum6Dy+Tkd8+Wt11w9JGcv+AkdGzvOI8KiorxD3DaUH5/OqyKzbrKHfu+kicMamoFbdYem3ci3LRO2dlsRm68UmyS4/dU8EryReBWErydPx7Qyz5M0vyCsRSkqfj3xtiyZ9Zklcglvyng1jyZ8YKAwKIJQPoipGIJUW4BqULEUsTZo+Xmz+6Wj6dMlY6NOsoA9bcW3ZabdfYrwKxlDvSuMXSgvIFMvT5g8XN2h2dWnSWq7b/b95vlcz9SjgTsZSuzwBiKV3zRCyla56IpXTNE7HkP0/Ekj8zVhgQQCwZQFeMRCwpwjUoXYhYCtnuhW//S14f/1J15IA19pYjNzo+ZAtFkRW3WMpc9MQ5P0f/c+UWqxQFhzQ0iVhKwxR/vwbEUrrmiVhK1zwRS+maJ2LJf56IJX9mrDAggFgygK4YiVhShGtQuljE0qKKRfLJlI/kx5nfRW+cW799TyktKTUgluxILbGU7KtOZ3eIpXTNFbGUrnkiltI1T8RSuuaJWPKfJ2LJnxkrDAgglgygK0YilhThGpQuFrFkgKYoIxFLRTm2OptGLKVnlu5KEEvpmidiKV3zRCyla56IJf95Ipb8mbHCgEASxJJ7PsjjXz8o0+ZPlT6rbCl9u+1sQCL3yKqqKnn/l3dk/OyfpNdKvWW1Nmvkvlj5TMSSMuDA5RFLgYErxyGWlAEHLI9YCgg7QBRiKQDkgBGIpYCwA0QhlgJADhiBWPKHjVjyZ8YKAwLWYmne4rly8NN7y+yFM6uv/oRNz5C+3foZ0Mgt8j/vniuv/PTc7/1ucob07Z6MfhFLuc2wWM5CLBXLpHLrE7GUG6diOAuxVAxTyr1HxFLurIrhTMRSMUwp9x4RS7mzKoYzEUv+U0Is+TNjhQEBa7E0dtJoOfXVYVlXvmWX7eS0Puca0Fh25JxFs2Xvx3bKOnGtduvJlX1vXvbiAGcglgJADhiBWAoIO0AUYikA5EARiKVAoAPFIJYCgQ4Ug1gKBDpQDGIpEOhAMYglf9CIJX9mrDAgYC2Wxs/6SQaPGpR15f167C7DNj7JgMayIxFLy2bEGfERQCzFxzIJlRBLSZhCPD0gluLhmJQqiKWkTCKePhBL8XBMShXEUlImEU8fiCV/joglf2asMCBgLZbcJZ/1+kny3i9vR1ffslEruWibqxP13KLaYzn55aHyyZQx1V8+ZMMjZZ91DjSY3h8j2bGUiDHE1gRiKTaUiSiEWErEGGJpArEUC8bEFEEsJWYUsTSCWIoFY2KKIJYSM4pYGkEs+WNELPkzY4UBgSSIJXfZMxb+JtPnT5NurVeTkgYlBiRyj1xQsUA++vUDmTBnvKzTbn1Zu916iek5F7FUXlkuT3zzkHw8abR0a7O67LHWftK6cZvcAXBmMAKIpWCogwQhloJgDhKCWAqCOVgIYikY6iBBiKUgmIOFIJaCoQ4ShFjyx4xY8mfGCgMCSRFLBpeeyshcxNJNY66K3sKXOZL0jKhUDqWAi0IsFQAvgUsRSwkcSp4tIZbyBJfQZYilhA4mz7YQS3mCS+gyxFJCB5NnW4glf3CIJX9mrDAggFgygK4YmYtYOuKZ/eXn2eOyunho4LPSolFLxc4onQ8BxFI+1JK7BrGU3Nn4doZY8iWW7PMRS8mej293iCVfYsk+H7GU7Pn4dodY8iUmgljyZ8YKAwKIJQPoipG5iKXjXxwsX037rLqLxqVN5JE9npfSklLFziidDwHEUj7UkrsGsZTc2fh2hljyJZbs8xFLyZ6Pb3eIJV9iyT4fsZTs+fh2h1jyJYZY8ifGChMCiCUT7GqhuYilN8a/LJe9d74sLF8QPRtqr7UPEPcAco7kEUAsJW8mhXSEWCqEXrLWIpaSNY9Cu0EsFUowWesRS8maR6HdIJYKJZis9Ygl/3mwY8mfGSsMCCCWDKArRuYillz8oopF8tPM76Vzyy7SrGFzxY4oXQgBxFIh9JK3FrGUvJnk2xFiKV9yyVyHWErmXPLtCrGUL7lkrkMsJXMu+XaFWPInh1jyZ8YKAwKIJQPoipG5iiXFFigdIwHEUowwE+Qm3HoAACAASURBVFAKsZSAIcTUAmIpJpAJKYNYSsggYmoDsRQTyISUQSwlZBAxtYFY8geJWPJnxgoDAoglA+iKkYglRbgGpRFLBtAVIxFLinADl0YsBQauHIdYUgYcuDxiKTBw5TjEkjLgwOURS/7AEUv+zFhhQACxZABdMRKxpAjXoDRiyQC6YiRiSRFu4NKIpcDAleMQS8qAA5dHLAUGrhyHWFIGHLg8YskfOGLJnxkrDAgglgygK0YilhThGpRGLBlAV4xELCnCDVwasRQYuHIcYkkZcODyiKXAwJXjEEvKgAOXRyz5A0cs+TNjhQEBxJIBdMVIxJIiXIPSiCUD6IqRiCVFuIFLI5YCA1eOQywpAw5cHrEUGLhyHGJJGXDg8oglf+CIJX9mrDAggFgygK4YiVhShGtQGrFkAF0xErGkCDdwacRSYODKcYglZcCByyOWAgNXjkMsKQMOXB6x5A8cseTPjBUGBBBLBtAVIxFLinANSiOWDKArRiKWFOEGLo1YCgxcOQ6xpAw4cHnEUmDgynGIJWXAgcsjlvyBI5b8mbHCgABiyQC6YiRiSRGuQWnEkgF0xUjEkiLcwKURS4GBK8chlpQBBy6PWAoMXDkOsaQMOHB5xJI/cMSSPzNWGBBALBlAV4xELCnCNSiNWDKArhiJWFKEG7g0YikwcOU4xJIy4MDlEUuBgSvHIZaUAQcuj1jyB45Y8mfGCgMCSRNLD35xlzz5zSMRiX49BsigdQ8xoFK8kYil4p1dXZ0jltI1T8RSeuaJWErPLN2VIJbSNU/EUrrmiVhK1zwRS/7zRCz5M2OFAYEkiaXRv74vZ7x2fBaFMze/UPp03tKATHFGIpaKc271dY1YStc8EUvpmSdiKT2zRCyla5buahBL6ZopYild80Qs+c8TseTPjBUGBJIklu769Fa597PbsigMWu9QOXD9wwzIFGckYqk454ZYStfc6ruaNImlF38cJW///Lq0a9pedl9zH+ncskvWZc9aOFPenvB69LW/dN5CWjduk6ohI5ZSNU52LKVrnIillM0TsZSugSKW/OeJWPJnxgoDAkkSS/+b+Jac/cbJWRRO73OebNFlWwMyxRmJWCrOufmIpUlzf5GHv7xXps6fIn9dZSvZrutO0qBBg3RdeEqvJi1i6cUfn5HL/nd+9ZRaNW4jI3Z5UJo1bB59bebCGXLkswfKjAXTo39u06StXNX3FunQvGNqJotYSs0oowvhVrh0zZMdS+maJ2IpXfNELPnPE7Hkz4wVBgSSJJbKK8vlug8vlfd/eTci0bvTpjJ045OkrKTMgExxRiKWinNuuYqleYvnypBn/yZT502uXuJ+RnbpsXu6LjylV5MWsXTh2/+S18e/lDWli7a+RnqutFH0tZHfPhb9WV7zGNzrWBm45r6pmSxiKTWjRCyla5TR1SCW0jVUxFK65olY8p8nYsmfGSsMCCRJLBlcfuoiEUvpGmntZyyNnTRaTn11WNZFbtZ5Czlr84vSdeEpvZq0iKVrPrxEnvn28awp3bzzvdKlVVfEUko/u2m/LHYspWvCiKV0zROxlK55Ipb854lY8mfGCgMCiCUD6IqRiCVFuAala4ul8bN+ksGjBmV10q/H7jJs45MMuiPSl0BaxNL3M76RU185VmYvmhUh2KRTHzlny0uqcUybP0X+PnJPqaisiL5WWlIqN+54t6zSalVfZIk9nx1LiR1NXo0hlvLClthFiKXEjiavxhBLeWFL7CLEkv9oEEv+zFhhQACxZABdMRKxpAjXoHRdb4W74O0z5Y3xL0fdtGzUSs7b8jJZq926Bt0R6UsgLWLJXXdlVaX8OPN7adu0nbRpvMIfUEye96u4N326408r9ZaOzTv54kr0+YilRI/HuznEkjeyRC9ALCV6PN7NIZa8kSV6AWLJfzyIJX9mrDAggFgygK4YiVhShGtQui6x5NqYsfA3mTZvinRv00NKGpQYdEZkPgTSJJbyuf40rUEspWmaPLw7XdPkGUtpmydiKV0TRSz5zxOx5M+MFQYEEEsG0BUjEUuKcA1K1yeWDFohMgYCiKUYICakBGIpIYOIqQ12LMUEMiFl2LGUkEHE1AZiKSaQCSmDWPIfBGLJnxkrDAgglgygK0YilhThGpRGLBlAV4xELCnCDVwasRQYuHIcYkkZcODyiKXAwJXjEEvKgAOXRyz5A0cs+TNjhQEBxJIBdMVIxJIiXIPSiCUD6IqRiCVFuIFLI5YCA1eOQywpAw5cHrEUGLhyHGJJGXDg8oglf+CIJX9mrDAggFgygK4YiVhShGtQGrFkAF0x0kIs/TDzOxnz6/uySstVpXenzXgmV0zzRSzFBDIhZRBLCRlETG0glmICmZAyiKWEDCKmNhBL/iARS/7MWGFAALFkAF0xErGkCNegNGLJALpiZGix5N4eeOE7/5KqqqroqvqsspWc+dcLFK9w+SmNWErXrBFL6ZonYild80QspWueiCX/eSKW/JmxwoAAYskAumIkYkkRrkFpxJIBdMXI0GLp5JeHyidTxmRd0T27PSFtm7ZXvMrlozRiKV1zRiyla56IpXTNE7GUrnkilvzniVjyZ8YKAwKIJQPoipGIJUW4BqURSwbQFSMRS4pwA5dGLAUGrhyHWFIGHLg8YikwcOU4xJIy4MDlEUv+wBFL/sxYYUAAsWQAXTESsaQI16A0YskAumJkaLH02NcPyM1jrq6+orXarSdX9r1Z8QqXn9KIpXTNGrGUrnkiltI1T8RSuuaJWPKfJ2LJnxkrDAgglgygK0YilhThGpRGLBlAV4wMLZbcs5W+mPapfDntM1m5xSrSs8NG0rRhM8UrXH5KI5bSNWvEUrrmiVhK1zwRS+maJ2LJf56IJX9mrDAggFgygK4YiVhShGtQGrFkAF0xMrRYUryU5b40YildHwHEUrrmiVhK1zwRS+maJ2LJf56IJX9mrDAggFgygK4YiVhShGtQGrFkAF0xErGkCDdwacRSYODKcYglZcCByyOWAgNXjkMsKQMOXB6x5A8cseTPjBUGBBBLBtAVIxFLinANSiOWDKArRiKWFOEGLo1YCgxcOQ6xpAw4cHnEUmDgynGIJWXAgcsjlvyBI5b8mbHCgABiyQC6YiRiSRGuQWnEkgF0xUjEkiLcwKURS4GBK8chlpQBBy6PWAoMXDkOsaQMOHB5xJI/cMSSPzNWGBBALBlAV4xELCnCNSiNWDKArhiJWFKEG7g0YikwcOU4xJIy4MDlEUuBgSvHIZaUAQcuj1jyB45Y8mfGCgMCiCUD6IqRiCVFuAalEUsG0BUjEUuKcAOXRiwFBq4ch1hSBhy4PGIpMHDlOMSSMuDA5RFL/sARS/7MWGFAALFkAF0xErGkCNegNGLJALpiJGJJEW7g0oilwMCV4xBLyoADl0csBQauHIdYUgYcuDxiyR84YsmfGSsMCCCWDKArRiKWFOEalEYsGUBXjEQsKcINXBqxFBi4chxiSRlw4PKIpcDAleMQS8qAA5dHLPkDRyz5M2OFAQHEkgF0xUjEkiLcwKVfG/eiPPT17TJp9lTZetXt5fA/DZXGpY0Dd0FcnAQQS3HStK2FWLLlH3c6Yiluorb1EEu2/ONORyzFTdS2HmLJnz9iyZ8ZKwwIIJYMoCtGIpYU4QYsPXHOBDn8mX2lrLSBlFdUSVVVlQzudawMXHPfgF0QFTcBxFLcRO3qIZbs2GskI5Y0qNrVRCzZsddIRixpULWriVjyZ49Y8mfGCgMCiCUD6IqRiCVFuAFLvzruBbn4nbOlYVlJtVjasst2clqfcwN2QVTcBBBLcRO1q4dYsmOvkYxY0qBqVxOxZMdeIxmxpEHVriZiyZ89YsmfGSsMCCCWDKArRiKWFOEGLD1h9ng5/Jn9ssTSYT2Pkb3WHhSwC6LiJoBYipuoXT3Ekh17jWTEkgZVu5qIJTv2GsmIJQ2qdjURS/7sEUv+zBK34sEv7pInv3kk6qtfjwEyaN1DEtdjoQ0hlgolmKz1iKVkzaOQbu7//A55c+IL0TOW/rRSbxm68YnSunGbQkqy1pgAYsl4ADHGI5ZihJmAUoilBAwhxhYQSzHCTEApxFIChhBjC4glf5iIJX9miVoxdtJoOfXVYVk9nbn5hdKn85aJ6rPQZhBLhRJM1nrEUrLmUWg3vBWuUILJWo9YStY8CukGsVQIveStRSwlbyaFdIRYKoRe8tYilpI3k0I6Qiz500Ms+TNL1Aq3W2nExzdm9bT3On+TQzc8KlF9FtoMYqlQgslaj1hK1jwK7QaxVCjBZK1HLCVrHoV0g1gqhF7y1iKWkjeTQjpCLBVCL3lrEUvJm0khHSGW/OkhlvyZJWrF6F/flzNeOz6rp9P7nCdbdNk2UX0W2gxiqVCCyVqfJLG0qGKR/DTze+ncsos0a9g8WaCKpBvEUpEMKsc2EUs5giqC0xBLRTAkjxYRSx6wiuBUxFIRDMmjRcSSB6wiOBWx5D8kxJI/s0StcK/3vvqDi+X9X96N+urdaVMZuvFJUlZSlqg+C20GsVQowWStT4pY+nzqJ3L2m6fI7IUzo5+ZIb2Ol/49BiYLVhF0g1gqgiF5tIhY8oCV8FMRSwkfkGd7iCVPYAk/HbGU8AF5todY8gSW8NMRS/4DKnqx9NIbo+XYM6/+w5WPfv4WadyooUycNt+fCisSRwCxlLiRFNRQUsTSKa8MlY8nj6m+lsalTeSRPZ6X0pLSgq5Pa/HUeZPlmg8ukY+njJFurVeXwb2GyTrt1teKy7kuYilnVEVxImKpKMaUU5OIpZwwFc1JiKWiGVVOjSKWcsJUNCchlopmVDk1iljKCVPWSUUvll5840M57YJb5OFbzsm6sFU7d5AGDRoglvw/E4lcgVhK5FjybiopYmn/J3aVGQumZ13HzTvfK11adc372jQXnvPmqfLuhDeqI1Zs1lHu3HXJGyEtj9pi6b2Jb8vtn9wkk+f9Kn/u1EeGbnyCNG/YwrJFsj0IIJY8YCX8VMRSwgfk2R5iyRNYwk9HLCV8QJ7tIZY8gSX8dMSS/4BSIZbOuex2eePxa+q8enYs+X8okrgiaWKpsqpSfpjxrbRrtqK0abxCEpEluqekiKWr3r9Inv3+qWpWXVuvJjfudFdi2dUlwu7Z7Qlp27S9ac81xdL8xfPE9bmwYkF1TwPW2FuO3Cj7WXCmDRO+VAKIpfR8QBBL6ZmluxLEUrrmiVhK1zwRS+maJ2LJf56pEEvHnXmNDNjxr9K4cSPp3XMt2XHrP0tZ6ZJbWRBL/h+KJK5IkliaMHu8nPn6CfLLnAkRqv3XPVgO2uCIJGJLbE9JEUu/LZguo75/Qr6a+rl0ad1Ntu26o6zWpkdiuZ31xknidgNljnZNV5S7d3vcvN+aYumLaZ/K8BeHZPW0Vrv15Mq+N5v3SQO5EUAs5capGM5CLBXDlHLvEbGUO6tiOBOxVAxTyr1HxFLurIrhTMSS/5SKXix98uUP8tyr70nrls1l4qRp8uCTr8iggdvJGccdGNGYu6DcnworEkegUVkDqawSKa+oMu/t0nculie+fjSrj3t2f1BWbZ3M26dCAZs8d5LML58vXVt3W2Zk44Yl0Swr3FCL9KisrJKSkgZBu/9q2pdy/QdXyxdTP5eurbvL/usfINt26xu0h7rCmjYulQWLKqSqSmTuormy2wM7yaLKRdWnDlxrLxm+2UnmfdJAbgSaNynj3525oUr8WU0alUppSYPo57OY/7xNPOhADZaVNJDS0gaycHFloERiNAk0LCuJyi8uDzdPi7+7aDJMUu00/N02STyte3Eif8HiJX+35ciNgPv7Y5xHgyr3mjLD49FnXpcz/3ObjH3p1mjX0ow5v/9yY9gW0QUScH85dp+shYsrCqxU+PKjnz1cvpj6WVah87a6SDbvslXhxYuwQkVlhZzzxhnyxvjXou7Xab+eXLLdVdK8YfN6r8b9weNmmQRRmC9y93kMLZby7VV7XatmDWXO/HKp/L8//h/76mF56uvHZPK8SbLBij3l2E1OkE4tVtZug/oxEWjdvKHMnLs4pmqUsSTQrEmZNCxtIPMWlMviBPyHGUsWach2IsL9n5snR/ETaNKwRKTBEvEb6nD/ng77n8RCXZl9TrPGZbK4okIWl5v+KmwPIiUdtGzWMPqzlv8ok/tA27RolPvJOZxpLpbe+N8ncuQpl8mHz90sTRo34la4HIZWDKck6Va4R766T/770bXV2Fo0ail39n9UmjZsVgwoY+/xw1//J/98bXhW3SG9jpPd19yn3qyk3AoXO4zltCBvhUvX4LkVLj3z5Fa49MzSXQm3wqVrntwKl655citcuubJrXD+8yz6W+HufewlWWv1LrLumt1k5uw5ctK5N0rDslK57YpTIho8Y8n/Q5HEFUkSS+7hxM/+8FT0mvp2TdvLNqtuL+ut2DOJ2IL09OAXd8mIj2/Mytp59QFybO+TEUtBJmAfgliyn0GcHSCW4qRpWwuxZMs/7nTEUtxEbeshlmz5x52OWIqbqG09xJI//6IXS5ff9KDcet8z1Ve+4bqryyVnHimrdFoRseT/eUjsiiSJpcRCMmps4pwJctjT2buTztniEtlk5T6IJaOZhI5FLIUmrpuHWNLlG7I6Yikkbf0sxJI+45AJiKWQtPWzEEv6jEMmIJb8aRe9WHKXvGDhIpkybYa0bN5M2rRukUWBHUv+H4okrkAsJXEqv/f05s+vyge/vCPzF8+XXh3/LDt27y8NGtR/Fz+3wiV7nr7dIZZ8iSX7fMRSsufj0x1iyYdW8s9FLCV/Rj4dIpZ8aCX/XMRS8mfk0yFiyYfWknNTIZaWdtmIJf8PRRJXIJaSOJX8e0Is5c8uiSsRS0mcSv49IZbyZ5e0lYilpE2ksH4QS4XxS9pqxFLSJlJYP4ilwvglbTViyX8iiCV/ZqwwIIBYMoCuGIlYUoRrUBqxZABdMRKxpAg3cGnEUmDgynGIJWXAgcsjlgIDV45DLCkDDlweseQPHLHkz4wVBgS0xVJ5Zbn8OPM76dSiszRvmH07ZcjLnbNotrwz4Q1ZWLFQtuiyjbRu3CZkfLAsxFIw1EGCEEtBMAcLQSwFQ60ehFhSRxw0ALEUFLd6GGJJHXHQAMRSUNzqYYglf8SIJX9mrDAgoCmWvp/xrfzzteHy24JpUlpSKn/fYIjsvfYBwa9y5sIZMuz5w2TKvF+j7JaNWsm1O4yQDs07Bu9FOxCxpE04bH3EUlje2mnWYsn9WfjQl/fI+Jk/ysadNpV+q+8uZSVl2pedyvqIpXSNFbGUrnkiltI1T8RSuuaJWPKfJ2LJnxkrDAhoiqVz3zpN3vn59eqrcnLpoYHPSdOypkGv9IUfnpHL3zs/K/OQDY+UfdY5MGgfIcIQSyEoh8tALIVjHSLJWiwd89zB8v2Mb6ov1f0Z6P4s5PAngFjyZ5bkFYilJE/HvzfEkj+zJK9ALCV5Ov69IZb8mSGW/JmxwoCAplg64pn95efZ47Ku6vK+N8k67dYPeqWIpaC4CYuRAGIpRpgJKGUplqbPnyoHPDkgi8IqLVeVW/rdlwAyxdcCYqn4Zra0jhFL6ZonYild80QspWueiCX/eSKW/JmxwoCApli65aNr5dGvfv+lZcXmHeX2XR6SkgYlQa902vwpcujT+8qiioXVubfsfJ+s0mrVoH2ECGPHUgjK4TIQS+FYh0iyFEvueXe7P7KtVFRWVF/qRh03kfO3uiLEpacuA7GUrpEiltI1T8RSuuaJWErXPBFL/vNELPkzY4UBAU2xNHvRLHnmu8fli2mfycotVpGtV+0ra7Zdx+AqRabMmyQfTfoweni3+2Vq5RadTfrQDkUsaRMOWx+xFJa3dpqlWHLXdvNH18jjXz8gVVVV0qSsqQzf5HTZosu22pedyvqIpXSNFbGUrnkiltI1T8RSuuaJWPKfJ2LJnxkrDAhoiiWDy1nuIxFL6foIIJbSNU9rseRozl08R8bN+kleH/eivPzT89K8YXPZa+0DpN/q2bfJpYt8/FeDWIqfqWVFxJIl/fizEUvxM7WsiFiypB9/NmLJnyliyZ8ZKwwIIJYMoCtGIpYU4RqURiwZQFeMTIJYcpdX13PnrtnhNumxwlqKV5+u0oildM0TsZSueSKW0jVPxFK65olY8p8nYsmfGSsMCCCWDKArRiKWFOEalEYsGUBXjEyKWLr6g//IqO+eyLrSYzY+Ufr3GKh49ekqjVhK1zwRS+maJ2IpXfNELKVrnogl/3kilvyZscKAAGLJALpiJGJJEa5BacSSAXTFyKSIpWe/f0quev+irCu9avv/mj0DTxG5WmnEkhpak8KIJRPsaqGIJTW0JoURSybY1UIRS/5oEUv+zFhhQACxZABdMRKxpAjXoDRiyQC6YmRSxNL8xfPE7VoaPen96BlLm3fZRg7d8CjFK09facRSumaKWErXPBFL6ZonYild80Qs+c8TseTPjBWBCUye+6t8PO1dadGwlWzUYXNpVNoocAfExU2gtlhyM/7fxLekZeNWsunKm0vTsqZxR1JPkQBiSRGuQemkiCWDS09dJGIpXSNFLKVrnoildM0TsZSueSKW/OeJWPJnxoqABL6f8Y2c8NJRsrhygVSJyCotu8k129+GXAo4A42ommIpM+MF5fOjqC6tusq1O9zOjDXAK9VELCmBNSqLWDICrxCLWFKAalgSsWQIXyEasaQA1bAkYskQvkI0YskfKmLJnxkrAhK4cfSV8sQ3D0lpSYNILFVWVsl5W14mvTttFrALouImUFMsZWZcM4MZx01ctx5iSZdv6OqIpdDE9fIQS3psLSojliyo62UilvTYWlRGLFlQ18tELPmzRSz5M2NFQAKIpYCwA0YhlgLCDhCFWAoAOWAEYikgbOUoxJIy4MDlEUuBgSvHIZaUAQcuj1gKDFw5DrHkDxix5M+MFQEJjJ00Wk59dVj1jqVmZS3krl0flyZlTQJ2QVTcBGqKpcyMMxktGrVc5owXVSyStye8JjMXzpC/rLyFdGjeMe4WqedBALHkAasITkUsFcGQcmwRsZQjqCI5DbFUJIPKsU3EUo6giuQ0xFKRDCrHNhFLOYKqcRpiyZ8ZKwITGDfrR/l6xkfSomFLWWuFXrJCk7aBOyAubgK1H97tZjx20ofRw7t7dth4qTN2UumEl46Ub3/7KmqrcWkTuXiba2StduvG3Sb1ciSAWMoRVJGchlgqkkHl0CZiKQdIRXQKYqmIhpVDq4ilHCAV0SmIpSIaVg6tIpZygFTrFMSSPzNWGBBo1ayhVFRWytwFFQbpRMZNoLZY8qlfe4eTW7vz6gPk2N4n+5Th3BgJIJZihJmAUoilBAwhphYQSzGBTEgZxFJCBhFTG4ilmEAmpAxiKSGDiKkNxJI/SMSSPzNWGBBALBlAV4xELCnCNSiNWDKArhiJWFKEG7g0YikwcOU4xJIy4MDlEUuBgSvHIZaUAQcuj1jyB45Y8mfGCgMCiCUD6IqRhYilBeUL5LBn9pXp86dWd8hb5BSHlUNpxFIOkIroFMRSEQ1rGa0iltIzS3cliKV0zROxlK55IpbSNU/Ekv88EUv+zFhhQACxZABdMbIQseTamrVwpoye9F708G73TKZurVdT7JbSyyKAWFoWoeL6PmKpuOa1tG4RS+mZJWIpXbN0V4NYStdMEUvpmidiyX+eiCV/ZqwwIIBYMoCuGFmoWFJsjdJ5EEAs5QEtwUsQSwkejmdriCVPYAk/nR1LCR+QZ3uIJU9gCT8dsZTwAXm2h1jyBCYiiCV/ZqwwIIBYMoCuGIlYUoRrUBqxZABdMRKxpAg3cGnEUmDgynGIJWXAgcsjlgIDV45DLCkDDlweseQPHLHkz4wVBgQQSwbQFSMRS4pwDUojlgygK0YilhThBi6NWAoMXDkOsaQMOHB5xFJg4MpxiCVlwIHLI5b8gSOW/JmxwoAAYskAumIkYkkRrkFpxJIBdMVIxJIi3MClEUuBgSvHIZaUAQcuj1gKDFw5DrGkDDhwecSSP3DEkj8zVhgQQCwZQFeMRCwpwjUojVgygK4YiVhShBu4NGIpMHDlOMSSMuDA5RFLgYErxyGWlAEHLo9Y8geOWPJnxgoDAoglA+gekYsqFslPM7+Xzi27SLOGzZe5ErG0TERFdQJiqajGtcxmEUvLRFQ0JyCWimZUOTWKWMoJU9GchFgqmlHl1ChiKSdMRXMSYsl/VIglf2asMCCAWDKAnmPk51M/kbPfPEVmL5wpZSVlMqTX8dK/x8ClrkYs5Qi3SE5DLBXJoHJsE7GUI6giOA2xVARD8mgRseQBqwhORSwVwZA8WkQsecAqglMRS/5DQiz5M2OFAQHEkgH0HCOHv3SkfPH/5VLmaFzaRB7Z43kpLSmttwJiKUe4RXIaYqlIBpVjm4ilHEEVwWmIpSIYkkeLiCUPWEVwKmKpCIbk0SJiyQNWEZyKWPIfEmLJnxkrDAgglgyg5xi512M7ytxFc7LOvnnne6VLq66IpRwZFvtpiKVin2B2/4il9MwTsZSeWborQSyla56IpXTNE7GUrnkilvzniVjyZ8YKAwKIJQPoOUZe9f5F8uz3T1Wf3bX1anLjTnctdTU7lnKEWySnIZaKZFA5tolYyhFUEZyGWCqCIXm0iFjygFUEpyKWimBIHi0iljxgFcGpiCX/ISGW/JmxwoAAYskAeo6Rvy2YLqO+f0K+mvq5dGndTbbtuqOs1qYHYilHfmk4DbGUhin+fg2IpfTME7GUnlm6K0EspWueiKV0zROxlK55Ipb854lY8mfGCgMCiCUD6IqR7FhShGtQGrFkAF0xErGkCDdwacRSYODKcYglZcCByyOWAgNXjkMsKQMOXB6x5A8cseTPjBUGBBBLBtAVIxFLinANSiOWDKArRiKWFOEGLo1YCgxcOQ6xpAw4cHnEUmDgynGIJWXAgcsjHmmNPgAAIABJREFUlvyBI5b8mbHCgABiyQC6YiRiSRGuQWnEkgF0xUjEkiLcwKURS4GBK8chlpQBBy6PWAoMXDkOsaQMOHB5xJI/cMSSPzNWGBBALBlAV4xELCnCNSiNWDKArhiJWFKEG7g0YikwcOU4xJIy4MDlEUuBgSvHIZaUAQcuj1jyB45Y8mfGCgMCiCUD6IqRiCVFuAalEUsG0BUjEUuKcAOXRiwFBq4ch1hSBhy4PGIpMHDlOMSSMuDA5RFL/sARS/7MWGFAALFkAF0xErGkCNegNGLJALpiJGJJEW7g0oilwMCV4xBLyoADl0csBQauHIdYUgYcuDxiyR84YsmfGSsMCCCWDKArRiKWFOEalEYsGUBXjEQsKcINXBqxFBi4chxiSRlw4PKIpcDAleMQS8qAA5dHLPkDRyz5M2OFAYG0iKWp8ybLNR9cIh9PGSPdWq8ug3sNk3XarW9A1DYSsWTLP+50xFLcRG3rIZZs+ceZjliKk6Z9LcSS/Qzi7ACxFCdN+1qIJfsZxNkBYsmfJmLJnxkrDAikRSyd8+ap8u6EN6oJrti8o4zo96CUlpQaULWLRCzZsddIRixpULWriViyYx93MmIpbqK29RBLtvzjTkcsxU3Uth5iyZZ/3OmIJX+iiCV/ZqwwIJAWsXTQU3vKlHm/ZhEc0f9h6di8kwFVu0jEkh17jWTEkgZVu5qIJTv2cScjluImalsPsWTLP+50xFLcRG3rIZZs+cedjljyJ4pY8mfGCgMCaRFLZ71xkrw38e1qgq0bryD37PYEO5YMPlNExkcAsVQ3y1/mTJRrP7xEPp/6iazZdm0Z0us4Wa3NGvGBV6qEWFICa1AWsWQAXTESsaQI16A0YskAumIkYkkRrkFpxJI/dMSSPzNWGBBIi1j69rev5L8fXStfTf9CVm3VTXZfcx/ZpusOKkTfGP+y3P3ZbTJ9/lTp03lLOWrj4dKktIlKlm9Rdiz5Ekv2+Yiluudz8stD5ZMpY6q/2b1ND7l+xzuSPUwRQSwlfkQ5N4hYyhlVUZyIWCqKMeXcJGIpZ1RFcSJiqSjGlHOTiKWcUVWfiFjyZ8YKAwJpEUuh0LmHhB/y9N5SXlleHTlovUPlwPUPC9XCUnMQS4kYQ2xNIJbqRrnXYzvK3EVzqr9Z0qBEHh74nDRt2Cw29hqFEEsaVG1qIpZsuGulIpa0yNrURSzZcNdKRSxpkbWpi1jy545Y8mfGCgMCiCU/6G9PeF3Oe/O0rEWbdd5Cztr8Ir9CSmcjlpTAGpVFLNUN/oSXjpLPp35c/c1VW3eXm3a622hKuccilnJnlfQzEUtJn5Bff4glP15JPxuxlPQJ+fWHWPLjlfSzEUv+E0Is+TNjhQEBxJIf9CnzJslBT+2RtWi/df8uf99gsF8hpbMRS0pgjcoiluoG/9mUsXL7JzeLuwXW3Qa33zoHySYr9zGaUu6xiKXcWSX9TMRS0ifk1x9iyY9X0s9GLCV9Qn79IZb8eCX9bMSS/4QQS/7MWGFAALHkD/3+z++QV356XqYvmCbrr/gnGbbxidK2aXv/QgorEEsKUA1LIpYM4YtIZVWlvDvxTZk09xfp3XEz6dKqa0ENIZYKwpeoxYilRI2j4GYQSwUjTFQBxFKixlFwM4ilghEmqgBiyX8ciCV/ZqwwIIBYMoCuGIlYUoRrUBqxZAC9RuSprwyTsZNHR18pKymTsza/WHp32izvphBLeaNL3ELEUuJGUlBDiKWC8CVuMWIpcSMpqCHEUkH4ErcYseQ/EsSSPzNWGBBALBlAV4xELCnCNSiNWDKA/n+R42f9JINHDcpqoNDnqSGW7OYZdzJiKW6itvUQS7b8405HLMVN1LYeYsmWf9zpiCV/ooglf2asMCCAWDKArhiJWFKEa1AasWQAHbFkB72IkhFLRTSsHFpFLOUAqYhOQSwV0bByaBWxlAOkIjoFseQ/LMSSPzNWGBBALBlAV4xELCnCNSiNWDKA/n+RVVVVcsSo/WXC7PHVTQzf5AzZvnu/vJtix1Le6BK3ELGUuJEU1BBiqSB8iVuMWErcSApqCLFUEL7ELUYs+Y8EseTPjBUGBBBLBtAVIxFLinANSiOWDKDXiJy7eI58NOlDmTzvV1mv/YayZtt1CmoIsVQQvkQtRiwlahwFN4NYKhhhogoglhI1joKbQSwVjDBRBRBL/uNALPkzY4UBAcSSAXTFSMSSIlyD0oglA+iKkYglRbiBSyOWAgNXjkMsKQMOXB6xFBi4chxiSRlw4PKIJX/giCV/ZqwwIIBYMoCuGIlYUoRrUBqxZABdMRKxpAg3cGnEUmDgynGIJWXAgcsjlgIDV45DLCkDDlweseQPHLHkz4wVBgQQSwbQFSMRS4pwDUojlgygK0YilhThBi6NWAoMXDkOsaQMOHB5xFJg4MpxiCVlwIHLI5b8gSOW/JmxwoAAYskAumIkYkkRrkFpxJIBdMVIxJIi3MClEUuBgSvHIZaUAQcuj1gKDFw5DrGkDDhwecSSP3DEkj8zVhgQQCwZQFeMRCwpwjUojVgygK4YiVhShBu4NGIpMHDlOMSSMuDA5RFLgYErxyGWlAEHLo9Y8geOWPJnxgoDAoglA+iKkYglRbgGpRFLBtAVIxFLinADl0YsBQauHIdYUgYcuDxiKTBw5TjEkjLgwOURS/7AEUv+zFhhQACxZABdMRKxpAjXoDRiyQC6YiRiSRFu4NKIpcDAleMQS8qAA5dHLAUGrhyHWFIGHLg8YskfOGLJnxkrDAgglgygK0YilhThGpRGLBlAV4xELCnCDVwasRQYuHIcYkkZcODyiKXAwJXjEEvKgAOXRyz5A0cs+TNjhQEBxJIBdMVIxJIiXIPSiCUD6IqRiCVFuIFLI5YCA1eOQywpAw5cHrEUGLhyHGJJGXDg8oglf+CIJX9mrDAggFgygK4YiVhShGtQGrFkAF0xErGkCDdwacRSYODKcYglZcCByyOWAgNXjkMsKQMOXB6x5A8cseTPjBUGBBBLBtAVIxFLinANSiOWDKArRiKWFOEGLo1YCgxcOQ6xpAw4cHnEUmDgynGIJWXAgcsjlvyBI5b8mbHCgABiyQC6YiRiSRGuQWnEkgF0xUjEkiLcwKURS4GBK8chlpQBBy6PWAoMXDkOsaQMOHB5xJI/cMSSPzNWGBBALBlAV4xELCnCNSiNWDKArhiJWFKEG7g0YikwcOU4xJIy4MDlEUuBgSvHIZaUAQcuj1jyB45Y8mfGCgMCiCUD6IqRiCVFuAalEUsG0BUjEUuKcAOXRiwFBq4ch1hSBhy4PGIpMHDlOMSSMuDA5RFL/sARS/7MWGFAALFkAF0xErGkCNegNGLJALpiJGJJEW7g0oilwMCV4xBLyoADl0csBQauHIdYUgYcuDxiyR84YsmfGSsMCCCWDKArRiKWFOEalEYsGUBXjEQsKcINXBqxFBi4chxiSRlw4PKIpcDAleMQS8qAA5dHLPkDRyz5M2OFAQHEkgF0xUjEkiJcg9KIJQPoipGIJUW4gUsjlgIDV45DLCkDDlwesRQYuHIcYkkZcODyiCV/4Iglf2asMCCAWDKArhiJWFKEa1AasWQAXTESsaQIN3BpxFJg4MpxiCVlwIHLI5YCA1eOQywpAw5cHrHkDxyx5M+MFQYEEEsG0BUjEUuKcA1KI5YMoCtGIpYU4QYujVgKDFw5DrGkDDhwecRSYODKcYglZcCByyOW/IEjlvyZscKAAGLJALpiJGJJEa5BacSSAXTFSMSSItzApRFLgYErxyGWlAEHLo9YCgxcOQ6xpAw4cHnEkj9wxJI/M1YYEEAsGUBXjEQsKcI1KI1YMoCuGIlYUoQbuDRiKTBw5TjEkjLgwOURS4GBK8chlpQBBy6PWPIHjljyZ8YKAwKIJQPoipGIJUW4BqURSwbQFSMRS4pwA5dGLAUGrhyHWFIGHLg8YikwcOU4xJIy4MDlEUv+wBFL/sxYYUAAsWQAXTESsaQI16A0YskAumIkYkkRbuDSiKXAwJXjEEvKgAOXRywFBq4ch1hSBhy4PGLJHzhiyZ8ZKwwIIJYMoCtGIpYU4RqURiwZQFeMRCwpwg1cGrEUGLhyHGJJGXDg8oilwMCV4xBLyoADl0cs+QNHLPkzY4UBAcSSAXTFSMSSIlyD0oglA+iKkYglRbiBSyOWAgNXjkMsKQMuoPzECQ2i1St3rsq5Sk2x9PyzpfLQ/aUya1YD2Wa7CjlscLk0bJhzKU5MAAHEUgKGEGMLiCV/mIglf2asMCCAWDKArhiJWFKEa1AasWQAXTESsaQIN3BpxFJg4MpxiCVlwHmUX7RI5F+nNZSxH5VEqzfqXSXnXrBISkuXXSwjlj7/slyGHNpIqmo4qcFHl8vAPSuWXYQzEkMAsZSYUcTSCGLJHyNiyZ8ZKwwIIJYMoCtGIpYU4RqURiwZQFeMRCwpwg1cGrEUGLhyHGJJGXAe5Uc9XSpXX172/9g77zipyrMN39O2sMsuLVbE3o3GGo2xRaPGWGKw16iIaLCgEVvEXhM1iiIiatTYsGJLNBp7x0Jsn8bejSxl2WXLtO83Q1wcCzvvzHme5z1n7/3n+0XOc9/vuZ5B4fpmzpRMnjgug002610KfS2W7rgzhwvPL83YapscjhmbruBEHLEiQLFkRV6ml2LJnSvFkjszThgQoFgygC5YSbEkCNcgmmLJALpgJcWSIFzlaIolZeDCdRRLwoAriJ94WRJT7yh9e9Je+2Ww7/7li6V/v5bBYQfXlLQfdEgGu+zWe0YFR+aIEAGKJSGwRrEUS+7gKZbcmXHCgADFkgF0wUqKJUG4BtEUSwbQBSsplgTh9hId7/wUtbOeRLbmR0gP2hT5WOm7GFxPRrHkSszv6ymW/NvPa/+O49gxpQ9DuvSKbiy/Qu/PWvrmM5aumZzA00/Of8bSWj/J4oijs2hs7D3DPyJ990QUS9HaPcWS+z4pltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKymWBOEuJDo150U0v3kMYvn5H39JN6+D2av+BYiV8bCWH8ilWLLZpVQrxZIU2epyH/5nAtNemP/w7p9umMPmv8iVFchvhSsLU2guolgKzarKOijFUlmYSi6iWHJnxgkDAhRLBtAFKymWBOEaRFMsGUAXrKRYEoS7kOj+b49DXcvDJVfMWvMaZBpWqvhAFEsVo/NykGLJy7VUfCiKpYrReTlIseTlWio+FMWSOzqKJXdmnDAgQLFkAF2wkmJJEK5BNMWSAXTBSoolQbgUSzZwI9JKsRSRRf7vNiiWorVPiqVo7ZNiyX2fFEvuzDhhQIBiyQC6YCXFkiBcg2iKJQPogpUUS4JwFxJdO+OfaPrPqT1XZOuXwsw1/wbEK3/OEt+xZLNLqVaKJSmyNrkUSzbcpVoplqTI2uRSLLlzp1hyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKE20t0sv1tpFpfRq7w8O4BGyCXaKzqMBRLVeHzbphiybuVVHUgiqWq8Hk3TLHk3UqqOhDFkjs+iiV3ZpwwIECxZABdsJJiSRCuQTTFkgF0wUqKJUG4ytEUS8rAhesoloQBK8dTLCkDF66jWBIGrBxPseQOnGLJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbCSYkkQrnI0xZIycOE6iiVhwMrxFEvKwIXrKJaEASvHUyy5A6dYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbGkDFy4jmJJGLByPMWSMnDhOoolYcDK8RRL7sApltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKymWBOEqR1MsKQMXrqNYEgasHE+xpAxcuI5iSRiwcjzFkjtwiiV3ZpwwIECxZABdsJJiSRCuQTTFkgF0wUqKJUG4ytEUS8rAhesoloQBK8dTLCkDF66jWBIGrBxPseQOnGLJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbCSYkkQrnI0xZIycOE6iiVhwMrxFEvKwIXrKJaEASvHUyy5A6dYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbGkDFy4jmJJGLByPMWSMnDhOoolYcDK8RRL7sApltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKymWBOEqR1MsKQMXrqNYEgasHE+xpAxcuI5iSRiwcjzFkjvwyIiluW3zkMlmMbC5fwmFz1o63KlwwjsCFEveraSqA1EsVYXPu2GKJe9WUtWBKJaqwufVcG9iKZaeg0TXF8g0rADEEl6dnYf5LgGKpWi9KiiWorVPiqVo7ZNiyX2foRdL8zo6cdyZV+BfT71cvPs1V1se4888AkMGNRf/N8WS+4vCxwmKJR+3UvmZKJYqZ+fjJMWSj1up/EwUS5Wz821yYWKp/rMb0PDhBMQA5GoXw5xVzkOm3wq+3QLP8w0CFEvRejlQLEVrnxRL0donxZL7PkMvlibfeB9uvedRXD/+JNTX1eDQ4y/CssMWxxljD6RYcn89eDtBseTtaio6GMVSRdi8HaJY8nY1FR2MYqkibF4O/ZBYimVaMXjarxHL53rO3TVkK7SueJqX98FDzSdAsRStVwLFUrT2SbEUrX1SLLnvM/RiaZeDT8E2m6+Pg/fevnj3Dzz6PI4+dQJee+QaxGIxvmPJ/TXh5QTFkpdrqfhQFEsVo/NykGLJy7VUfCiKpYrReTf4Q2IpNfc1DHjtkJLzZuuHYeZPbvLuHnigBQQolqL1aqBYitY+KZaitU+KJfd9hl4srf+rUTjzuIOKcqnw88bbH2DXkafi6XsuQ3P/Bool99eElxMUS16upeJDUSxVjM7LQYolL9dS8aEolipG593gD75jKZ/BwBeHI5Ge0XPmeUN/h/alDq7oHhIdH6P+iymId89A16BN0fWjX1WUw6GFE6BYitYrhGIpWvukWIrWPimW3PcZarGUz+exxhYHYMI5Y7DZRmsV7/7dDz7Fjr87CQ/dcgEWX3SwOxFOkAAJkAAJkAAJkEDUCcx5A/jsfqDjM2Dg2sDQnYBUk/tdZ9qBx3YE0nMWzP74VGDJ+e8k548sgQkTgLvuAmpqgD32APbZR7aP6SRAAiRAAiSgQSCWL9gexZ/CO5bOOn4Ett5svWLrt9+xpHgUVpEACZAACZAACZBA3yLQMg14YVTpPS/2S+An5/QtDgZ3++ijwB/+UFo8cSKw3vw/EvOHBEiABEiABEJLQF0sFZ6xtO0WG2DEXr8uQuMzlkL72lnowflRuGjtlR+Fi9Y++VG4aO2TH4WLzj4X9q1wQd1louNDDHplr5K4jkV/g7bljg2qgjn/I/Dtj8JdfWUSt96cKOFzwIgsdtszQ2YhIMCPwoVgSQ5HHNi/Bh2dGXSmF3wpgsM4L/WMAD8K576QUH8UrnC7V95wL26797Hit8L1q6/FqOMu5LfCub8OvJ+gWPJ+RU4HpFhywuX9xRRL3q/I6YAUS064vL5YQywVADT937GonfV0kUUu2YQ5q12CTMOKXrMJ4+G+LZaeeCyOs09PldzKWeensc66/IttGPZLsRSGLZV/Roql8lmF4UqKJfcthV4stc/rxB9OvxyPPzu9ePdrrLwsxp91JBYZMqD4vz9r6XCnwgnvCFAsebeSqg5EsVQVPu+GKZa8W0lVB6JYqgqfV8NaYqlw0/H0LMTTLcjULwfE4l5xiMphvi2WMhngLxek8OILMaRqgA03yuHQ0RnEYlG542jfB8VStPZLsRStfVIsue8z9GLp61ueM7cd6XQGQwY1l1CgWHJ/Ufg4QbHk41YqPxPFUuXsfJykWPJxK5WfiWKpcna+TWqKJd/uPYrn4bfCRWurFEvR2ifFUrT2SbHkvs/IiKUfunWKJfcXhY8TFEs+bqXyM1EsVc7Ox0mKJR+3UvmZKJYqZ+fbJMWSbxup7jwUS9Xx822aYsm3jVR3Hoql6vj5Nk2x5L4RiiV3ZpwwIECxZABdsJJiSRCuQTTFkgF0wUqKJUG4ytEUS8rAhesoloQBA+jsjOHy8Qk8/WQcg4YA++yXxSabZUWKKZZEsJqFUiyZoRcpplhyx0qx5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YSbEkCFc5mmJJGbhwHcWSMGAA11+bwI3XJXuKkkngupu6MHBQ8N2uYmnKTUncfdf855dtt30Oe+3Lb/8LfiuVJ1IsVc7Ox0mKJfetUCy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY6mWFIGLlzXl8RSaytw+aVJPP9sAosulsfBozJYex35b7s76bgUXppW+vD5M85JY70Ngu92EUsvvRjHSWNLvwHw5NMz+NnGMu+mEn4pRzKeYilaa6VYct8nxZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YCXFkiBc5WiKJWXgwnV9SSxNvCyJqXckeojW1QM3TulCfT9ZyNdencTNNyzojceB62/uwqDBwfe6iKVvv5OqcJq99stg3/0ploLfTGWJFEuVcfN1imLJfTMUS+7MOGFAgGLJALpgJcWSIFyDaIolA+iClRRLgnCVoymWlIEL1/UlsXTU6Bq89WashOiF49NYdbXg3zn0zZKZLcD4i1N4bXqsKJO22jqLXfeQkTcuYum5Z+I49Y+l71g6cVwam2wmy0P4JW0SH2+ZgVhrK7LLLAvESl9j1RyIYqkaev7NUiy574RiyZ0ZJwwIUCwZQBespFgShGsQTbFkAF2wkmJJEK5yNMWSMnDhur4kli67JIl7py5451CqBrj5ti70axCGrBjvIpYyGeCyi5N44fn5H9Nbb/0cRh+VQeEZUPwpn0D/885E3YN/Lw5kll8Bc/50MXLNA8oPWMiVFEuBYPQmhGLJfRUUS+7MOGFAgGLJALpgJcWSIFyDaIolA+iClRRLgnCVoymWlIEL1/UlsfTpJzFMujyJ116NY5FFc9hp5xy23U7mnUPCa/vBeBexZHXGKPWm3nwdA0aPLLmleXvth/aDDgnkNimWAsHoTQjFkvsqKJbcmXHCgADFkgF0wUqKJUG4BtEUSwbQBSsplgThKkdTLCkDF67rS2JJGKUX8WEXS8nX/o3GCZcg+dEH6F7vp2g7fAxyg4d4wfb7DlF3953of/GfS36pa+NN0Hr6uYGcmWIpEIzehFAsua+CYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucjTFkjJw4TqKJWHAyvGhFkuZDAbvuiPirXN6qHVuuTXmnniKMsXy6+IzWzB4j52B7IJ3vs09YRw6t9qm/JCFXEmxFAhGb0IoltxXQbHkzowTBgQolgygC1ZSLAnCNYimWDKALlhJsSQIVzmaYkkZuHAdxZIwYOX4MIulxBefY9Deu5QQyy66GGbeeLsyRbe6mmefRs0zTyLe2or02uuiY7sdENSDqiiW3Hbh+9UUS+4bolhyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxxNsaQMXLiOYkkYsHJ8mMUSMhkMGf5rxNraeqh1bbI5Wk89S5miP3UUS/7sIoiTUCy5U6RYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbGkDFy4jmJJGLByfKjFEoC6hx9E/a03I/HJR0iv/mO0jxiFzIorK1P0p45iyZ9dBHESiiV3ihRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjKZaUgQvXUSwJA1aOD7tYUsblfR3FkvcrcjogxZITruLFFEvuzDhhQIBiyQC6YCXFkiBcg2iKJQPogpUUS4JwlaMplpSBC9dRLAkDVo6nWFIGLlxHsSQMWDmeYskdOMWSOzNOGBCgWDKALlhJsSQI1yCaYskAumAlxZIgXOVoiiU94FNuSuLuu+LFwu22z2KvfRd881RQp6BYCoqkHzkUS37sIahTUCwFRdKPHIol9z1QLLkz44QBAYolA+iClRRLgnANoimWDKALVlIsCcJVjqZY0gH+0otxnDQ2VVJ2xjlprLdBLtADUCwFitM8jGLJfAWBHoBiKVCc5mEUS+4roFhyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxxNsaQD/PprE7jxumRJ2V77ZbDv/sG+a4liSWefWi0US1qkdXoolnQ4a7VQLLmTplhyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxxNsaQD/Lln4jj1j6XvWDpxXBqbbMZ3LOlsIJwtvoql5Nv/h5rpLyOz7PLoXm+DcMI1ODXFkgF0wUqKJXe4FEvuzDhhQIBiyQC6YCXFkiBcg2iKJQPogpUUS4JwlaMplnSAZzLAZRcn8cLz85+xtN76OYw+KoNk6ZuYqj4M37FUNUKvAnwUS3X334PGC85F7H+kOrfbAXOPOd4rbr4ehmLJ181Udi6KJXduFEvuzDhhQIBiyQC6YCXFkiBcg2iKJQPogpUUS4JwlaMplpSBC9dRLAkDVo73USwNHLk/ku++00MiH4+jZeoDyPfrp0wnfHUUS+Hb2cJOTLHkvk+KJXdmnDAgQLFkAF2wkmJJEK5BNMWSAXTBSoolQbjK0RRLysCF6yiWhAErx1MsKQMXrqNYEgasHE+x5A6cYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucjTFkjJw4TqKJWHAyvE+iqV+116Fhuuu7iFReMbSnPMuUiYTzjqKpXDu7YdOTbHkvk+KJXdmnDAgQLFkAF2wkmJJEK5BNMWSAXTBSoolQbjK0RRLysCF6yiWhAErx/solpDLIfXav5F6601klloa6Z+sg3xdnTKZcNZRLIVzbxRLwe2NYik4lkwSJECxJAjXIJpiyQC6YCXFkiBcg2iKJQPoQpUUS0JgjWIplozAC9V6KZaE7rUvxFIsRWvLfMeS+z4pltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKynU5I1JAAAgAElEQVSWBOEqR1MsKQMXrqNYEgasHE+xpAxcuI5iSRiwcjzFkjtwiiV3ZpwwIECxZABdsJJiSRCuQTTFkgF0wUqKJUG4ytEUS8rAhesoloQBK8dTLCkDF66jWBIGrBxPseQOnGLJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbCSYkkQrnI0xZIycOE6iiVhwMrxFEvKwIXrKJaEASvHUyy5A6dYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbGkDFy4jmJJGLByPMWSMnDhOoolYcDK8RRL7sApltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKymWBOEqR1MsKQMXrqNYEgasHE+xpAxcuI5iSRiwcjzFkjtwiiV3ZpwwIECxZABdsJJiSRCuQTTFkgF0wUqKJUG4ytEUS8rAhesoloQBK8dTLCkDF66jWBIGrBxPseQOnGLJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbCSYkkQrnI0xZIycOE6iiVhwMrxFEvKwIXrKJaEASvHUyy5A6dYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbGkDFy4jmJJGLByPMWSMnDhOoolYcDK8RRL7sApltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKymWBOEqR1MsKQMXrqNYEgasHE+xpAxcuI5iSRiwcjzFkjtwiiV3ZpwwIECxZABdsJJiSRCuQTTFkgF0wcooiKVMBnj/vTiWWCKPhsa8IC2/o6MulvJ54MMPYmhqymPQYL93EcTpKJaCoOhPBsWSP7sI4iQUS0FQ9CeDYsl9FxRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVYRdLb7wex5mnpjBrJpBIAKNGp7H9jjlBYv5GR1kszZkTwwnHpvD+u7HiArbaJodjxqb9XUYAJ6NYCgCiRxEUSx4tI4CjUCwFANGjCIol92VQLLkz44QBAYolA+iClRRLgnANoimWDKALVoZdLP3x+BRefCHeQyiZBKbc1YX6ekFonkZHWSz99aoEbrkxWUL+okvTWGXV6EpEiiVPf6NVeCyKpQrBeTpGseTpYio8FsWSOziKJXdmnDAgQLFkAF2wkmJJEK5BNMWSAXTByrCLpf32qsFXX85/F8vXP5de0Y3lV+h7H4mLslg6bVwKzz61QCAWdn302Ax+uU1W8HeHbTTFki3/oNsploImaptHsWTLP+h2iiV3ohRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVYRdLky5P4s7bEj2EFl8ij8nXdiNe6iAECfoTHWWx9NCDcVxwXqoHdk0t8Ne/dWHgIH/4B30SiqWgidrmUSzZ8g+6nWIpaKK2eRRL7vwpltyZccKAAMWSAXTBSoolQbgG0RRLBtAFK8MulgrP3vnHfQm88XoMSw7NY6uts1hu+b73bqXCSyTKYqnwgPZ/3J/A9Jfj6N+Ux882zmG9DaL7MbjCPimWBP/FZxBNsWQAXbCSYkkQrkE0xZI7dIold2acMCBAsWQAXbCSYkkQrkE0xZIBdMHKsIslQTShi46yWArdMgI4MMVSABA9iqBY8mgZARyFYikAiB5FUCy5L4NiyZ0ZJwwIUCwZQBespFgShGsQTbFkAF2wkmJJEK5yNMWSMnDhOoolYcDK8RRLysCF6yiWhAErx1MsuQOnWHJnxgkDAhRLBtAFKymWBOEaRFMsGUAXrKRYEoSrHE2xpAxcuK43sTSvHbhiQhJPPZnA4CF5HHRwBhtsGO2PBwojF42nWHLHm3zvXaReegHZocPQ/dONgFjpFzW4JwY3QbEUHEsfkiiW3LdAseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cF1vYunaq5O4+YYFD66vqwf+ekM3mpv75jPGhNdRdTzFkhvC2sf+hf5njEMsP//13LXpFmg95Uy3EMGrKZYE4RpEUyy5Q6dYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKsc/X1i6YnH4njk4TgGDASG75otPuCcP+Eg0JtYGnt0Cq9OL/36w3Mv6MZaP+GOfdwwxZLbVgYcPRqp6S+XDLVMmYrc4CFuQUJXUywJgTWKpVhyB0+x5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YSbEkCFc5+tti6bFH4jj3zFTPKZqagUnXdKG5WflgrKuIQG9i6cqJSdxx64J3LMXjwPU3d2HQ4IrqOCRMgGLJDTDFkhsvXl0dAYold34US+7MOGFAgGLJALpgJcWSIFyDaIolA+iClRRLgnCVo78tls45I4nHH10gHgrHOeOcNNbbgM/hUV5NRXW9iaUvvogVn7FUeNfS4MF5/OrXWfxmeLaiLg7JE6BYcmNcf/staJxwSc9QZtXVMevSSW4hglfzHUuCcA2iKZbcoVMsuTPjhAEBiiUD6IKVFEuCcA2iKZYMoAtWUiwJwlWO/rZYumpSErfdUiqWxk/sxgor8qNSyqupqK43sVRRKIfMCFAsOaLP55F64zUk33wd2SWGIv2TdZDv188xRO5yiiU5thbJFEvu1CmW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHf1ssvfdODCcel8Kc2fO/SWnd9XPFdyx59MVKyoTCVUexVLqvr/4bQ3s7sMyy4RSjFEvh+v3X22kplnojFK5fp1hy3xfFkjszThgQoFgygC5YSbEkCNcgmmLJALpgJcWSIFzl6O97eHfhC5Xefy+GAQPyfPaO8j6qraNYWkDwvLOTePTh+e++W2HFHM48LxO6b7+jWKr2d4Rf8xRLfu2j2tNQLLkTpFhyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxz9fWJJ+QisC5AAxdJ8mC9Oi+GPx9WUkD1gRAa77Rmu50lRLAX4m8ODKIolD5YQ4BEoltxhUiy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZqiqVcDpj2fByffBLD2uvksexyfIh0kKulWAqSpn0WxdL8Hdx5ewKTJiRLFrLVNjkcMzZtvySHE1AsOcAKwaUUSyFYksMRKZYcYP3vUoold2acMCBAsWQAXbCSYkkQrkE0xZIBdMFKTbF0xikpPP1kvHg3hef8nHByBptsFq53HQiuoupoiqWqEXoVQLE0fx2ffRbDyN/VIPuNf1WcckYaG/4sXGKaYsmr315VH4ZiqWqEXgVQLLmvg2LJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbBSSyzNbAH23q225E5+vFYO518YrncdCK6i6miKpaoRehVAsbRgHc89E8czT8XR3h7D2uvmsO12WcTnO+rQ/FAshWZVZR2UYqksTKG5iGLJfVUUS+7MOGFAgGLJALpgJcWSIFyDaIolA+iClRRLgnCVoymWlIEL11EsBQu45pWX0G/SBCQ/+Qjd66yPtjHHItc8INiShaRRLKmhVimiWFLBrFZCseSOmmLJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbBSSywVbuGo0TV4681Yz92MPCyDnYfzo3BBrZdiKSiSfuRQLAW4h64uDN5jZ8Rb5/SEdm6zHeaOPSnAkoVHUSypoVYpolhSwaxWQrHkjppiyZ0ZJwwIUCwZQBespFgShGsQTbFkAF2wUlMsdcwDpr8SLz4zZZVV81h1tVzxWUv8CYYAxVIwHH1JoVgKbhPJd97GwEMOKAnMLL8CZk26NriSXpIoltRQqxRRLKlgViuhWHJHTbHkzowTBgQolgygC1ZSLAnCNYimWDKALlipKZYEb4PRACiWovUyoFgKcJ+Fdyz9djvEOzt7Qju33BpzTzwlwJKFR1EsqaFWKaJYUsGsVkKx5I6aYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucjTFkjJw4TqKpWAB191/D+rvvhOJzz5BetXV0XbYkcguvUywJQtJo1hSQ61SRLGkglmthGLJHTXFkjszThgQoFgygC5YSbEkCNcgmmLJALpgZZBiqfDNTQ89mEBDQx47/CaL5VfIC56c0d8mQLEUrdcExVK09kmxFK19UixFa58US+77pFhyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6wMSiy9+EIcfzw+1XPS+n7AxMldWGRRwcMzuoQAxVK0XhAUS9HaJ8VStPZJsRStfVIsue+TYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsDIosTTxsiSm3pEoOelxJ6Wx+S9ygqdn9DcJUCxF6/VAsRStfVIsRWufFEvR2ifFkvs+KZbcmXHCgADFkgF0wUqKJUG4BtEUSwbQBSuDEktTbkrgmsnJkpOeeW4a665PsSS4vpJoiiUt0jo9FEs6nLVaKJa0SOv0UCzpcNZqoVhyJ02x5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YGZRY+u+XwJjDazCzJVY87Sqr5fCni9JIlromwTthNMVStF4Dvoil996J4YoJSbz9dhyrrZ7H6KPSWHxxPj/N9dUWqFjK51H393tR8+xTyC66GDqH747sYou7HonXV0GAYqkKeB6OUiy5L4ViyZ0ZJwwIUCwZQBespFgShGsQTbFkAF2wMiix9PURP3g/hoYG4EeL8C+egmv73mhNsdTRAdx9ZxJvvhHDCivmMHy3LOrrte842n2+iKVDDqrBRx/MF8aFnx+vlcP5F6ajDV/g7oIUS/W3T0HjhIt7TpldZFHMuu4W5FMLnnMncAuM/AYBiqVovRwoltz3SbHkzowTBgQolgygC1ZSLAnCNYimWDKALlgZtFgSPCqjeyGgKZbOPTOFxx6J95zopz/L4dQzKBuCfJH6IJba2mLYdaeakttqaARum9oV5K32iawgxVLzcWNQM+35Em6zrrgGmRVW6hMsfbhJiiUfthDcGSiW3FlSLLkz44QBAYolA+iClRRLgnANoimWDKALVlIsCcJVjtYUS7vsVIv2tgU3GI8Dd/+jC4nS57crE4hWnQ9iqUD0wH1r8PlnC96xtNoaeVxwcXe0YCvcTZBiqenMU1D7yEM9py68P3TmlKnIDR6icCesKBCgWIrW64BiyX2fFEvuzDhhQIBiyQC6YCXFkiBcg2iKJQPogpUUS4JwlaM1xdLIA2rw8UcLZMPAQcCNt/JdLEGu3Bex9PRTcdx2SwLvvxcvfuzxdwdmsPqP+VFX110HKZaSr07HgD+ORaytDYVNdG25NeaeeIrrkXh9FQQolqqA5+EoxZL7UiiW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHa4qle6YmMOnyJDJpFB/QfuDIDHYenlW+42jX+SKWok1Z7+6CFEvFU2ezSL7/LgrPV8o3NevdCJuKBCiWovVCoFhy3yfFkjszThgQoFgygC5YSbEkCNcgmmLJALpgJcWSIFzl6ErF0uuvxnHvPfOfl7Ttdlms9ZPy3o3S1QV8/FEcQ5fKo66uvBllJKGuo1gK9fq+c/jAxVK08ITubiiWQreyhR6YYsl9nxRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjKxFLH30Yw6EjapDLzT9s4VlJl17RjWWXoyhSXt936iiWrDcQbD/FUrA8rdMolqw3EGw/xZI7T4old2acMCBAsWQAXbCSYkkQrkE0xZIB9Coq02ngqklJPPJwAk1Neey6RxZbb7vgI0sUS1XA9Wy0ErE05aYkrplc+sTtA0ZksdueGc/uru8dh2IpWjunWIrWPimWorVPiiX3fVIsuTPjhAEBiiUD6IKVFEuCcA2iKZaAjg7g7juTePONWPFhtsN3y6K+3mAZZVTeeXsCkyYke66MxYArru7GUsPmvyOFYqkMiCG5pBKx9MjDcZx/dqrkDsccmymRjyG5/cgdk2IpWiulWIrWPimWorVPiiX3fVIsuTPjhAEBiiUD6IKVFEuCcA2iKZaAc89M4bFH5j+TpvCz0cY5jDs9bbCN3isvOD+Fhx5YcNbCxNFjM/jlNvPftUSx1DvDsFxRiViaOxcYM7oGn34y/xveFl8ij4sndKN//7DcdXTPSbEU7G7r7p2KfrfcgFh7O7q2/hXaRoya/+R5pR+KJSXQSjUUS0qglWooltxBUyy5M+OEAQGKJQPogpUUS4JwDaIploBddqpFe9sC+HX1wG1Tu5Ao/USRwXa+W3nblASuuqL0L08TrlzwDB2KJS/WFMghKhFLXxd/9ul8sbTEkny2UiDLCCCEYikAiP+LSL7zNgYeckBJ4NxjjkfndjsEV9JLEsWSGmqVIoolFcxqJRRL7qgpltyZccKAAMWSAXTBSoolQbgG0RRLwMgDavDxR/P/Il74GTgIuPHWLoNt9F7Z1hbDJRcmMP2V+c9Y+tnPsyg8Q+frH4ql3hmG5YpqxFJY7rEvnZNiKbht1z1wP/qff1ZJYOc222Hu2JOCK6FYUmPpQxHFkg9bCO4MFEvuLCmW3JlxwoAAxZIBdMFKiiVBuAbRFEvAPVMTmHR5Epn0/E9SHDgyg52HL5A1BmupuJJiqWJ03g1SLHm3kqoORLFUFb6S4eRbb2LgYSNK/lnb6DHo2HmX4EooltRY+lBEseTDFoI7A8WSO0uKJXdmnDAgQLFkAF2wkmJJEK5BNMXSfOhdXcDHH8UxdKk86urC+/EhiiWD30RClRRLQmCNYimWggXfcOXlqH38keIzltLrro+5Rx6DfKPew8T4Ubhg92mdRrFkvYFg+ymW3HlSLLkz44QBAYolA+iClRRLgnANoimWDKALVlIsCcJVjqZYUgYuXEexJAxYOZ5iSRm4cB3FkjBg5XiKJXfgFEvuzDhhQIBiyQC6YCXFkiBcg2iKJQPogpUUS4JwlaMplpSBC9dRLAkDVo6nWFIGLlxHsSQMWDmeYskdOMWSOzNOGBCgWDKALlhJsSQI1yBaRSzl86h57hkkP/4Q3Wuvh8wKKxrcad+opFiKzp4plqKzy8KdUCxFa58US9HaJ8VStPZJseS+T4old2acMCBAsWQAXbCSYkkQrkG0hljqf87pqHvogeLdFZ5eVPjmnq5ttjO42+hXUixFZ8cUS9HZJcVStHZZuBuKpWjtlGIpWvukWHLfJ8WSOzNOGBCgWDKALlhJsSQI1yBaWizF2uZiyE7bltxZZtXVMevSSQZ3G/1KiqXo7JhiKTq7pFiK1i4plqK3T4qlaO2UYsl9nxRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjKZaUgQvX8aNwwoCV4/mOJWXgwnUUS8KAleMpltyBUyy5M+OEAQGKJQPogpUUS4JwDaKlxVLhlgYcPRqp6S/33F37iFGYt+e+Bncb/UqKpejsmGIpOrss3AnFUrT2SbEUrX1SLEVrnxRL7vukWHJnxgkDAhRLBtAFKymWBOEaRGuIpVhnJ1IvTUPy04+RXm0NpFddHYjHDe42+pVBi6Xke++iburtiLe2omvLX6Lr55tFH6Ind6gplj7/PIZL/5LCG6/HsNJKORxyWAbLrVB4Ihp/giJAsRQUST9yoiqWYt3dqHnyMcRnz0bXxpsgt+hifgAXPgXFkjBg5XiKJXfgFEvuzDhhQIBiyQC6YCXFkiBcg2gNsWRwW322MkixFJ89C4P22RWxjo4enq2nnU25pPTq0hRLY49O4dXpC2TvsGXyuOKqbqU77Rs1FEvR2nMUxVJBKjUfMQqp/7xVXFaurg5zLhiPzCqrRWt533M3FEvRWjHFkvs+KZbcmXHCgADFkgF0wUqKJUG4BtEUSwbQBSuDFEu1Tz2OpnEnlJy2c5vtit/qxx95AppiaZedatHeVnpPt07tRmMj37UU1KYploIi6UdOFMVS6pWXMOCYw0sAd2y/E9rGjPUDuuApKJYE4RpEUyy5Q6dYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBesDFIspd58HQNGjyw5beHZWIVnZPFHnoCmWDrmyBq88Vqs56YWXyKPq6//7juWZs+OoWUGsOxyeX6a1fElQLHkCMzzyymWPF+Q4/EolhyBeX45xZL7giiW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrgxRLyOcx4KjDkHrt38UT5wYNxuyLL0d2iSUF74DRXxPQFEuvvxrDX69O4p3/xLHscjnssnsWP9s4V7KM665J4qa/JYr/rCCezjgnjSWH8h1N5b5iKZbKJRWO66IoltDZiUH77Y5EwR7/72fOORege4MNw7GUKk7Zm1iKf/VfNP7lT6iZ/jIyyy6P9kMPLz4zkj9+EqBYct8LxZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YGWgYul/54y3zECstRXZZZYFYgve1SJ4G4wGoCmWegP+yccxHPy7mpLLttshi8OPyvQ2yl//HwGKpWi9FCIplgDEWuegZtrzxYd3d6+9LrLLLhetxf3A3QxsrEFHdwad3aVC/evLm8Ydj9qnnuiZzi66GGbeeHufYBPGm6RYct8axZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YKWEWBI8LqMXQsAnsfT0UwmcMS5ZctqVV83jL5fyAd/lvogplsolFY7roiqWwkE/+FP2JpYG77ID4rNmlhS3TJmK3OAhwR+GiVUToFhyR0ix5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YSbEkCFc52iex1DEP2G/PGrS1LXjH2ohRWQzfle9YKvdlQbFULqlwXEexFI49FU4Z/++XiLW3L/TdV72JpeaTjkXNs0/33HR2yI8w85a7wgOhj52UYsl94RRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjfRJLhVsvPIfpkX8l0NISw5pr5bDtr7Ko76cMJcR1FEvlLy/e1oaGSy5A7XNPo/CRo/YDD0H3hj8rP0DhSoolBcgBVPQ/+zTUPfxgMSm94spoPe9C5JoHfCe5N7GU/M9baJh4KVJvvYnMsGXQsdue6Np8ywBOyAgJAhRL7lQpltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKymWBOEqR/smlpRvP3J1FEvlr7Thsr+g3x239gzk6+vRMuVu5Pv5YzIplsrfp9WVqWnPY8BxY0rq20aMQsee+zqLJat7YG9lBCiW3LlRLLkz44QBAYolA+iClRRLgnANoimWDKALVlIsCcJVjqZYUgYuXEexVD7ggaNHIvnm6yUDs8df4dW3cFEslb9Pqyvrb78FjRMuKanv3HxLzD35dIolq6Uo9VIsuYOmWHJnxgkDAhRLBtAFKymWBOEaRFMsGUAXrKRYEoSrHE2xpAxcuI5iqXzAjZdcgPqpd/QM5Gtq0HLbvcg3NJQfInwlxZIw4ADi459/hsH77wFksz1praecia5Nt6BYCoCvzxEUS+7boVhyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxxNsaQMXLiOYql8wIkvPkfj+AuReu3fyC6yKDp/vRM6fjO8/ACFKymWFCAHUFHzzFOoferx4sO7u9ddH53b/hpIln7DZaGmt2csBXAURigSoFhyhx16sfTwEy/hiJNL36JYwPDSg1eitiaFz1o63KlwwjsCFEveraSqA1EsVYXPu2GKJe9WUtWBKJaqwufVMMWSV+uo+jAUS1Uj9CqgIrHU1YXGKy5F7cP/RH7gQLTvfxC6ttjKq/vqq4ehWIrW5imW3PcZerH00BMv4oSzr8RtV55WcvfDllwEsViMYsn9NeHlBMWSl2up+FAUSxWj83KQYsnLtVR8KIqlitF5N0ix5N1KqjoQxVJV+LwbrkQsffuZP/lYDLOuuwXZJZb07v762oEolqK1cYol931GQiyddsFf8cRd47/37vmOJfcXhY8TFEs+bqXyM1EsVc7Ox0mKJR+3UvmZKJYqZ+fbJMWSbxup7jy+i6XEp58UbzC75NDqbrSPTFcilvqfMQ51jz5cQqj1pFPR9Ytf9hFq/t4mxZK/u6nkZBRL7tQiIZaOPHk8dtpmY9TW1mC9tVbGNpuvj2QiUaRBseT+ovBxgmLJx61UfiaKpcrZ+ThJseTjVio/E8VS5ex8m6RY8m0j1Z3HV7EU6+5G0wnHoOaVl4o32L3eBmg94zwUHpjNnx8mUIlY6jflRjRccVlJ6Mxrb0Z26FJEbUyAYsl4AQHXUyy5A/VWLH32xQzc9/CzP3hH+wzfGvV1NXj1/97HA48+j+b+DfjsyxZMufsR7LXzljjpyH2LszPndrtT4YR3BPrVJpHL59DZnfPubDyQO4HCH6Y601mkM3n3YU54R2BAYw1a56WRy3Gf3i2nggMVZAT/21kBOA9HGuuTqEnG0daRQXeG//30cEVOR6pNxpFKzd+nTz8190xF/Z/PLTnSvHGnI70l30WzsD0VRCFiMXR0lb/P2OzZqL/wfCRenFZ8xlJ6m1+ha9/f+fRy6LNnaaxLojuTRTf/bBuJ18CAhhrM7Ugjyz/blr3Pwp8fg/yJ5fP5QP5m8eEnX+Lmqf/6wbMdfuDO6Fdf951fv+P+x3Hy+Vdj+sNXFd+11Nm94Oshg7xRZukSSCZiKLyy+Jtbl7tUWyoZRzabRy6Yf11IHXOhuYXXYiIeM+n2rbQ2FUd3OodA/uXv2831wfPU1fC/nVFZe0EqxeOxolSi+A3/Vgu7LPx3J+2ZJExcdAGSU6aUAM7usy8yvx8dfuiCd1D4s23hJ5PV+68n/+wit9Din21zef67Vg6xanJNKl78d22I/6qiyqtQVvjzY5A/gYmlSg/1xHOvYtRxF+DFByahrraGH4WrFKRnc/wonGcLqfI4/ChclQA9G+dH4TxbSJXH4UfhqgTo0Tg/CufRMgI4iq8fhUu+Oh0Djzqs5A5nXX4VMiutEsBdRzeiko/CRZdG+O+MH4UL/w6/eQf8KJz7Pr39KFy5t3LjnQ9j5eWXwmorLYM5c9tw7OkTkUomcPVFxxUj+L5yqXUAACAASURBVIylckn6fR3Fkt/7cT0dxZIrMb+vp1jyez+up6NYciXm7/UUS/7uppKT+SqWCvdS+89/oOaF54q3lf7pRujccutKbrFPzVAsRWvdFEvR2ifFkvs+Qy+WLrxiCq666f6eO19zteXxp5NHYejiP6JYcn89eDtBseTtaio6GMVSRdi8HaJY8nY1FR2MYqkibF4OUSx5uZaKD+WzWKr4pvrwIMVStJZPsRStfVIsue8z9GKpcMudXd34qmU2+jf0w4DmxhIKfMeS+4vCxwmKJR+3UvmZKJYqZ+fjJMWSj1up/EwUS5Wz822SYsm3jVR3Hoql6vj5Nk2x5NtGqjsPxVJ1/Hybplhy30gkxNLCbptiyf1F4eMExZKPW6n8TBRLlbPzcZJiycetVH4miqXK2fk2SbHk20aqOw/FUnX8fJumWPJtI9Wdh2KpOn6+TVMsuW+EYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucjTFkjJw4TqKJWHAyvEUS8rAhesoloQBK8dTLLkDp1hyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxxNsaQMXLiOYkkYcAXxsUwGdffchdS055Adtgw69tgbueYBZSVRLJWFKTQXUSyFZlVlHZRiqSxMJRdRLLkz44QBAYolA+iClRRLgnANoqMqlmKtc5D475fILLs8kEgYkLWppFiy4S7RSrEkQdUuk2LJjv0PNTdMnoh+N13f88uZ5VfErIlXA/F4r4elWOoVUaguoFgK1bp6PSzFUq+IvnMBxZI7M04YEKBYMoAuWEmxJAjXIDqKYqnhmitR/7e/IgYgt+himH3+X5AdupQBXf1KiiV95lKNFEtSZG1yKZZsuC+sdeDI/ZF8952SS2becBuyiy3e62EplnpFFKoLKJZCta5eD0ux1CsiiiV3RJzwgQDFkg9bCO4MFEvBsfQhKWpiKT6zBYN33bEEbdeWW6P1xFN8wC1+BoolccRqBRRLaqhViiiWVDA7lTQffzRqXnhuwUwigRlTH0C+vr7XHIqlXhGF6gKKpVCtq9fDUiz1iohiyR0RJ3wgQLHkwxaCOwPFUnAsfUiKmlhKvfISBhxzeAnazPIrYNaka33ALX4GDbGUfO9d1E29HfHWVnRt+Ut0/Xwz8fvqiwUUS9HaOsWSf/useepxNJ1zOmIdHcjHYugcvjvaDi3978cPnZpiyb99VnMiiqVq6Pk3S7HkvhN+FM6dGScMCFAsGUAXrKRYEoRrEB01sRTr7sbAfXZFomVGD832343AvH0PMKCrXyktluKzZ2HQPrsW/yL29c+c089B98ab6t9sxBsplqK1YIolP/dZeIB34r13kFtiKHKNjWUfkmKpbFShuJBiKRRrKvuQFEtlo+q5kGLJnRknDAhQLBlAF6ykWBKEaxAdNbFUQJh6/VXUPvow4l9+gcwaa6Jj+98g36+fAV39SmmxVFv4//CPO6Hkxjq23wltY8bq32zEGymWorVgiqVo7ZNiKVr7pFiK1j4pltz3SbHkzowTBgQolgygC1ZSLAnCNYiOolgywOhNpbRYSr35OgaMHllyv/P23BftI0Z5wyAqB6FYisom598HxVK09hkVsZR6aRoaJ45H4ovP0bXhxmgbfRTyTc3RWlYZd0OxVAakEF1CseS+LIold2acMCBAsWQAXbCSYkkQrkE0xZIBdMFKabGEfB4DjjoMqdf+XbyL3KDBmH3x5cgusaTgXfXNaIqlaO2dYila+4yCWIrNm4dBu+6AeGdnz3Lm/XZXtP/+qGgtq4y7oVgqA1KILqFYcl8WxZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YKW4WPrf2eMtMxBrbUV2mWWBWEzwjvpuNMVStHZPsRStfUZBLKXeeA0DDj+kZDGZVVfHrEsnRWtZZdwNxVIZkEJ0CcWS+7IoltyZccKAAMWSAXTBSoolQbgG0RRLBtAFK7XEkuAtMPp/BCiWovVSoFiK1j6jIJZi7e0YvMv2KHzpxdc/HTv9Fm1HHBOtZZVxNxRLZUAK0SUUS+7LolhyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxxNsaQMXLiOYkkYsHJ8FMRSAVnd/feg/s5bkfjyC6R/vBbaDj0C2aFLKdO0r6NYst9BkCegWHKnSbHkzowTBgQolgygC1ZSLAnCNYimWDKALlhJsSQIVzmaYkkZuHAdxVL5gGOdnUh89AEySy8L1NaWP6h4ZVTEkiIyr6solrxej/PhKJackYFiyZ0ZJwwIUCwZQBespFgShGsQTbFkAF2wkmJJEK5ydJjFUuEZXI3jL0LNtOeQGbYM2g47Apk11lQm6FcdxVJ5+6h76AE0XnQ+CnIp39CAOaeejfQ665U3rHgVxZIibIUqiiUFyIoVFEvusCmW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHh1ks9T/7NNQ9/GAPsVxTM1puvRtIJpUp+lNHsVTeLgbvuiPiM1t6Ls4svQxmXX1DecOKV1EsKcJWqKJYUoCsWEGx5A6bYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucnSYxdKgvYYXn9nyzZ+ZN9yG7GKLK1P0p45iqfddFN7pNni3nUouzKdSmPGPR3sfVr6CYkkZuHAdxZIwYOV4iiV34BRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjwyyWmk49CbVPLJAB+cZGzLj9Pr5jqTaBWXMXfAOX8ksqFHUDjjoMqVen95y1a9Mt0HrKmd6dnWLJu5VUdSCKparweTdMseS+Eoold2acMCBAsWQAXbCSYkkQrkE0xZIBdMFKiiVBuMrRYRZLyf+8hYbJE5F6/VVkhw5Dx657oHPLrZUJ+lXHdyyVt4/ERx+i7p//QOK9d5BZcWV0/npH5H60SHnDildRLCnCVqiiWFKArFhBseQOm2LJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbCSYkkQrnJ0mMWSMqpQ1FEshWJNZR+SYqlsVKG4kGIpFGsq+5AUS2Wj6rmQYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucjTFkjJw4TqKJWHAyvEUS8rAheu0xFLdvVPR75YbEGtvR9fWv0LbiFF9+iPCUmulWHInS7HkzowTBgQolgygC1ZSLAnCNYimWDKALlhJsSQIVzmaYkkZuHAdxZIwYOV4iiVl4MJ1GmIp+c7bGHjIASV3MveY49G53Q7Cd9f34imW3HdOseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cB3FkjBg5XiKJWXgwnUaYqnugfvR//yzSu6kc5vtMHfsSYHcXeH5ZDXPP4Pc4kuga6OfA/F4ILlhDKFYct8axZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YCXFkiBc5WiKJWXgDnX1d96G+jumINbRgcJfDNsPHAkkEgtNoFhyAByCSymWQrAkhyNqiKXkW29i4GEjSk7VNnoMOnbexeGk339pzVOPo/n0k4FMpnhB18aboPX0c6vODWsAxZL75iiW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHUywpAy+z7ns/zjL2pKJgWtgPxVKZgENyGcVSSBZV5jE1xFLhKA1XXo7axx8pPmMpve76mHvkMcg39i/zlD98WfNxY1Az7fmSC2becBuyiy1edXYYAyiW3LdGseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRl4mXV1d9+J/hf/ueTqju13QtuYsRRLZTKMwmUUS1HY4oJ70BJLUtQolkrJUiy5v9IoltyZccKAAMWSAXTBSoolQbgG0RRLBtAFK8MslmKtc1D75ONFOt0bb4Jc8wBBUv5HUyz5uaPv+zhLOQ/g5TuW/NxnpaeiWKqUnJ9zYRdL3xbe6ZVWwewJk4FYzE/gwqeiWHIHTLHkzowTBgQolgygC1ZSLAnCNYimWDKALlgZVrEUmzMbgw7aF/FZM4t0cgMHYdZlVyK36GKCtPyOpljydz8NEy5B7TNPFp+x1F34OEvh3Up1dQs9MMWSv/us5GQUS5VQ83cm7GIJ+TySb/8fUq9OR26xxdG9zvrI9+vnL3Dhk1EsuQOmWHJnxgkDAhRLBtAFKymWBOEaRFMsGUAXrAyrWPq+jxe1HXYEOobvLkjL72jvxFI+j8QH7yPf1ITc4CF+w/PwdBRLHi6liiNRLFUBz8PR0IslD5laHoliyZ0+xZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YCXFkiBc5WifxFJ8zmw0H3skku++U6QQ5FdkK2M1q6NYMkMvUkyxJILVLJRiyQy9SDHFkjtWiiV3ZpwwIECxZABdsJJiSRCuQTTFkgF0wcqwiqX4jK8weK/hQDY7n04igZlX/Q3ZpYYJ0vI72iex1HDVFeh343UlwGZfOgnpVVf3G6Lj6WqefhINV01EYsZX6Pr5Zmg77EjkGxocU77/coqlQDB6E0Kx5M0qAjkIxVIgGL0JoVhyXwXFkjszThgQoFgygC5YSbEkCNcgmmLJALpgZVjFUtElffkFUi++UKSTXme9Pvs1yV+/PHwSS03jjkftU0+UvHLnHvkHdO64s+CrWTc6PrMFg/b8LWKZTE/xvL33R/uBIwM5CMVSIBi9CaFY8mYVgRyEYikQjN6EUCy5r4JiyZ0ZJwwIUCwZQBespFgShGsQTbFkAF2wMsxiSRBLKKN9Ekt1Dz2A/uecvoBjIoGWm+9EbtDgULL9vkOnXnkJA445vOSX0mutjdkXXhrIPVIsBYLRm5ByxVJBVCbeewe5JYYi19jozfl5kFICFEvRekVQLLnvk2LJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbCSYkkQrnK0T2IJmQzq778HqZdfRK6pCd0b/RzdG/5MmYhsXbxlBgbtsTNiuVxPUceue6Jt1OhAiimWAsHoTUg5Yin1+qtoOvUkFN4NV/h479zRYyL1Lj9vlhHAQfq6WCoI0Lp77kJq2nPIDlsGHXvsjVzzgADI2kRQLLlzp1hyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxztlVhSvneruvrbp6DuvqlItMxA91pro/2wIwP7SCbFktVWZXrLEUvNxx+Nmhee6zlAPplEy30Po/B/+eMXgb4ulhomT0S/m67vWUpm+RUxa+LVQDzu16LKPA3FUpmgvnEZxZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YCXFkiBc5WiKJWXgwnUUS8KAlePLEUuDd9kB8VkzS04265obkRm2tPJpWdcbgb4ulgaO3L/nWz+/ZjXzhtsCE+u98Q/61ymW3IlSLLkz44QBAYolA+iClRRLgnANoimWDKALVlIsCcJVjqZYUgYuXEexJAxYOb4csdQ4/kLU33V7z8kySyyJWddPUT4p68oh0NfF0rffXVf46OaMqQ8gX19fDj7vrqFYcl8JxZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YCXFkiBc5WgVsZTLoX7qHUi99AKyQ4ehY5fdkRs8RPlO+0YdxVK09lyOWCq8W6nu7/ci+fqryA0dhs6tf4XM8itEC0RE7qavi6Wapx5H0zmnI9bRgXwshs7hu6Pt0NIvMwjTqimW3LdFseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOVpDLPW79io0XHd1z51lll4GsyZfH9rnaiivyKmOYskJl/cXlyOWvL8JHrCHQF8XSwUQUfoGQ4ol99/cFEvuzDhhQIBiyQC6YCXFkiBcg2iKJQPogpUUS4JwlaM1xNLA0SORfPP1kjvjM2BkFk2xJMPVKpViyYq8TC/FkgxXq1SKJXfyFEvuzDhhQIBiyQC6YCXFkiBcg2iKJQPogpUUS4JwlaM1xFLTyceh9ukne+6s8BGIlnv+GdrnaiivyKmOYskJl/cXUyx5vyKnA1IsOeHy/mKKJfcVUSy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY7WEEs1zz+LptP/2PNcja5fbY+5xxyvfKd9o45iKVp7pliK1j4plqK1T4ol931SLLkz44QBAYolA+iClRRLgnANoimWDKALVlIsCcJVjtYQS4VbKj5X4/13kVt8SeQaG5Xvsu/UUSxFa9d9VixlMmicPBG1D/4d+YYGzNt9b3Ruv1Pol0uxFPoVltwAxZL7PimW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHa4kl5dvqs3UUS9FafV8VS3UP3I/+559VssxZE69GZsWVvVlw3T/uQ7+b/4ZYayu6tvwl2kf+HvlUaqHno1jyZn2BHCQIsZT49JPiWbJLDg3kTL6HUCz5viGer0iAYilaLwSKpWjtk2IpWvukWIrOPimWorPLwp1QLEVrn31VLDVedD7q751assy5R/4BnTvu7MWCE599ioH77Y5YPt9znrbDjkDH8N0plrzYkM4hqhFLse5uNJ1wDGpeeal42O71NsCcs/8MJBI6hzdqoVgyAs9aNwIUS268fL+aYsn3Dbmdj2LJjZfvV1Ms+b6h8s9HsVQ+qzBcSbEUhi2Vf0Z1sZTLofaZJxH/4nN0r78hssOWLv+wAV5Zd/896H/BuSWJsyZMRmblVQNsqTyq9l//RNNZp5YEdG6+JeaefDrFUuVYQzdZjViqu+9u9L/wvJJ7bh13Bro2+0XoOLgcmGLJhRavNSNAsWSGXqSYYkkEq1koxZIZepFiiiURrCahFEsm2MVKKZbE0JoEa4ul5mMO73kHBZJJzDnjPHRvsKH6vcfmzUP/i85H6sUXis9Y6tp0C7QffKj6OX6oMPHJxxi0/x4lv9x+yO8xb7e9QimWCs/Aq7vnLqSmPYfssGXQscfeyDUP8Ia3rwepRiw1XPYX9Lvj1tLX0H4HYt7+B/l6u4Gci2IpEIwMkSZAsSRNWDefYkmXt3QbxZI0Yd18iiVd3pJtFEuSdPWzKZb0mUs2aoql5EcfYuABpWKka+NN0Hp66TuHJO83TNkNf52M2kcfLj5jqfsn66Dt6LHIN/YPpVhqmDwR/W66vufsmeVXxKxJfw3TOkzOWo1YSv37FQwY8/uecxc+VDn7imuQWWElk3vRKqVY0iLNnqoIUCxVhc+7YYol71ZS1YEolqrC590wxZJ3K6n4QBRLFaPzcpBiycu1VHwoiqWK0Xk56OvDuwf9bk8kPv6ohFnLlKnIDR7iJUdfDlWNWCrcQ+0//4GaF54r3k73hj9D1y9+6cutiZ2DYkkMLYODJECxFCRN+yyKJfsdBHkCiqUgadpnUSzZ7yCoE1AsBUXSjxyKJT/2ENQpNMUS8nkUBcMnH/ccf+7Yk9C5zXZB3U6fz/FVLDUfNwY1055fsJ9EAjPu/xfyyWSf39nCAFQrlvoiXIqlvrj1EN4zxVIIl7aQI1MsRWufFEvR2ifFUnT2SbEUnV0W7oRiKVr7VBVLAOJtbUi98iLiX36B9BprevOw7Khs1VexVPvYv9D/T2cj1tGBfCyGzuG7o+3Qw6OCXew+KJbc0VIsuTPjhAEBiiUD6IKVFEuCcA2iKZYMoAtWUiwJwlWOplhSBi5cR7EkDFg5XlssKd9en6vzVSwVFlF4gHfivXeQW2Ioco2NfW43ldwwxZI7NYold2acMCBAsWQAXbCSYkkQrkE0xZIBdMFKiiVBuMrR3xRL3Z9/icbxF6Fm2nPIDFsGbYcdgcwaayqfiHXVEKBYqoaef7MUS/7tpJoT+SyWqrmvvjpLseS+eYold2acMCBAsWQAXbCSYkkQrkE0xZIBdMFKiiVBuMrR3xRLqVPHoe7hB3tOkGtqRsutd6PwteP8CQcBiqVw7KncU1IslUsqHNdRLIVjT+WekmKpXFILrqNYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKsc/U2x1G+X3yDx5RclJ5h5w23ILra48qlYVykBiqVKyfk5R7Hk514qPRXFUqXk/JyjWHLfC8WSOzNOGBCgWDKALlhJsSQI1yCaYskAumAlxZIgXOXob4qlmhOPR+0Tj/acIN/YiBm339en3rEU/+xT1D77NLKDByO98aZ634qUzxe/err2yceQG/IjdOy2V0VCj2JJ+TeQcB3FkjBg5fgwiKXCt8Ml338X3WutjcxKqygTClcdxZL7viiW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHf1MsZV5/Aw2TJyL1+qvIDh2Gjl33QOeWWyufyK4u+ep0DDj2SMTS6eIh0qushtmXTAQSCfFD1d1zF/r/5U89PdlFFsXMv94E1NY6dVMsOeHy/mKKJe9X5HRA38VS4/gLUX/X7cV7ygNoHz0GHTvv4nSPfeliiiX3bVMsuTPjhAEBiiUD6IKVFEuCcA2iKZYMoAtWUiwJwlWO5rfCLQDe//yzUPfA/SUbmD3+CqRXW0N8K83HjUHhnQLf/Kmkm2JJfFWqBRRLqrjFy7wWS9kshmy7OWK53ALBvdSw+YKbP99LgGLJ/YVBseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiyQ+x1Hjheai/7+6S7bf87VbkFl/C6RVBseSEy/uLKZa8X5HTASmWnHB5fzHFkvuKKJbcmXHCgADFkgF0wUqKJUG4BtEUSwbQBSsplgThKkdTLC0AXvvU42gad0LPP8gOHoKZN96u8oypwsfwmk8+HvG5rcX+rs1+gdZxZzi/GiiWnJF5PUCx5PV6nA/ntVgC0DTueNQ+9UTPfc3bYx+0H3yo8332lQGKJfdNUyy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY6mWCoFnnznbaT+PR25wYPRvfa6yDc1620kl0PyvXeKD+/ODRhYUS/FUkXYvB2iWPJ2NRUdzHexFOvuRuqlaUh+/CHSK6+K9Oo/VnnGXEUwPRiiWHJfAsWSOzNOGBCgWDKALlhJsSQI1yCaYskAumAlxZIgXOVoiiVl4MJ1FEvCgJXjKZaUgQvX+S6WhG8/cvEUS+4rpVhyZ8YJAwIUSwbQBSsplgThGkRTLBlAF6ykWBKEqxxNsaQMXLiOYkkYsHI8xZIycOE6iiVhwMrxFEvuwCmW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHUywpAxeuo1gSBqwcT7GkDFy4jmJJGLByPMWSO3CKJXdmnDAgQLFkAF2wkmJJEK5BNMWSAXTBSoolQbjK0RRLysCF6yiWhAErx1MsKQMXrqNYEgasHE+x5A6cYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucjTFkjJw4TqKJWHAyvEUS8rAhesoloQBK8dTLLkDp1hyZ8YJAwJN/ZLI5oD2zoxBOyuDJkCxFDRR2zyKJVv+QbdTLAVN1C6PYsmOvUQzxZIEVbtMiiU79hLNFEsSVO0yKZbc2VMsuTPjhAEBiiUD6IKVFEuCcA2iKZYMoAtWUiwJwlWOplhSBi5cR7EkDFg5nmJJGbhwHcWSMGDleIold+AUS+7MOGFAgGLJALpgJcWSIFyDaIolA+iClRRLgnCVoymWlIEL11EsCQNWjqdYUgYuXEexJAxYOZ5iyR04xZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YCXFkiBc5WiKJWXgwnUUS8KAleMplpSBC9dRLAkDVo6nWHIHTrHkzowTBgQolgygC1ZSLAnCNYimWDKALlhJsSQIVzmaYkkZuHAdxZIwYOV4iiVl4MJ1FEvCgJXjKZbcgVMsuTPjhAEBiiUD6IKVFEuCcA2iKZYMoAtWUiwJwlWOplhSBi5cR7EkDFg5nmJJGbhwHcWSMGDleIold+AUS+7MOGFAgGLJALpgJcWSIFyDaIolA+iClRRLgnCVoymWlIEL11EsCQNWjqdYUgYuXEexJAxYOZ5iyR04xZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YCXFkiBc5WiKJWXgwnUUS8KAv47P5VD3j/tQ88yTyC62ODr22Ae5wUMCL6dYChypaSDFkin+wMspltyRUiy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY6mWFo48Fh3N+pvuxnJ119FZqVV0Dl8d+QaG5W3VH4dxVL5rKq5sv6m69E4eWJPRHapYZg5+Xogmawm9juzFEuB4jQPo1gyX0GgB6BYcsdJseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiaeHA+59/FuoeuL/nou71f4o5516ovKXy6yiWymdVzZUDjh6N1PSXSyJmXXMjMsOWria2z4ml2Lx5qHnqccQ6OtC98SYi7/oKdCFVhlEsVQnQs3GKJfeFUCy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY6mWFo48MG77ID4rJk9F+XjcbRMfQD5fv2UN1VeHcVSeZyqvarpzFNQ+8hDC14XAGZOmRq4GInyO5YKUmngwfsh8cXnRY6FdwLOHj8J2YDlXLW7DnKeYilImvZZFEvuO6BYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbG0cOCFv/gm33u356LcgIFouf1e5S2VX0exVD6raq5Mvfwimk89EbG2NuQBdG23A+Yec3w1kd87G2WxVPuvf6LprFNL7rt9vwMxb/+DAufoSyDFki+bCOYcFEvuHCmW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHUywtHHjd3+9F48V/RiydLj4/p33v/TFvvwOVt1R+HcVS+awqubLwka36KTci+Z+3kFllNXSvtTaySy+DfFNzJXG9zlAs9YooVBdQLIVqXb0elmKpV0TfuYBiyZ0ZJwwIUCwZQBespFgShGsQE5Gg+gAAIABJREFUTbFkAF2wkmJJEK5yNMVSGcC7upD88H1khy2DfF1dGQN2l1AsybJvHndC8ZlAX/90bbEVWv94mlhplMVSbG4rBu/+G8S6uor8Cu/8mj1hMjIrryrG0zqYYsl6A8H2Uyy586RYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbGkDFy4jmJJEHA2iyE7bVN80PTXP/nGRsyY+oBYaZTFUgFafMZXKHyssMA0ve76yC45VIylD8EUSz5sIbgzUCy5s6RYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbGkDFy4jmJJFvDgXXdEfGZLT0nhQdMzr7lRrDTqYkkMnKfBFEueLqbCY1EsuYOjWHJnxgkDAhRLBtAFKymWBOEaRFMsGUAXrKRYEoSrHE2xpAxcuI5iSRZw/e23oHHSBCCTQT6VQvuhR6Bjp9+KlVIsiaE1CaZYMsEuVkqx5I6WYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucjTFkjJw4TqKJWHAAGKdnUh8/CEyw5YBamtFCymWRPGqh1MsqSMXLaRYcsdLseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cB3FkjBg5XiKJWXgwnUUS8KAleMpltyBUyy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY6mWFIGLlxHsSQMWDmeYkkZuHAdxZIwYOV4iiV34BRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjKZaUgQvXUSwJA1aOp1hSBi5cR7EkDFg5nmLJHTjFkjszThgQoFgygC5YSbEkCNcgmmLJALpgJcWSIFzlaIolZeDCdRRLwoCV4ymWlIEL11EsCQNWjqdYcgdOseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cB3FkjBg5fhAxFIuh9pnnkT888/QvcFGyA5bWvkuWPc1AYqlaL0WKJbc90mx5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YSbEkCFc5mmJJGbhwHcWSMGDl+CDEUtO441H71BPzT55MYs64M9C98abKd8K6AgGKpWi9DiiW3PdJseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cB3FkjBg5fhqxVLii88xaO9dSk7dvd4GmHPeRcp3wjqKpei9BiiW3HdKseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cB3FkjBg5XiKJWXgwnV8x5IwYOV4iiV34BRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjKZaUgQvXUSwJA1aOr1YsIZ/HgMNGIPX2//WcfO6Rf0Dnjjsr3wnrCgQolqL1OqBYct8nxZI7M04YEKBYMoAuWEmxJAjXIJpiyQC6YCXFkiBc5WiKJWXgwnUUS8KAleOrFksAYvPmoealFxD/4nOkf7wWMiutAsRiynfCOoql6L0GKJbcd0qx5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YSbEkCFc5mmJJGbhwHcWSMGDl+CDEkvKRWbcQAnzHUrReHhRL7vukWHJnxgkDAhRLBtAFKymWBOEaRFMsGUAXrKRYEoSrHE2xpAxcuI5iSRiwcjzFkjJw4TqKJWHAyvEUS+7AKZbcmXHCgADFkgF0wUqKJUG4BtEUSwbQBSsplgThKkdTLCkDF66jWBIGrBxPsaQMXLiOYkkYsHI8xZI78FCJpUw2i3gsjnj8u58dnts2D4VfH9jcv4TCZy0d7lQ44R0BiiXvVlLVgSiWqsLn3TDFkncrqepAFEtV4fNqmGLJq3VUfRiKpaoRehVAseTVOqo+DMVS1Qi9CqBYcl9HaMRSR2c3dj/kVIzcZwds/8uNeu50XkcnjjvzCvzrqZeL/2zN1ZbH+DOPwJBBzcX/TbHk/qLwcYJiycetVH4miqXK2fk4SbHk41YqPxPFUuXsfJvsE2Ipl0PN888i8clHSK+zPjLLLe/bGgI7D8VSYCi9CKJY8mINgR2CYikwlF4EUSy5ryEUYunPE2/BNTf/vXh35510SIlYmnzjfbj1nkdx/fiTUF9Xg0OPvwjLDlscZ4w9kGLJ/fXg7QTFkrerqehgFEsVYfN2iGLJ29VUdDCKpYqweTnUF8RS0yknovbJx4r887EY5p58Oro2+4WX+6j2UBRL1RL0a55iya99VHsaiqVqCfo1T7Hkvo9QiKXZc9rQ2d2NvQ47A0eP3K1ELO1y8CnYZvP1cfDe2xfv/oFHn8fRp07Aa49cg1gsxncsub8mvJygWPJyLRUfimKpYnReDlIsebmWig9FsVQxOu8Goy6W4i0zMHi3nUq4p9daG7MvvNS7XQRxIIqlICj6k0Gx5M8ugjgJxVIQFP3JoFhy30UoxNLXt7XNnsfi8AN/WyKW1v/VKJx53EFFuVT4eePtD7DryFPx9D2Xobl/A/47u9OdCie8I9BYl0A2B3R0Z707Gw/kTqC5IYWOriy6Mzn3YY8mCvKaP8DgphrMmptGLp8njggQ+FFzLb6a0xWBO+EtNPVLoTYVx5x5aXSnw/3v2+/bZqxlBgYM37HklzJr/QRzL54QyeUXdlmbSqB1XjqS99fXbqqhNgHEYmjvzKjdep7/nRZjXfj3bVc6i64I/rtWDJrHwYP612JOezeyOf7Zttw1FWRckD+xvMO/se558Gl88dXM7+1fbaVlsPH6a5T82rfFUqFqjS0OwIRzxmCzjdYqXvvuB59ix9+dhIduuQCLLzoY6ZD/xTXI5YQ56+sHtuf4mzvMa+w5eyIeK0qIMP/5JpPNI5mgWCosNZmII5vLhXqfkfiNFdBNpJJx/rczIJbWMYXfmwX/nclG9/dn4qADEHvt9R7UuaPGILfnntboRfrjsRhicSCb5V90RAArh1r82ZZ/dpFbchT+bCtHJ3zJhT/jF6RSmP+uok298OfHIH+cxNINdzyETz7/6nv71/nxivjlpustVCwVfrHwjqWzjh+BrTebf+2337HEh3cHuV67LH4Uzo69RDM/CidB1S6TH4WzYy/RzI/CSVC1yYz6R+EKVGPz5iH1yktIfPYJMquujvRqaxTfBRLFH34ULlpb5UfhorVPfhQuWvvkR+Hc9xn6j8IVnrG07RYbYMRevy7ePZ+x5P4iCMMExVIYtlT+GSmWymcVhisplsKwpfLPSLFUPivfr+wLYsn3HQR5PoqlIGnaZ1Es2e8gyBNIiaVY6xw0XvoX1D77FLKLLY62UYcjvU7pmy+CvA9mzSdAseT+SgiFWMpks8jn8th+vxMwar8dsf1WGyGVShbv9sob7sVt9z5W/Fa4fvW1GHXchfxWOPfXgfcTFEver8jpgBRLTri8v5hiyfsVOR2QYskJl9cXUyx5vR7nw1EsOSPzeoBiyev1OB9OSiw1XnIB6qfe0XOefH09WqbcjXy/fs5n5ED5BCiWymf19ZWhEEuFb3krvBPpmz/3XndOUSC1z+vEH06/HI8/O734y2usvCzGn3UkFhkyoPi/+VE49xeFjxMUSz5upfIzUSxVzs7HSYolH7dS+Zkolipn59skxZJvG6nuPBRL1fHzbZpiSXcjhW+RrL/5b0h88Tm6N/o5Orf9NRAP7pkwUmJp4Mj9kXz3nRJYs664BpkVVtIF2MfaKJbcFx4KsVTObc2Z2450OoMhg5pLLqdYKoee/9dQLPm/I5cTUiy50PL/Wool/3fkckKKJRdafl9LseT3flxPR7HkSszv6ymWFPeTyWDQiH2R+PijntK2EaPQsee+gR1CSiz1//M5qPv7vT3nzNfUoOW2e5FvaAjs7Az6LgGKJfdXRWTE0g/dOsWS+4vCxwmKJR+3UvmZKJYqZ+fjJMWSj1up/EwUS5Wz822SYsm3jVR3Hoql6vj5Nk2xpLeR5EcfYuABe5UUptdaG7MvvDSwQ0iJpcSHH6Bx0mVIvTod2UUXQ8fOu6Jzux0COzeDvp8AxZL7K4NiyZ0ZJwwIUCwZQBespFgShGsQTbFkAF2wkmJJEK5yNMWSMnDhOoolYcDK8RRLesALH4MbtNtO+Ob3RXZtsRVa/3haYIeQEkuBHZBBTgQolpxwFS+mWHJnxgkDAhRLBtAFKymWBOEaRFMsGUAXrKRYEoSrHE2xpAxcuI5iSRiwcjzFki7w/heci9r77ynKpXxjI+acejbSa68b2CEolgJD6UUQxZL7GiiW3JlxwoAAxZIBdMFKiiVBuAbRFEsG0AUrKZYE4SpHUywpAxeuo1gSBqwcT7GkDBxArHUOEl9+gcxyKwCJRKAH8FksFT5O1//iPyP5n7eQXm0NtP3+KGSHLR3o/UctjGLJfaMUS+7MOGFAgGLJALpgJcWSIFyDaIolA+iClRRLgnCVoymWlIEL11EsCQNWjqdYUgYuXOezWPr2N8ul11gTsy++XJhIuOMpltz3R7HkzowTBgQolgygC1ZSLAnCNYimWDKALlhJsSQIVzmaYkkZuHAdxZIwYOV4iiVl4MJ13oqlbBZDtt0csVyuh0A+lcKMfzwqTCTc8RRL7vujWHJnxgkDAhRLBtAFKymWBOEaRFMsGUAXrKRYEoSrHE2xpAxcuI5iSRiwcjzFkjJw4TpvxRKAgQftg+QH7/cQSK+4MmZPvFqYSLjjKZbc90ex5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YSbEkCFc5mmJJGbhwHcWSMGDleIolZeDCdT6LpdS059Fw3dVIvv8u0iushHl774/0ehsIEwl3PMWS+/4oltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKymWBOEqR1MsKQMXrqNYEgasHE+xpAxcuM5nsSR865GMp1hyXyvFkjszThgQoFgygC5YSbEkCNcgmmLJALpgJcWSIFzlaIolZeDCdRRLwoCV4ymWlIEL11EsCQNWjqdYcgdOseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cB3FkjBg5XiKJWXgwnU+i6X4nNlovOhPqHnpBWSGDsO8kYeh+yfrCBMJdzzFkvv+KJbcmXHCgADFkgF0wUqKJUG4BtEUSwbQBSsplgThKkdTLCkDF66jWBIGrBxPsaQMXLjOZ7HU//yzUPfA/T0Eck3NaLn1biCZFKYS3niKJffdUSy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY6mWFIGLlxHsSQMWDmeYkkZuHCdz2Jp0O/2ROLjj0oIzLrmRmSGLS1MJbzxFEvuu6NYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbGkDFy4jmJJGLByPMWSMnDhOp/FUv+zT0Pdww/2EMg3NmLG7ffxHUsLeU1QLLn/hqFYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbFUHfDkRx8iV1eH3CKLVhcU0DTFUkAgPYmhWPJkEQEdw2exlPjwAzROuBipN19Hdomh6Nh5F3Rus11Adx7NGIol971SLLkz44QBAYolA+iClRRLgnANoimWDKALVlIsCcJVjqZYqgx4bN48DBh7FJJvvl4M6Pr5Zmg97ezKwgKcolgKEKYHURRLHiwhwCP4LJYCvM0+E0Wx5L5qiiV3ZpwwIECxZABdsJJiSRCuQTTFkgF0wUqKJUG4ytEUS5UBr7/lBjROmlAyPPu8i5Beb4PKAgOaolgKCKQnMRRLniwioGNQLAUE0pMYiiX3RVAsuTPjhAEBiiUD6IKVFEuCcA2iKZYMoAtWUiwJwlWOpliqDPi3v0GpkNJ22BHoGL57ZYEBTVEsBQTSkxiKJU8WEdAxKJYCAulJDMWS+yIoltyZccKAAMWSAXTBSoolQbgG0RRLBtAFKymWBOEqR1MsVQa85uknix+Fw7x2IFWDfFMTZl57M7JLLFlZYEBTFEsBgfQkhmLJk0UEdAyKpYBAehJDseS+CIold2acMCBAsWQAXbCSYkkQrkE0xZIBdMFKiiVBuMrRFEuVAa999GE0H3sk4u3tQDyOrg03xqzJ11UWFuAUxVKAMD2IoljyYAkBHoFiKUCYHkRRLLkvgWLJnRknDAhQLBlAF6ykWBKEaxBNsWQAXbCSYkkQrnI0xVJlwAccPRqp6S+XDLdMmYrc4CGVBQY0RbEUEEhPYiiWPFlEQMegWAoIpCcxFEvui6BYcmfGCQMCFEsG0AUrKZYE4RpEUywZQBespFgShKscTbFUGXCKpcq4ccqNAMWSGy/fr6ZY8n1DbuejWHLjVbiaYsmdGScMCFAsGUAXrKRYEoRrEE2xZABdsJJiSRCucjTFUmXA62+/BY0TLikOx7q7kV55FcyafH1lYQFO8R1LAcL0IIpiyYMlBHgEiqUAYXoQRbHkvgSKJXdmnDAgQLFkAF2wkmJJEK5BNMWSAXTBSoolQbjK0RRLFQLP55F6aRqaTzkR8a/+i3y/fujadAu0jjsDSCQqDK1+jGKpeoY+JVAs+bSN6s9CsVQ9Q58SKJbct0Gx5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YSbEkCFc5mmKpcuD1t09B44SLSwLmnHshutf/aeWhVU5SLFUJ0LNxiiXPFlLlcSiWqgTo2TjFkvtCKJbcmXHCgADFkgF0wUqKJUG4BtEUSwbQBSsplgThKkdTLFUOvPGi81F/79SSgPYRozBvz30rD61ykmKpSoCejVMsebaQKo9DsVQlQM/GKZbcF0Kx5M6MEwYEKJYMoAtWUiwJwjWIplgygC5YSbEkCFc5mmKpcuA1zz6N5pOO7QnIA5h1/RRkl1iy8tAqJymWqgTo2TjFkmcLqfI4FEtVAvRsnGLJfSEUS+7MOGFAgGLJALpgJcWSIFyDaIolA+iClRRLgnCVoymWqgCez6Pu7/ci9eILQH09un+6Ebo22byKwOpHKZaqZ+hTAsWST9uo/iwUS9Uz9CmBYsl9GxRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjKZaUgQvXUSwJA1aOp1hSBi5cR7EkDFg5nmLJHTjFkjszThgQoFgygC5YSbEkCNcgmmLJALpgJcWSIFzlaIolZeDCdRRLwoCV4ymWlIEL11EsCQNWjqdYcgdOseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cB3FkjBg5XiKJWXgwnUUS8KAleMpltyBUyy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY6mWFIGLlxHsSQMWDmeYkkZuHAdxZIwYOV4iiV34BRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjKZaUgQvXUSwJA1aOp1hSBi5cR7EkDFg5nmLJHTjFkjszThgQoFgygC5YSbEkCNcgmmLJALpgJcWSIFzlaIolZeDCdRRLwoCV4ymWlIEL11EsCQNWjqdYcgdOseTOjBMGBCiWDKALVlIsCcI1iKZYMoAuWEmxJAhXOZpiSRm4cB3FkjBg5XiKJWXgwnUUS8KAleMpltyBUyy5M+OEAQGKJQPogpUUS4JwDaIplgygC1ZSLAnCVY6mWFIGLlxHsSQMWDmeYkkZuHAdxZIwYOV4iiV34BRL7sw4YUCAYskAumAlxZIgXINoiiUD6IKVFEuCcJWjKZaUgQvXUSwJA1aOp1hSBi5cR7EkDFg5nmLJHTjF0v+3d/dhPpV5HMe/8pxnKbVJhSKxVtHupFJckRC6SoYeMFsm1IqZaEqkksnz8yBEIXJFqlFtWruUpNXzlmKLPJSZJuNhDEP2us/VTGrp6vzxve+5z3mf/7p0vt/7fn1/xm8+v3POL7wZZzgQIFhygK7YkmBJEddBaYIlB+iKLQmWFHEtlyZYsgyu3I5gSRnYcnmCJcvgyu0IlpSBLZcnWAoPTrAU3owzHAgQLDlAV2xJsKSI66A0wZIDdMWWBEuKuJZLEyxZBlduR7CkDGy5PMGSZXDldgRLysCWyxMshQcnWApvxhkOBAiWHKArtiRYUsR1UJpgyQG6YkuCJUVcy6UJliyDK7cjWFIGtlyeYMkyuHI7giVlYMvlCZbCgxMshTfjDAcCBEsO0BVbEiwp4jooTbDkAF2xJcGSIq7l0gRLlsGV2xEsKQNbLk+wZBlcuR3BkjKw5fIES+HBCZbCm3GGAwGCJQfoii0JlhRxHZQmWHKArtiSYEkR13JpgiXL4MrtCJaUgS2XJ1iyDK7cjmBJGdhyeYKl8OAES+HNOMOBAMGSA3TFlgRLirgOShMsOUBXbEmwpIhruTTBkmVw5XYES8rAlssTLFkGV25HsKQMbLk8wVJ4cIKl8Gac4UCAYMkBumJLgiVFXAelCZYcoCu2JFhSxLVcmmDJMrhyO4IlZWDL5QmWLIMrtyNYUga2XJ5gKTw4wVJ4M85wIECw5ABdsSXBkiKug9IESw7QFVsSLCniWi5NsGQZXLkdwZIysOXyBEuWwZXbESwpA1suT7AUHpxgKbwZZzgQIFhygK7YkmBJEddBaYIlB+iKLQmWFHEtlyZYsgyu3I5gSRnYcnmCJcvgyu0IlpSBLZcnWAoPTrAU3owzHAgQLDlAV2xJsKSI66A0wZIDdMWWBEuKuJZLEyxZBlduR7CkDGy5PMGSZXDldgRLysCWyxMshQcnWApvxhkOBAiWHKArtiRYUsR1UJpgyQG6YkuCJUVcy6UJliyDK7cjWFIGtlyeYMkyuHI7giVlYMvlCZbCgxMshTfjDAcCBEsO0BVbEiwp4jooTbDkAF2xJcGSIq7l0gRLlsGV2xEsKQNbLk+wZBlcuR3BkjKw5fIES+HBCZbCm3GGAwGCJQfoii0JlhRxHZQmWHKArtiSYEkR13JpgiXL4MrtCJaUgS2XJ1iyDK7cjmBJGdhyeYKl8OAES+HNOMOBAMGSA3TFlgRLirgOShMsOUBXbEmwpIhruTTBkmVw5XYES8rAlssTLFkGV25HsKQMbLk8wVJ4cIKl8Gac4UCAYMkBumJLgiVFXAelCZYcoCu2JFhSxLVcmmDJMrhyO4IlZWDL5QmWLIMrtyNYUga2XJ5gKTw4wVJ4M85wIECw5ABdsSXBkiKug9IESw7QFVsSLCniWi5NsGQZXLkdwZIysOXyBEuWwZXbESwpA1suT7AUHpxgKbwZZzgQIFhygK7YkmBJEddBaYIlB+iKLQmWFHEtlyZYsgyu3I5gSRnYcnmCJcvgyu0IlpSBLZcnWAoPTrAU3owzHAgQLDlAV2xJsKSI66A0wZIDdMWWBEuKuJZLEyxZBlduR7CkDGy5PMGSZXDldgRLysCWyxMshQePfLAUnoQzEEAAAQQQQAABBBBAAAEEEEAAAQRcCJQ4duzYMReN6YkAAggggAACCCCAAAIIIIAAAggg4LcAwZLf82P1CCCAAAIIIIAAAggggAACCCCAgDMBgiVn9PFrnJ2TKxUrlJdyZcvEb/MR3fGBvHzZuz9PataoJqecUiKiu2RbCPgj8OOPxyRnz14pXbqUVKlUwZ+Fs9JA4PDhAvkhd7+cUaOqlCjBz1SfXxZHjh6VrO9zpXrVSlK2TGmft8LaEYisAO9jozPaXbtz+H3E8TgJlhwPIA7t39rwiUyZu0y279wt+YcKJKFZQxk55M4gZOLwU+Cf6z6U9KkLZev274INLJvzmFxYp5afm2HVgcCOb7Olc6+HJLFzKxnYpysqHgqse+9TuXfoZMk7mB+svvmfGkjK3bdIo/rne7ibeC3ZPJVg+vwVMnXusmDjJoyYMnKANGlYN14QEdntrAUvy4RZS4t20/bq5jJsYE+pUpmw1/cRj5/5vDy18BVZ9/I0qVzxVN+3E9v18z42OqOf//xrsuCFN6TgyBEpKDgiXdpdyftYR+MlWHIEH5e25hO7Jq2TpH/vLpJ82w1yMP+Q3HTnMLmpQ0vp3e36uDBEap+r3/5A+qVNkDt7dJBObVtItSqVpGzZMlK+HFei+TroffvzpEe/x2TL1p2SlHg9/yB7Osh3Nv5HsrL3yFUJTSQ//7CMGD9PzBVM00fd5+mO4rPs9z/5Um7t/7g8MzlNGjeoI5NmvyCvrFonbywex9WgHr4Mnn95tZzzhzOkScN68s3O3ZI0MF2SEttLz1uu83A3LLlQYNnKNfJQ+uzgPwmW/H1d8D7W39n9euWfbvpauvYZLnPHD5HLmjaQ/27bJR1vf0AWThvKBzMOxkyw5AA9Ti3zDh6S5u36yGODk4IE2RxpT8ySkiVLyqP3944TRST2aj5VvzFpqNSvV1tGpd0ViT3FfRMm/O2fNkHOPP204LbGWmfVIFiKyIvipdffliEjZ8qHq2ZLqZIlI7KraG5jbMYS+WzzVnlqTGqwwd3Ze+SamwbI0lmPyEUXnBvNTcdoV0OfnCM7dmXJnPGDY7TraG11wwefS98HJsiI1F6SMmI6wZKn4+V9rKeDO8my17//mfS+L11WLkiX2mfXDP6vKzvfI/f3TZSObS6P1mY92A3BkgdD8n2J42YskdmLMqVXt3bBG+RRkxfIzNEpvFn2cLA5e/YFP7BbtWgaXHJ6IO+QJFzaUHonXs+zszycp1nyyEkLZPNX22XGk4Nk8OMzCZY8neOJlm1Cpc1f7QjCCY7iLWB+Ua1WpaI8+LfbihZ68dU9ZdoT90nLhCbFe/Gs7jcFCo4clbaJKdK+dYIMSuY2Yx9fLua2f3O1/YQR/YNnuHTq9SDBko+DFBHex3o6uJMs2zyXMGnQaPl88za5N+lG2Z93UF5fvUHmTUrjVlUHoyZYcoAelZb//ugL2fjxFyfcjrk9ytzuZg5ze0bqiOnyx4Z1xVx+2qJ5Ixn98N08WLaYvRDM1Q3fZuWccFUNLzwvmNtnX24N3lzd3OFqubx5I9m774CkT10k7Vv/RYan9CxmO4r3cn4g/ewiAAAFiUlEQVTPPBctXyVPL35VlswYHjz7Y+DwaQRLxfBlc/TojzLnucyTrqz1lZdKndpn/eLPC69WMlfAJDS7uBjuiiUdL3BX6hipX7f2L4KH5u2Sg5+r5ucrh78Cw8bMlcxV6+WVZ0YFD2Xn8Esgd++B4FabO7peJ927tA7CeoIlv2Z4/Gp5H+vv7E62cvNMO/Oep3y5svLJpq/kr93byz1JN3KltoNREyw5QI9KyzXrP5K33/v0hNsxDx41z+DJ3XdALu/YL7j8+89NL5JtO76T/mkTpd75tWTc8L5RoYjEPsyD77bvyjrhXi5pfIFce1WzomBpzfLJwcNlzfFC5r/kickL5d3M6XyLUTF6JfyeebZNTJVza9WUeuedHax81dqNUqniqWIeNGv+/nIUDwFzu6K5VepkR+frrpD6dc8p+mPzhQkmqBg28A7pesM1xWMTrOI3BcwVS+Znatq9txb9f1yx5P+LZtrTy2Xq08vluYxh0rgBD9H3caKvrX43+NDl9pvbivmexpzcfcEvsbd0aiU3d2jJ1feeDbUwWOJ9rGeDO8lyze+iyYPHFV1BaN7/DHh4iqQkdw3+jnLYFSBYsusdu25r1n8syYPHylsvTpGqVSoG+zdP7588Z5lsWJkROw/fN1wYFC6aNjS4As0cS1b8Qx4ZN08+fnMuD5n1bMCLX3wzCH8Lj+WvrpXqVStLx2sT+AfZs1kWLrfwl6Djn2vn6VZitWwTHG7asi24TdwcPGPJ7/Gbh+aPzVgsS15aLfMmDhFz1S+HnwJbvt4RfOhSeGTn5AbfQNXnto7B1YR1f/pgxs/dxW/VvI+N1szNt2++uXajrJg3smhj5guGKpQvJ08OTY7WZj3YDcGSB0PyeYnmK8zbdEuRvnd0krtu7SgHDx2WvkPGB1dF8E1Ffk7WBIXmTbN51kB2zt7gNsezap4W/DeH3wLcCuf3/F587a3gyxGG9O8ura64pGgz5tk9p5Yv5/fmIr76n78V7kFpfFEdmfjUUslc9Q7fCufp3M03h5lvEMtIHyR1zv35NtWap1fj9gxPZ1q4bG6F83yAIsEH3ryP9X+OZgfmNuPUR6dLRvpAueKyxvLNzixp1+N+Sb27G9/C6WDEBEsO0OPW0nyC/szSv8umLd8EW2/Tsllw7+uZp1ePG0Uk9mtulzOXmZrLic1hbnE0nwrUqF4lEvuL8yYIlvye/ojx88Vchfbrg6uXiv9czTcVTZm7TDLmrwgWa4LAmaMHSdNGFxT/xbPC/xMwtxmf6NbyzGfTg9uPOfwVIFjyd3aFK+d9rP8zLNyBCQhnPLtClq9cGzyYvVLF8nJDmxbSr1cXKV2Kb8O1PWmCJdviMe6X9f0eqVypgpQtUzrGCtHZurlVo1SpkkXPWorOztgJAggg4EYg/9Bhyflhr5x5xmncWuxmBHRFAIGYCPA+NlqD3vltNv92Oh4pwZLjAdAeAQQQQAABBBBAAAEEEEAAAQQQ8FWAYMnXybFuBBBAAAEEEEAAAQQQQAABBBBAwLEAwZLjAdAeAQQQQAABBBBAAAEEEEAAAQQQ8FWAYMnXybFuBBBAAAEEEEAAAQQQQAABBBBAwLEAwZLjAdAeAQQQQAABBBBAAAEEEEAAAQQQ8FWAYMnXybFuBBBAAAEEEEAAAQQQQAABBBBAwLEAwZLjAdAeAQQQQAABBBBAAAEEEEAAAQQQ8FWAYMnXybFuBBBAAAEEEEAAAQQQQAABBBBAwLEAwZLjAdAeAQQQQAABBBBAAAEEEEAAAQQQ8FWAYMnXybFuBBBAAAEEEEAAAQQQQAABBBBAwLEAwZLjAdAeAQQQQAABBBBAAAEEEEAAAQQQ8FWAYMnXybFuBBBAAAEEEEAAAQQQQAABBBBAwLHA/wDBTS2H5TqG7QAAAABJRU5ErkJggg==", + "text/html": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "# We humans find it easier to visalize things in 2D!\n", "# Reduce the dimensionality of the vectors to 2D using t-SNE\n", diff --git a/week6/day3.ipynb b/week6/day3.ipynb index e31763b..b06397a 100644 --- a/week6/day3.ipynb +++ b/week6/day3.ipynb @@ -1341,12 +1341,6 @@ "np.random.seed(42)\n", "\n", "# Separate features and target\n", - "feature_columns = [col for col in train_df.columns if col != 'price']\n", - "X_train = train_df[feature_columns]\n", - "y_train = train_df['price']\n", - "X_test = test_df[feature_columns]\n", - "y_test = test_df['price']\n", - "\n", "feature_columns = ['weight', 'rank', 'text_length', 'is_top_electronics_brand']\n", "\n", "X_train = train_df[feature_columns]\n", diff --git a/week8/agents/agent.py b/week8/agents/agent.py new file mode 100644 index 0000000..fe09e18 --- /dev/null +++ b/week8/agents/agent.py @@ -0,0 +1,33 @@ +import logging + +class Agent: + """ + An abstract superclass for Agents + Used to log messages in a way that can identify each Agent + """ + + # Foreground colors + RED = '\033[31m' + GREEN = '\033[32m' + YELLOW = '\033[33m' + BLUE = '\033[34m' + MAGENTA = '\033[35m' + CYAN = '\033[36m' + WHITE = '\033[37m' + + # Background color + BG_BLACK = '\033[40m' + + # Reset code to return to default color + RESET = '\033[0m' + + name: str = "" + color: str = '\033[37m' + + def log(self, message): + """ + Log this as an info message, identifying the agent + """ + color_code = self.BG_BLACK + self.color + message = f"[{self.name}] {message}" + logging.info(color_code + message + self.RESET) \ No newline at end of file diff --git a/week8/agents/deals.py b/week8/agents/deals.py new file mode 100644 index 0000000..5fb8039 --- /dev/null +++ b/week8/agents/deals.py @@ -0,0 +1,109 @@ +from pydantic import BaseModel +from typing import List, Dict, Self +from bs4 import BeautifulSoup +import re +import feedparser +from tqdm import tqdm +import requests +import time + +feeds = [ + "https://www.dealnews.com/c142/Electronics/?rss=1", + "https://www.dealnews.com/c39/Computers/?rss=1", + "https://www.dealnews.com/c238/Automotive/?rss=1", + "https://www.dealnews.com/f1912/Smart-Home/?rss=1", + "https://www.dealnews.com/c196/Home-Garden/?rss=1", + ] + +def extract(html_snippet: str) -> str: + """ + Use Beautiful Soup to clean up this HTML snippet and extract useful text + """ + soup = BeautifulSoup(html_snippet, 'html.parser') + snippet_div = soup.find('div', class_='snippet summary') + + if snippet_div: + description = snippet_div.get_text(strip=True) + description = BeautifulSoup(description, 'html.parser').get_text() + description = re.sub('<[^<]+?>', '', description) + result = description.strip() + else: + result = html_snippet + return result.replace('\n', ' ') + +class ScrapedDeal: + """ + A class to represent a Deal retrieved from an RSS feed + """ + category: str + title: str + summary: str + url: str + details: str + features: str + + def __init__(self, entry: Dict[str, str]): + """ + Populate this instance based on the provided dict + """ + self.title = entry['title'] + self.summary = extract(entry['summary']) + self.url = entry['links'][0]['href'] + stuff = requests.get(self.url).content + soup = BeautifulSoup(stuff, 'html.parser') + content = soup.find('div', class_='content-section').get_text() + content = content.replace('\nmore', '').replace('\n', ' ') + if "Features" in content: + self.details, self.features = content.split("Features") + else: + self.details = content + self.features = "" + + def __repr__(self): + """ + Return a string to describe this deal + """ + return f"<{self.title}>" + + def describe(self): + """ + Return a longer string to describe this deal for use in calling a model + """ + return f"Title: {self.title}\nDetails: {self.details.strip()}\nFeatures: {self.features.strip()}\nURL: {self.url}" + + @classmethod + def fetch(cls, show_progress : bool = False) -> List[Self]: + """ + Retrieve all deals from the selected RSS feeds + """ + deals = [] + feed_iter = tqdm(feeds) if show_progress else feeds + for feed_url in feed_iter: + feed = feedparser.parse(feed_url) + for entry in feed.entries[:10]: + deals.append(cls(entry)) + time.sleep(0.5) + return deals + +class Deal(BaseModel): + """ + A class to Represent a Deal with a summary description + """ + product_description: str + price: float + url: str + +class DealSelection(BaseModel): + """ + A class to Represent a list of Deals + """ + deals: List[Deal] + +class Opportunity(BaseModel): + """ + A class to represent a possible opportunity: a Deal where we estimate + it should cost more than it's being offered + """ + deal: Deal + estimate: float + discount: float \ No newline at end of file diff --git a/week8/agents/ensemble_agent.py b/week8/agents/ensemble_agent.py new file mode 100644 index 0000000..438e32e --- /dev/null +++ b/week8/agents/ensemble_agent.py @@ -0,0 +1,48 @@ +import pandas as pd +from sklearn.linear_model import LinearRegression +import joblib + +from agents.agent import Agent +from agents.specialist_agent import SpecialistAgent +from agents.frontier_agent import FrontierAgent +from agents.random_forest_agent import RandomForestAgent + +class EnsembleAgent(Agent): + + name = "Ensemble Agent" + color = Agent.YELLOW + + def __init__(self, collection): + """ + Create an instance of Ensemble, by creating each of the models + And loading the weights of the Ensemble + """ + self.log("Initializing Ensemble Agent") + self.specialist = SpecialistAgent() + self.frontier = FrontierAgent(collection) + self.random_forest = RandomForestAgent() + self.model = joblib.load('ensemble_model.pkl') + self.log("Ensemble Agent is ready") + + def price(self, description: str) -> float: + """ + Run this ensemble model + Ask each of the models to price the product + Then use the Linear Regression model to return the weighted price + :param description: the description of a product + :return: an estimate of its price + """ + self.log("Running Ensemble Agent - collaborating with specialist, frontier and random forest agents") + specialist = self.specialist.price(description) + frontier = self.frontier.price(description) + random_forest = self.random_forest.price(description) + X = pd.DataFrame({ + 'Specialist': [specialist], + 'Frontier': [frontier], + 'RandomForest': [random_forest], + 'Min': [min(specialist, frontier, random_forest)], + 'Max': [max(specialist, frontier, random_forest)], + }) + y = self.model.predict(X)[0] + self.log(f"Ensemble Agent complete - returning ${y:.2f}") + return y \ No newline at end of file diff --git a/week8/agents/frontier_agent.py b/week8/agents/frontier_agent.py new file mode 100644 index 0000000..dcbeefd --- /dev/null +++ b/week8/agents/frontier_agent.py @@ -0,0 +1,105 @@ +# imports + +import os +import re +import math +import json +from typing import List, Dict +from openai import OpenAI +from sentence_transformers import SentenceTransformer +from datasets import load_dataset +import chromadb +from items import Item +from testing import Tester +from agents.agent import Agent + + +class FrontierAgent(Agent): + + name = "Frontier Agent" + color = Agent.BLUE + + MODEL = "gpt-4o-mini" + + def __init__(self, collection): + """ + Set up this instance by connecting to OpenAI, to the Chroma Datastore, + And setting up the vector encoding model + """ + self.log("Initializing Frontier Agent") + self.openai = OpenAI() + self.collection = collection + self.model = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2') + self.log("Frontier Agent is ready") + + def make_context(self, similars: List[str], prices: List[float]) -> str: + """ + Create context that can be inserted into the prompt + :param similars: similar products to the one being estimated + :param prices: prices of the similar products + :return: text to insert in the prompt that provides context + """ + message = "To provide some context, here are some other items that might be similar to the item you need to estimate.\n\n" + for similar, price in zip(similars, prices): + message += f"Potentially related product:\n{similar}\nPrice is ${price:.2f}\n\n" + return message + + def messages_for(self, description: str, similars: List[str], prices: List[float]) -> List[Dict[str, str]]: + """ + Create the message list to be included in a call to OpenAI + With the system and user prompt + :param description: a description of the product + :param similars: similar products to this one + :param prices: prices of similar products + :return: the list of messages in the format expected by OpenAI + """ + system_message = "You estimate prices of items. Reply only with the price, no explanation" + user_prompt = self.make_context(similars, prices) + user_prompt += "And now the question for you:\n\n" + user_prompt += "How much does this cost?\n\n" + description + return [ + {"role": "system", "content": system_message}, + {"role": "user", "content": user_prompt}, + {"role": "assistant", "content": "Price is $"} + ] + + def find_similars(self, description: str): + """ + Return a list of items similar to the given one by looking in the Chroma datastore + """ + self.log("Frontier Agent is performing a RAG search of the Chroma datastore to find 5 similar products") + vector = self.model.encode([description]) + results = self.collection.query(query_embeddings=vector.astype(float).tolist(), n_results=5) + documents = results['documents'][0][:] + prices = [m['price'] for m in results['metadatas'][0][:]] + self.log("Frontier Agent has found similar products") + return documents, prices + + def get_price(self, s) -> float: + """ + A utility that plucks a floating point number out of a string + """ + s = s.replace('$','').replace(',','') + match = re.search(r"[-+]?\d*\.\d+|\d+", s) + return float(match.group()) if match else 0.0 + + def price(self, description: str) -> float: + """ + Make a call to OpenAI to estimate the price of the described product, + by looking up 5 similar products and including them in the prompt to give context + :param description: a description of the product + :return: an estimate of the price + """ + documents, prices = self.find_similars(description) + self.log("Frontier Agent is about to call OpenAI with context including 5 similar products") + response = self.openai.chat.completions.create( + model=self.MODEL, + messages=self.messages_for(description, documents, prices), + seed=42, + max_tokens=5 + ) + reply = response.choices[0].message.content + result = self.get_price(reply) + self.log(f"Frontier Agent completed - predicting ${result:.2f}") + return result + \ No newline at end of file diff --git a/week8/agents/messaging_agent.py b/week8/agents/messaging_agent.py new file mode 100644 index 0000000..70e74d0 --- /dev/null +++ b/week8/agents/messaging_agent.py @@ -0,0 +1,78 @@ +import os +from twilio.rest import Client +from agents.deals import Opportunity +import http.client +import urllib +from agents.agent import Agent + + +DO_TEXT = False +DO_PUSH = True + +class MessagingAgent(Agent): + + name = "Messaging Agent" + color = Agent.WHITE + + def __init__(self): + """ + Set up this object to either do push notifications via Pushover, + or SMS via Twilio, + whichever is specified in the constants + """ + self.log(f"Messaging Agent is initializing") + if DO_TEXT: + account_sid = os.getenv('TWILIO_ACCOUNT_SID', 'your-sid-if-not-using-env') + auth_token = os.getenv('TWILIO_AUTH_TOKEN', 'your-auth-if-not-using-env') + self.me_from = os.getenv('TWILIO_FROM', 'your-phone-number-if-not-using-env') + self.me_to = os.getenv('MY_PHONE_NUMBER', 'your-phone-number-if-not-using-env') + self.client = Client(account_sid, auth_token) + self.log("Messaging Agent has initialized Twilio") + if DO_PUSH: + self.pushover_user = os.getenv('PUSHOVER_USER', 'your-pushover-user-if-not-using-env') + self.pushover_token = os.getenv('PUSHOVER_TOKEN', 'your-pushover-user-if-not-using-env') + self.log("Messaging Agent has initialized Pushover") + + def message(self, text): + """ + Send an SMS message using the Twilio API + """ + self.log("Messaging Agent is sending a text message") + message = self.client.messages.create( + from_=self.me_from, + body=text, + to=self.me_to + ) + + def push(self, text): + """ + Send a Push Notification using the Pushover API + """ + self.log("Messaging Agent is sending a push notification") + conn = http.client.HTTPSConnection("api.pushover.net:443") + conn.request("POST", "/1/messages.json", + urllib.parse.urlencode({ + "token": self.pushover_token, + "user": self.pushover_user, + "message": text, + "sound": "cashregister" + }), { "Content-type": "application/x-www-form-urlencoded" }) + conn.getresponse() + + def alert(self, opportunity: Opportunity): + """ + Make an alert about the specified Opportunity + """ + text = f"Deal Alert! Price=${opportunity.deal.price:.2f}, " + text += f"Estimate=${opportunity.estimate:.2f}, " + text += f"Discount=${opportunity.discount:.2f} :" + text += opportunity.deal.product_description[:10]+'... ' + text += opportunity.deal.url + if DO_TEXT: + self.message(text) + if DO_PUSH: + self.push(text) + self.log("Messaging Agent has completed") + + + \ No newline at end of file diff --git a/week8/agents/planning_agent.py b/week8/agents/planning_agent.py new file mode 100644 index 0000000..547536a --- /dev/null +++ b/week8/agents/planning_agent.py @@ -0,0 +1,57 @@ +from typing import Optional, List +from agents.agent import Agent +from agents.deals import ScrapedDeal, DealSelection, Deal, Opportunity +from agents.scanner_agent import ScannerAgent +from agents.ensemble_agent import EnsembleAgent +from agents.messaging_agent import MessagingAgent + + +class PlanningAgent(Agent): + + name = "Planning Agent" + color = Agent.GREEN + DEAL_THRESHOLD = 50 + + def __init__(self, collection): + """ + Create instances of the 3 Agents that this planner coordinates across + """ + self.log("Planning Agent is initializing") + self.scanner = ScannerAgent() + self.ensemble = EnsembleAgent(collection) + self.messenger = MessagingAgent() + self.log("Planning Agent is ready") + + def run(self, deal: Deal) -> Opportunity: + """ + Run the workflow for a particular deal + :param deal: the deal, summarized from an RSS scrape + :returns: an opportunity including the discount + """ + self.log("Planning Agent is pricing up a potential deal") + estimate = self.ensemble.price(deal.product_description) + discount = estimate - deal.price + self.log(f"Planning Agent has processed a deal with discount ${discount:.2f}") + return Opportunity(deal=deal, estimate=estimate, discount=discount) + + def plan(self, memory: List[str] = []) -> Optional[Opportunity]: + """ + Run the full workflow: + 1. Use the ScannerAgent to find deals from RSS feeds + 2. Use the EnsembleAgent to estimate them + 3. Use the MessagingAgent to send a notification of deals + :param memory: a list of URLs that have been surfaced in the past + :return: an Opportunity if one was surfaced, otherwise None + """ + self.log("Planning Agent is kicking off a run") + selection = self.scanner.scan(memory=memory) + if selection: + opportunities = [self.run(deal) for deal in selection.deals[:5]] + opportunities.sort(key=lambda opp: opp.discount, reverse=True) + best = opportunities[0] + self.log(f"Planning Agent has identified the best deal has discount ${best.discount:.2f}") + if best.discount > self.DEAL_THRESHOLD: + self.messenger.alert(best) + self.log("Planning Agent has completed a run") + return best if best.discount > self.DEAL_THRESHOLD else None + return None \ No newline at end of file diff --git a/week8/agents/random_forest_agent.py b/week8/agents/random_forest_agent.py new file mode 100644 index 0000000..bfe9715 --- /dev/null +++ b/week8/agents/random_forest_agent.py @@ -0,0 +1,37 @@ +# imports + +import os +import re +from typing import List +from sentence_transformers import SentenceTransformer +import joblib +from agents.agent import Agent + + + +class RandomForestAgent(Agent): + + name = "Random Forest Agent" + color = Agent.MAGENTA + + def __init__(self): + """ + Initialize this object by loading in the saved model weights + and the SentenceTransformer vector encoding model + """ + self.log("Random Forest Agent is initializing") + self.vectorizer = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2') + self.model = joblib.load('random_forest_model.pkl') + self.log("Random Forest Agent is ready") + + def price(self, description: str) -> float: + """ + Use a Random Forest model to estimate the price of the described item + :param description: the product to be estimated + :return: the price as a float + """ + self.log("Random Forest Agent is starting a prediction") + vector = self.vectorizer.encode([description]) + result = max(0, self.model.predict(vector)[0]) + self.log(f"Random Forest Agent completed - predicting ${result:.2f}") + return result \ No newline at end of file diff --git a/week8/agents/scanner_agent.py b/week8/agents/scanner_agent.py new file mode 100644 index 0000000..8dc6674 --- /dev/null +++ b/week8/agents/scanner_agent.py @@ -0,0 +1,94 @@ +import os +import json +from typing import Optional, List +from openai import OpenAI +from agents.deals import ScrapedDeal, DealSelection +from agents.agent import Agent + + +class ScannerAgent(Agent): + + MODEL = "gpt-4o-mini" + + SYSTEM_PROMPT = """You identify and summarize the 5 most detailed deals from a list, by selecting deals that have the most detailed, high quality description and the most clear price. + Respond strictly in JSON with no explanation, using this format. You should provide the price as a number derived from the description. If the price of a deal isn't clear, do not include that deal in your response. + Most important is that you respond with the 5 deals that have the most detailed product description with price. It's not important to mention the terms of the deal; most important is a thorough description of the product. + Be careful with products that are described as "$XXX off" or "reduced by $XXX" - this isn't the actual price of the product. Only respond with products when you are highly confident about the price. + + {"deals": [ + { + "product_description": "Your clearly expressed summary of the product in 4-5 sentences. Details of the item are much more important than why it's a good deal. Avoid mentioning discounts and coupons; focus on the item itself. There should be a paragpraph of text for each item you choose.", + "price": 99.99, + "url": "the url as provided" + }, + ... + ]}""" + + USER_PROMPT_PREFIX = """Respond with the most promising 5 deals from this list, selecting those which have the most detailed, high quality product description and a clear price that is greater than 0. + Respond strictly in JSON, and only JSON. You should rephrase the description to be a summary of the product itself, not the terms of the deal. + Remember to respond with a paragraph of text in the product_description field for each of the 5 items that you select. + Be careful with products that are described as "$XXX off" or "reduced by $XXX" - this isn't the actual price of the product. Only respond with products when you are highly confident about the price. + + Deals: + + """ + + USER_PROMPT_SUFFIX = "\n\nStrictly respond in JSON and include exactly 5 deals, no more." + + name = "Scanner Agent" + color = Agent.CYAN + + def __init__(self): + """ + Set up this instance by initializing OpenAI + """ + self.log("Scanner Agent is initializing") + self.openai = OpenAI() + self.log("Scanner Agent is ready") + + def fetch_deals(self, memory) -> List[ScrapedDeal]: + """ + Look up deals published on RSS feeds + Return any new deals that are not already in the memory provided + """ + self.log("Scanner Agent is about to fetch deals from RSS feed") + urls = [opp.deal.url for opp in memory] + scraped = ScrapedDeal.fetch() + result = [scrape for scrape in scraped if scrape.url not in urls] + self.log(f"Scanner Agent received {len(result)} deals not already scraped") + return result + + def make_user_prompt(self, scraped) -> str: + """ + Create a user prompt for OpenAI based on the scraped deals provided + """ + user_prompt = self.USER_PROMPT_PREFIX + user_prompt += '\n\n'.join([scrape.describe() for scrape in scraped]) + user_prompt += self.USER_PROMPT_SUFFIX + return user_prompt + + def scan(self, memory: List[str]=[]) -> Optional[DealSelection]: + """ + Call OpenAI to provide a high potential list of deals with good descriptions and prices + Use StructuredOutputs to ensure it conforms to our specifications + :param memory: a list of URLs representing deals already raised + :return: a selection of good deals, or None if there aren't any + """ + scraped = self.fetch_deals(memory) + if scraped: + user_prompt = self.make_user_prompt(scraped) + self.log("Scanner Agent is calling OpenAI using Structured Output") + result = self.openai.beta.chat.completions.parse( + model=self.MODEL, + messages=[ + {"role": "system", "content": self.SYSTEM_PROMPT}, + {"role": "user", "content": user_prompt} + ], + response_format=DealSelection + ) + result = result.choices[0].message.parsed + result.deals = [deal for deal in result.deals if deal.price>0] + self.log(f"Scanner Agent received {len(result.deals)} selected deals with price>0 from OpenAI") + return result + return None + diff --git a/week8/agents/specialist_agent.py b/week8/agents/specialist_agent.py new file mode 100644 index 0000000..8ffc8ad --- /dev/null +++ b/week8/agents/specialist_agent.py @@ -0,0 +1,29 @@ +import modal +from agents.agent import Agent + + +class SpecialistAgent(Agent): + """ + An Agent that runs our fine-tuned LLM that's running remotely on Modal + """ + + name = "Specialist Agent" + color = Agent.RED + + def __init__(self): + """ + Set up this Agent by creating an instance of the modal class + """ + self.log("Specialist Agent is initializing - connecting to modal") + Pricer = modal.Cls.lookup("pricer-service", "Pricer") + self.pricer = Pricer() + self.log("Specialist Agent is ready") + + def price(self, description: str) -> float: + """ + Make a remote call to return the estimate of the price of this item + """ + self.log("Specialist Agent is calling remote fine-tuned model") + result = self.pricer.price.remote(description) + self.log(f"Specialist Agent completed - predicting ${result:.2f}") + return result diff --git a/week8/day1.ipynb b/week8/day1.ipynb new file mode 100644 index 0000000..252d92f --- /dev/null +++ b/week8/day1.ipynb @@ -0,0 +1,268 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "e426cd04-c053-43e8-b505-63cee7956a53", + "metadata": {}, + "source": [ + "# Welcome to a very busy Week 8 folder\n", + "\n", + "## We have lots to do this week!\n", + "\n", + "We'll move at a faster pace than usual, particularly as you're becoming proficient LLM engineers.\n", + "\n", + "One quick admin thing: I've added a number of packages to the environment.yml file during September. To make sure you have the latest repo with the latest code, it's worth doing this from the `llm_engineering` project folder:\n", + "\n", + "```\n", + "git pull\n", + "conda env update --f environment.yml --prune\n", + "```" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "bc0e1c1c-be6a-4395-bbbd-eeafc9330d7e", + "metadata": {}, + "outputs": [], + "source": [ + "# Just one import to start with!!\n", + "\n", + "import modal" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0d240622-8422-4c99-8464-c04d063e4cb6", + "metadata": {}, + "outputs": [], + "source": [ + "# !modal setup" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3b133701-f550-44a1-a67f-eb7ccc4769a9", + "metadata": {}, + "outputs": [], + "source": [ + "from hello import app, hello" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0f3f73ae-1295-49f3-9099-b8b41fc3429b", + "metadata": {}, + "outputs": [], + "source": [ + "with app.run(show_progress=False):\n", + " reply=hello.local()\n", + "reply" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c1d8c6f9-edc7-4e52-9b3a-c07d7cff1ac7", + "metadata": {}, + "outputs": [], + "source": [ + "with app.run(show_progress=False):\n", + " reply=hello.remote()\n", + "reply" + ] + }, + { + "cell_type": "markdown", + "id": "22e8d804-c027-45fb-8fef-06e7bba6295a", + "metadata": {}, + "source": [ + "# Before we move on -\n", + "\n", + "## We need to set your HuggingFace Token as a secret in Modal\n", + "\n", + "1. Go to modal.com, sign in and go to your dashboard\n", + "2. Click on Secrets in the nav bar\n", + "3. Create new secret, click on Hugging Face\n", + "4. Fill in your HF_TOKEN where it prompts you\n", + "\n", + "### And now back to business: time to work with Llama" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "cb8b6c41-8259-4329-b1c4-a1f67d26d1be", + "metadata": {}, + "outputs": [], + "source": [ + "from llama import app, generate" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "db4a718a-d95d-4f61-9688-c9df21d88fe6", + "metadata": {}, + "outputs": [], + "source": [ + "with modal.enable_output():\n", + " with app.run():\n", + " result=generate.remote(\"Life is a mystery, everyone must stand alone, I hear\")\n", + "result" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9a9a6844-29ec-4264-8e72-362d976b3968", + "metadata": {}, + "outputs": [], + "source": [ + "import modal\n", + "from pricer_ephemeral import app, price" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "50e6cf99-8959-4ae3-ba02-e325cb7fff94", + "metadata": {}, + "outputs": [], + "source": [ + "with modal.enable_output():\n", + " with app.run():\n", + " result=price.remote(\"Quadcast HyperX condenser mic, connects via usb-c to your computer for crystal clear audio\")\n", + "result" + ] + }, + { + "cell_type": "markdown", + "id": "04d8747f-8452-4077-8af6-27e03888508a", + "metadata": {}, + "source": [ + "## Transitioning From Ephemeral Apps to Deployed Apps\n", + "\n", + "From a command line, `modal deploy xxx` will deploy your code as a Deployed App\n", + "\n", + "This is how you could package your AI service behind an API to be used in a Production System.\n", + "\n", + "You can also build REST endpoints easily, although we won't cover that as we'll be calling direct from Python." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7f90d857-2f12-4521-bb90-28efd917f7d1", + "metadata": {}, + "outputs": [], + "source": [ + "!modal deploy pricer_service" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "1dec70ff-1986-4405-8624-9bbbe0ce1f4a", + "metadata": {}, + "outputs": [], + "source": [ + "pricer = modal.Function.lookup(\"pricer-service\", \"price\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "17776139-0d9e-4ad0-bcd0-82d3a92ca61f", + "metadata": {}, + "outputs": [], + "source": [ + "pricer.remote(\"Quadcast HyperX condenser mic, connects via usb-c to your computer for crystal clear audio\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f56d1e55-2a03-4ce2-bb47-2ab6b9175a02", + "metadata": {}, + "outputs": [], + "source": [ + "!modal deploy pricer_service2" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9e19daeb-1281-484b-9d2f-95cc6fed2622", + "metadata": {}, + "outputs": [], + "source": [ + "Pricer = modal.Cls.lookup(\"pricer-service\", \"Pricer\")\n", + "pricer = Pricer()\n", + "reply = pricer.price.remote(\"Quadcast HyperX condenser mic, connects via usb-c to your computer for crystal clear audio\")\n", + "print(reply)" + ] + }, + { + "cell_type": "markdown", + "id": "3754cfdd-ae28-47c8-91f2-6e060e2c91b3", + "metadata": {}, + "source": [ + "## And now introducing our Agent class" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ba9aedca-6a7b-4d30-9f64-59d76f76fb6d", + "metadata": {}, + "outputs": [], + "source": [ + "from agents.specialist_agent import SpecialistAgent" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "fe5843e5-e958-4a65-8326-8f5b4686de7f", + "metadata": {}, + "outputs": [], + "source": [ + "agent = SpecialistAgent()\n", + "agent.price(\"iPad Pro 2nd generation\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f5a3181b-1310-4102-8d7d-52caf4c00538", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/day2.0.ipynb b/week8/day2.0.ipynb new file mode 100644 index 0000000..7ef3dec --- /dev/null +++ b/week8/day2.0.ipynb @@ -0,0 +1,258 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "046fd8f8-ad14-4c7f-b759-fec52f5b5306", + "metadata": {}, + "source": [ + "# The Price is Right\n", + "\n", + "Today we build a more complex solution for estimating prices of goods.\n", + "\n", + "1. This notebook: create a RAG database with our 400,000 training data\n", + "2. Day 2.1 notebook: visualize in 2D\n", + "3. Day 2.2 notebook: visualize in 3D\n", + "4. Day 2.3 notebook: build and test a RAG pipeline with GPT-4o-mini\n", + "5. Day 2.4 notebook: (a) bring back our Random Forest pricer (b) Create a Ensemble pricer that allows contributions from all the pricers\n", + "\n", + "Phew! That's a lot to get through in one day!\n", + "\n", + "## PLEASE NOTE:\n", + "\n", + "We already have a very powerful product estimator with our proprietary, fine-tuned LLM. Most people would be very satisfied with that! The main reason we're adding these extra steps is to deepen your expertise with RAG and with Agentic workflows.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "993a2a24-1a58-42be-8034-6d116fb8d786", + "metadata": {}, + "outputs": [], + "source": [ + "# imports\n", + "\n", + "import os\n", + "import re\n", + "import math\n", + "import json\n", + "from tqdm import tqdm\n", + "import random\n", + "from dotenv import load_dotenv\n", + "from huggingface_hub import login\n", + "import numpy as np\n", + "import pickle\n", + "from sentence_transformers import SentenceTransformer\n", + "from datasets import load_dataset\n", + "import chromadb\n", + "from items import Item\n", + "from sklearn.manifold import TSNE\n", + "import plotly.graph_objects as go" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "2359ccc0-dbf2-4b1e-9473-e472b32f548b", + "metadata": {}, + "outputs": [], + "source": [ + "# environment\n", + "\n", + "load_dotenv()\n", + "os.environ['OPENAI_API_KEY'] = os.getenv('OPENAI_API_KEY', 'your-key-if-not-using-env')\n", + "os.environ['HF_TOKEN'] = os.getenv('HF_TOKEN', 'your-key-if-not-using-env')\n", + "DB = \"products_vectorstore\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "645167e6-cf0d-42d2-949f-1089a25a2841", + "metadata": {}, + "outputs": [], + "source": [ + "# Log in to HuggingFace\n", + "\n", + "hf_token = os.environ['HF_TOKEN']\n", + "login(hf_token, add_to_git_credential=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "688bd995-ec3e-43cd-8179-7fe14b275877", + "metadata": {}, + "outputs": [], + "source": [ + "# Let's avoid curating all our data again! Load in the pickle files:\n", + "\n", + "with open('train.pkl', 'rb') as file:\n", + " train = pickle.load(file)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "2817eaf5-4302-4a18-9148-d1062e3b3dbb", + "metadata": {}, + "outputs": [], + "source": [ + "train[0].prompt" + ] + }, + { + "cell_type": "markdown", + "id": "9ae1ba16-7e80-4096-ac88-64ef8edcc80c", + "metadata": {}, + "source": [ + "# Now create a Chroma Datastore\n", + "\n", + "In Week 5, we created a Chroma datastore with 123 documents representing chunks of objects from our fictional company Insurellm.\n", + "\n", + "Now we will create a Chroma datastore with 400,000 products from our training dataset! It's getting real!\n", + "\n", + "Note that we won't be using LangChain, but the API is very straightforward and consistent with before." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f4aab95e-d719-4476-b6e7-e248120df25a", + "metadata": {}, + "outputs": [], + "source": [ + "client = chromadb.PersistentClient(path=DB)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5f95dafd-ab80-464e-ba8a-dec7a2424780", + "metadata": {}, + "outputs": [], + "source": [ + "# Check if the collection exists and delete it if it does\n", + "collection_name = \"products\"\n", + "existing_collection_names = [collection.name for collection in client.list_collections()]\n", + "if collection_name in existing_collection_names:\n", + " client.delete_collection(collection_name)\n", + " print(f\"Deleted existing collection: {collection_name}\")\n", + "\n", + "collection = client.create_collection(collection_name)" + ] + }, + { + "cell_type": "markdown", + "id": "d392ed28-203d-4e73-be87-ac1390bdf722", + "metadata": {}, + "source": [ + "# Introducing the SentenceTransfomer\n", + "\n", + "The all-MiniLM is a very useful model from HuggingFace that maps sentences & paragraphs to a 384 dimensional dense vector space and is ideal for tasks like semantic search.\n", + "\n", + "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2\n", + "\n", + "It can run pretty quickly locally.\n", + "\n", + "Last time we used OpenAI embeddings to produce vector embeddings. Benefits compared to OpenAI embeddings:\n", + "1. It's free and fast!\n", + "3. We can run it locally, so the data never leaves our box - might be useful if you're building a personal RAG\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a87db200-d19d-44bf-acbd-15c45c70f5c9", + "metadata": {}, + "outputs": [], + "source": [ + "model = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9b23a025-4c35-4d3a-96ad-b956cad37b0a", + "metadata": {}, + "outputs": [], + "source": [ + "# Pass in a list of texts, get back a numpy array of vectors\n", + "\n", + "vector = model.encode([\"Well hi there\"])[0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8adde63f-e732-4f7c-bba9-f8b2a469f14e", + "metadata": {}, + "outputs": [], + "source": [ + "vector" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "38de1bf8-c9b5-45b4-9f4b-86af93b3f80d", + "metadata": {}, + "outputs": [], + "source": [ + "def description(item):\n", + " text = item.prompt.replace(\"How much does this cost to the nearest dollar?\\n\\n\", \"\")\n", + " return text.split(\"\\n\\nPrice is $\")[0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8c1205bd-4692-44ef-8ea4-69f255354537", + "metadata": {}, + "outputs": [], + "source": [ + "description(train[0])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8c79e2fe-1f50-4ebf-9a93-34f3088f2996", + "metadata": {}, + "outputs": [], + "source": [ + "for i in tqdm(range(0, len(train), 1000)):\n", + " documents = [description(item) for item in train[i: i+1000]]\n", + " vectors = model.encode(documents).astype(float).tolist()\n", + " metadatas = [{\"category\": item.category, \"price\": item.price} for item in train[i: i+1000]]\n", + " ids = [f\"doc_{j}\" for j in range(i, i+1000)]\n", + " collection.add(\n", + " ids=ids,\n", + " documents=documents,\n", + " embeddings=vectors,\n", + " metadatas=metadatas\n", + " )" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/day2.1.ipynb b/week8/day2.1.ipynb new file mode 100644 index 0000000..5bdfe26 --- /dev/null +++ b/week8/day2.1.ipynb @@ -0,0 +1,174 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "b577c1be-f7a4-4549-8d27-30cb35407225", + "metadata": {}, + "source": [ + "# The Price is Right\n", + "\n", + "Today we build a more complex solution for estimating prices of goods.\n", + "\n", + "1. Day 2.0 notebook: create a RAG database with our 400,000 training data\n", + "2. Day 2.1 notebook: visualize in 2D\n", + "3. Day 2.2 notebook: visualize in 3D\n", + "4. Day 2.3 notebook: build and test a RAG pipeline with GPT-4o-mini\n", + "5. Day 2.4 notebook: (a) bring back our Random Forest pricer (b) Create a Ensemble pricer that allows contributions from all the pricers\n", + "\n", + "Phew! That's a lot to get through in one day!\n", + "\n", + "## PLEASE NOTE:\n", + "\n", + "We already have a very powerful product estimator with our proprietary, fine-tuned LLM. Most people would be very satisfied with that! The main reason we're adding these extra steps is to deepen your expertise with RAG and with Agentic workflows.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "993a2a24-1a58-42be-8034-6d116fb8d786", + "metadata": {}, + "outputs": [], + "source": [ + "# imports\n", + "\n", + "import os\n", + "import re\n", + "import math\n", + "import json\n", + "from tqdm import tqdm\n", + "import random\n", + "from dotenv import load_dotenv\n", + "from huggingface_hub import login\n", + "import numpy as np\n", + "import pickle\n", + "from sentence_transformers import SentenceTransformer\n", + "from datasets import load_dataset\n", + "import chromadb\n", + "from items import Item\n", + "from sklearn.manifold import TSNE\n", + "import plotly.graph_objects as go" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "1cc1fe53-612f-4228-aa02-8758f4c2098f", + "metadata": {}, + "outputs": [], + "source": [ + "# It is very fun turning this up to 400_000 and seeing the full dataset visualized,\n", + "# but it almost crashes my box every time so do that at your own risk!! 10_000 is safe!\n", + "\n", + "MAXIMUM_DATAPOINTS = 10_000" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f4aab95e-d719-4476-b6e7-e248120df25a", + "metadata": {}, + "outputs": [], + "source": [ + "DB = \"products_vectorstore\"\n", + "client = chromadb.PersistentClient(path=DB)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5f95dafd-ab80-464e-ba8a-dec7a2424780", + "metadata": {}, + "outputs": [], + "source": [ + "collection = client.get_or_create_collection('products')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "525fc313-8a16-4ac0-8c42-6a6d1ba1c9b8", + "metadata": {}, + "outputs": [], + "source": [ + "CATEGORIES = ['Appliances', 'Automotive', 'Cell_Phones_and_Accessories', 'Electronics','Musical_Instruments', 'Office_Products', 'Tools_and_Home_Improvement', 'Toys_and_Games']\n", + "COLORS = ['red', 'blue', 'brown', 'orange', 'yellow', 'green' , 'purple', 'cyan']" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a4cf1c9a-1ced-48d4-974c-3c850905034e", + "metadata": {}, + "outputs": [], + "source": [ + "# Prework\n", + "result = collection.get(include=['embeddings', 'documents', 'metadatas'], limit=MAXIMUM_DATAPOINTS)\n", + "vectors = np.array(result['embeddings'])\n", + "documents = result['documents']\n", + "categories = [metadata['category'] for metadata in result['metadatas']]\n", + "colors = [COLORS[CATEGORIES.index(c)] for c in categories]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c54df150-c8d8-4bc3-8877-6759691eeb42", + "metadata": {}, + "outputs": [], + "source": [ + "# Let's try a 2D chart\n", + "\n", + "tsne = TSNE(n_components=2, random_state=42, n_jobs=-1)\n", + "reduced_vectors = tsne.fit_transform(vectors)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e8fb2a63-24c5-4dce-9e63-aa208272f82d", + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "# Create the 2D scatter plot\n", + "fig = go.Figure(data=[go.Scatter(\n", + " x=reduced_vectors[:, 0],\n", + " y=reduced_vectors[:, 1],\n", + " mode='markers',\n", + " marker=dict(size=2, color=colors, opacity=0.7),\n", + ")])\n", + "\n", + "fig.update_layout(\n", + " title='2D Chroma Vectorstore Visualization',\n", + " scene=dict(xaxis_title='x', yaxis_title='y'),\n", + " width=1200,\n", + " height=800,\n", + " margin=dict(r=20, b=10, l=10, t=40)\n", + ")\n", + "\n", + "fig.show()" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/day2.2.ipynb b/week8/day2.2.ipynb new file mode 100644 index 0000000..4635502 --- /dev/null +++ b/week8/day2.2.ipynb @@ -0,0 +1,174 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "4e60bd8a-a4da-4db9-86a8-ac8c03f3e367", + "metadata": {}, + "source": [ + "# The Price is Right\n", + "\n", + "Today we build a more complex solution for estimating prices of goods.\n", + "\n", + "1. Day 2.0 notebook: create a RAG database with our 400,000 training data\n", + "2. Day 2.1 notebook: visualize in 2D\n", + "3. Day 2.2 notebook: visualize in 3D\n", + "4. Day 2.3 notebook: build and test a RAG pipeline with GPT-4o-mini\n", + "5. Day 2.4 notebook: (a) bring back our Random Forest pricer (b) Create a Ensemble pricer that allows contributions from all the pricers\n", + "\n", + "Phew! That's a lot to get through in one day!\n", + "\n", + "## PLEASE NOTE:\n", + "\n", + "We already have a very powerful product estimator with our proprietary, fine-tuned LLM. Most people would be very satisfied with that! The main reason we're adding these extra steps is to deepen your expertise with RAG and with Agentic workflows." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "993a2a24-1a58-42be-8034-6d116fb8d786", + "metadata": {}, + "outputs": [], + "source": [ + "# imports\n", + "\n", + "import os\n", + "import re\n", + "import math\n", + "import json\n", + "from tqdm import tqdm\n", + "import random\n", + "from dotenv import load_dotenv\n", + "from huggingface_hub import login\n", + "import numpy as np\n", + "import pickle\n", + "from sentence_transformers import SentenceTransformer\n", + "from datasets import load_dataset\n", + "import chromadb\n", + "from items import Item\n", + "from sklearn.manifold import TSNE\n", + "import plotly.graph_objects as go" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "1cc1fe53-612f-4228-aa02-8758f4c2098f", + "metadata": {}, + "outputs": [], + "source": [ + "# Turn this up at your own risk! 10_000 is safe..\n", + "\n", + "MAXIMUM_DATAPOINTS = 10_000" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f4aab95e-d719-4476-b6e7-e248120df25a", + "metadata": {}, + "outputs": [], + "source": [ + "DB = \"products_vectorstore\"\n", + "client = chromadb.PersistentClient(path=DB)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5f95dafd-ab80-464e-ba8a-dec7a2424780", + "metadata": {}, + "outputs": [], + "source": [ + "collection = client.get_or_create_collection('products')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "525fc313-8a16-4ac0-8c42-6a6d1ba1c9b8", + "metadata": {}, + "outputs": [], + "source": [ + "CATEGORIES = ['Appliances', 'Automotive', 'Cell_Phones_and_Accessories', 'Electronics','Musical_Instruments', 'Office_Products', 'Tools_and_Home_Improvement', 'Toys_and_Games']\n", + "COLORS = ['red', 'blue', 'brown', 'orange', 'yellow', 'green' , 'purple', 'cyan']" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a4cf1c9a-1ced-48d4-974c-3c850905034e", + "metadata": {}, + "outputs": [], + "source": [ + "# Prework\n", + "result = collection.get(include=['embeddings', 'documents', 'metadatas'], limit=MAXIMUM_DATAPOINTS)\n", + "vectors = np.array(result['embeddings'])\n", + "documents = result['documents']\n", + "categories = [metadata['category'] for metadata in result['metadatas']]\n", + "colors = [COLORS[CATEGORIES.index(c)] for c in categories]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c54df150-c8d8-4bc3-8877-6759691eeb42", + "metadata": {}, + "outputs": [], + "source": [ + "# Let's try 3D!\n", + "\n", + "tsne = TSNE(n_components=3, random_state=42, n_jobs=-1)\n", + "reduced_vectors = tsne.fit_transform(vectors)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e8fb2a63-24c5-4dce-9e63-aa208272f82d", + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "# Create the 3D scatter plot\n", + "fig = go.Figure(data=[go.Scatter3d(\n", + " x=reduced_vectors[:, 0],\n", + " y=reduced_vectors[:, 1],\n", + " z=reduced_vectors[:, 2],\n", + " mode='markers',\n", + " marker=dict(size=3, color=colors, opacity=0.7),\n", + ")])\n", + "\n", + "fig.update_layout(\n", + " title='3D Chroma Vector Store Visualization',\n", + " scene=dict(xaxis_title='x', yaxis_title='y', zaxis_title='z'),\n", + " width=1200,\n", + " height=800,\n", + " margin=dict(r=20, b=10, l=10, t=40)\n", + ")\n", + "\n", + "fig.show()" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/day2.3.ipynb b/week8/day2.3.ipynb new file mode 100644 index 0000000..a851fd6 --- /dev/null +++ b/week8/day2.3.ipynb @@ -0,0 +1,397 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "2a0f44a9-37cd-4aa5-9b20-cfc0dc8dfc0a", + "metadata": {}, + "source": [ + "# The Price is Right\n", + "\n", + "Today we build a more complex solution for estimating prices of goods.\n", + "\n", + "1. Day 2.0 notebook: create a RAG database with our 400,000 training data\n", + "2. Day 2.1 notebook: visualize in 2D\n", + "3. Day 2.2 notebook: visualize in 3D\n", + "4. Day 2.3 notebook: build and test a RAG pipeline with GPT-4o-mini\n", + "5. Day 2.4 notebook: (a) bring back our Random Forest pricer (b) Create a Ensemble pricer that allows contributions from all the pricers\n", + "\n", + "Phew! That's a lot to get through in one day!\n", + "\n", + "## PLEASE NOTE:\n", + "\n", + "We already have a very powerful product estimator with our proprietary, fine-tuned LLM. Most people would be very satisfied with that! The main reason we're adding these extra steps is to deepen your expertise with RAG and with Agentic workflows.\n", + "\n", + "## We will go fast today! Hold on to your hat.." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "fbcdfea8-7241-46d7-a771-c0381a3e7063", + "metadata": {}, + "outputs": [], + "source": [ + "# imports\n", + "\n", + "import os\n", + "import re\n", + "import math\n", + "import json\n", + "from tqdm import tqdm\n", + "import random\n", + "from dotenv import load_dotenv\n", + "from huggingface_hub import login\n", + "import matplotlib.pyplot as plt\n", + "import numpy as np\n", + "import pickle\n", + "from openai import OpenAI\n", + "from sentence_transformers import SentenceTransformer\n", + "from datasets import load_dataset\n", + "import chromadb\n", + "from items import Item\n", + "from testing import Tester" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "98666e73-938e-469d-8987-e6e55ba5e034", + "metadata": {}, + "outputs": [], + "source": [ + "# environment\n", + "\n", + "load_dotenv()\n", + "os.environ['OPENAI_API_KEY'] = os.getenv('OPENAI_API_KEY', 'your-key-if-not-using-env')\n", + "os.environ['HF_TOKEN'] = os.getenv('HF_TOKEN', 'your-key-if-not-using-env')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9a25a5cf-8f6c-4b5d-ad98-fdd096f5adf8", + "metadata": {}, + "outputs": [], + "source": [ + "openai = OpenAI()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "dc696493-0b6f-48aa-9fa8-b1ae0ecaf3cd", + "metadata": {}, + "outputs": [], + "source": [ + "# Load in the test pickle file:\n", + "\n", + "with open('test.pkl', 'rb') as file:\n", + " test = pickle.load(file)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "33d38a06-0c0d-4e96-94d1-35ee183416ce", + "metadata": {}, + "outputs": [], + "source": [ + "def make_context(similars, prices):\n", + " message = \"To provide some context, here are some other items that might be similar to the item you need to estimate.\\n\\n\"\n", + " for similar, price in zip(similars, prices):\n", + " message += f\"Potentially related product:\\n{similar}\\nPrice is ${price:.2f}\\n\\n\"\n", + " return message" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "61f203b7-63b6-48ed-869b-e393b5bfcad3", + "metadata": {}, + "outputs": [], + "source": [ + "def messages_for(item, similars, prices):\n", + " system_message = \"You estimate prices of items. Reply only with the price, no explanation\"\n", + " user_prompt = make_context(similars, prices)\n", + " user_prompt += \"And now the question for you:\\n\\n\"\n", + " user_prompt += item.test_prompt().replace(\" to the nearest dollar\",\"\").replace(\"\\n\\nPrice is $\",\"\")\n", + " return [\n", + " {\"role\": \"system\", \"content\": system_message},\n", + " {\"role\": \"user\", \"content\": user_prompt},\n", + " {\"role\": \"assistant\", \"content\": \"Price is $\"}\n", + " ]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "b26f405d-6e1f-4caa-b97f-1f62cd9d1ebc", + "metadata": {}, + "outputs": [], + "source": [ + "DB = \"products_vectorstore\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d26a1104-cd11-4361-ab25-85fb576e0582", + "metadata": {}, + "outputs": [], + "source": [ + "client = chromadb.PersistentClient(path=DB)\n", + "collection = client.get_or_create_collection('products')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "1e339760-96d8-4485-bec7-43fadcd30c4d", + "metadata": {}, + "outputs": [], + "source": [ + "def description(item):\n", + " text = item.prompt.replace(\"How much does this cost to the nearest dollar?\\n\\n\", \"\")\n", + " return text.split(\"\\n\\nPrice is $\")[0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a1bd0c87-8bad-43d9-9461-bb69a9e0e22c", + "metadata": {}, + "outputs": [], + "source": [ + "description(test[0])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9f759bd2-7a7e-4c1a-80a0-e12470feca89", + "metadata": {}, + "outputs": [], + "source": [ + "model = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e44dbd25-fb95-4b6b-bbbb-8da5fc817105", + "metadata": {}, + "outputs": [], + "source": [ + "def vector(item):\n", + " return model.encode([description(item)])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ffd5ee47-db5d-4263-b0d9-80d568c91341", + "metadata": {}, + "outputs": [], + "source": [ + "def find_similars(item):\n", + " results = collection.query(query_embeddings=vector(item).astype(float).tolist(), n_results=5)\n", + " documents = results['documents'][0][:]\n", + " prices = [m['price'] for m in results['metadatas'][0][:]]\n", + " return documents, prices" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "6f7b9ff9-fd90-4627-bb17-7c2f7bbd21f3", + "metadata": {}, + "outputs": [], + "source": [ + "test[1].prompt" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ff1b2659-cc6b-47aa-a797-dd1cd3d1d6c3", + "metadata": {}, + "outputs": [], + "source": [ + "documents, prices = find_similars(test[1])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "24756d4d-edac-41ce-bb80-c3b6f1cea7ee", + "metadata": {}, + "outputs": [], + "source": [ + "print(make_context(documents, prices))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0b81eca2-0b58-4fe8-9dd6-47f13ba5f8ee", + "metadata": {}, + "outputs": [], + "source": [ + "print(messages_for(test[1], documents, prices))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d11f1c8d-7480-4d64-a274-b030d701f1b8", + "metadata": {}, + "outputs": [], + "source": [ + "def get_price(s):\n", + " s = s.replace('$','').replace(',','')\n", + " match = re.search(r\"[-+]?\\d*\\.\\d+|\\d+\", s)\n", + " return float(match.group()) if match else 0" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a919cf7d-b3d3-4968-8c96-54a0da0b0219", + "metadata": {}, + "outputs": [], + "source": [ + "# The function for gpt-4o-mini\n", + "\n", + "def gpt_4o_mini_rag(item):\n", + " documents, prices = find_similars(item)\n", + " response = openai.chat.completions.create(\n", + " model=\"gpt-4o-mini\", \n", + " messages=messages_for(item, documents, prices),\n", + " seed=42,\n", + " max_tokens=5\n", + " )\n", + " reply = response.choices[0].message.content\n", + " return get_price(reply)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3e519e26-ff15-4425-90bb-bfbf55deb39b", + "metadata": {}, + "outputs": [], + "source": [ + "gpt_4o_mini_rag(test[1])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ce78741b-2966-41d2-9831-cbf8f8d176be", + "metadata": {}, + "outputs": [], + "source": [ + "test[1].price" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "16d90455-ff7d-4f5f-8b8c-8e061263d1c7", + "metadata": {}, + "outputs": [], + "source": [ + "Tester.test(gpt_4o_mini_rag, test)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e6d5deb3-6a2a-4484-872c-37176c5e1f07", + "metadata": {}, + "outputs": [], + "source": [ + "from agents.frontier_agent import FrontierAgent" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "56e8dd5d-ed36-49d8-95f7-dc82e548255b", + "metadata": {}, + "outputs": [], + "source": [ + "agent = FrontierAgent(collection)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "980dd126-f675-4499-8817-0cc0bb73e247", + "metadata": {}, + "outputs": [], + "source": [ + "agent.price(\"Quadcast HyperX condenser mic for high quality podcasting\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "66c18a06-d0f1-4ec9-8aff-ec3ca294dd09", + "metadata": {}, + "outputs": [], + "source": [ + "from agents.specialist_agent import SpecialistAgent" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ba672fb4-2c3e-42ee-9ea0-21bfcfc5260c", + "metadata": {}, + "outputs": [], + "source": [ + "agent2 = SpecialistAgent()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a5a97004-95b4-46ea-b12d-a4ead22fcb2a", + "metadata": {}, + "outputs": [], + "source": [ + "agent2.price(\"Quadcast HyperX condenser mic for high quality podcasting\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "26d5ddc6-baa6-4760-a430-05671847ac47", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/day2.4.ipynb b/week8/day2.4.ipynb new file mode 100644 index 0000000..6333ae6 --- /dev/null +++ b/week8/day2.4.ipynb @@ -0,0 +1,408 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "40d49349-faaa-420c-9b65-0bdc9edfabce", + "metadata": {}, + "source": [ + "# The Price is Right\n", + "\n", + "Today we build a more complex solution for estimating prices of goods.\n", + "\n", + "1. Day 2.0 notebook: create a RAG database with our 400,000 training data\n", + "2. Day 2.1 notebook: visualize in 2D\n", + "3. Day 2.2 notebook: visualize in 3D\n", + "4. Day 2.3 notebook: build and test a RAG pipeline with GPT-4o-mini\n", + "5. Day 2.4 notebook: (a) bring back our Random Forest pricer (b) Create a Ensemble pricer that allows contributions from all the pricers\n", + "\n", + "Phew! That's a lot to get through in one day!\n", + "\n", + "## PLEASE NOTE:\n", + "\n", + "We already have a very powerful product estimator with our proprietary, fine-tuned LLM. Most people would be very satisfied with that! The main reason we're adding these extra steps is to deepen your expertise with RAG and with Agentic workflows.\n", + "\n", + "## Finishing off with Random Forests & Ensemble" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "fbcdfea8-7241-46d7-a771-c0381a3e7063", + "metadata": {}, + "outputs": [], + "source": [ + "# imports\n", + "\n", + "import os\n", + "import re\n", + "import math\n", + "import json\n", + "from tqdm import tqdm\n", + "import random\n", + "from dotenv import load_dotenv\n", + "from huggingface_hub import login\n", + "import numpy as np\n", + "import pickle\n", + "from openai import OpenAI\n", + "from sentence_transformers import SentenceTransformer\n", + "from datasets import load_dataset\n", + "import chromadb\n", + "from items import Item\n", + "from testing import Tester\n", + "import pandas as pd\n", + "import numpy as np\n", + "from sklearn.ensemble import RandomForestRegressor\n", + "from sklearn.linear_model import LinearRegression\n", + "from sklearn.metrics import mean_squared_error, r2_score\n", + "import joblib\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e6e88bd1-f89c-4b98-92fa-aa4bc1575bca", + "metadata": {}, + "outputs": [], + "source": [ + "# CONSTANTS\n", + "\n", + "QUESTION = \"How much does this cost to the nearest dollar?\\n\\n\"\n", + "DB = \"products_vectorstore\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "98666e73-938e-469d-8987-e6e55ba5e034", + "metadata": {}, + "outputs": [], + "source": [ + "# environment\n", + "\n", + "load_dotenv()\n", + "os.environ['OPENAI_API_KEY'] = os.getenv('OPENAI_API_KEY', 'your-key-if-not-using-env')\n", + "os.environ['HF_TOKEN'] = os.getenv('HF_TOKEN', 'your-key-if-not-using-env')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "dc696493-0b6f-48aa-9fa8-b1ae0ecaf3cd", + "metadata": {}, + "outputs": [], + "source": [ + "# Load in the test pickle file:\n", + "\n", + "with open('test.pkl', 'rb') as file:\n", + " test = pickle.load(file)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d26a1104-cd11-4361-ab25-85fb576e0582", + "metadata": {}, + "outputs": [], + "source": [ + "client = chromadb.PersistentClient(path=DB)\n", + "collection = client.get_or_create_collection('products')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e00b82a9-a8dc-46f1-8ea9-2f07cbc8e60d", + "metadata": {}, + "outputs": [], + "source": [ + "result = collection.get(include=['embeddings', 'documents', 'metadatas'])\n", + "vectors = np.array(result['embeddings'])\n", + "documents = result['documents']\n", + "prices = [metadata['price'] for metadata in result['metadatas']]" + ] + }, + { + "cell_type": "markdown", + "id": "bf6492cb-b11a-4ad5-859b-a71a78ffb949", + "metadata": {}, + "source": [ + "# Random Forest\n", + "\n", + "We will now train a Random Forest model.\n", + "\n", + "Can you spot the difference from what we did in Week 6? In week 6 we used the word2vec model to form vectors; this time we'll use the vectors we already have in Chroma, from the SentenceTransformer model." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "48894777-101f-4fe5-998c-47079407f340", + "metadata": {}, + "outputs": [], + "source": [ + "# This next line takes an hour on my M1 Mac!\n", + "\n", + "rf_model = RandomForestRegressor(n_estimators=100, random_state=42, n_jobs=-1)\n", + "rf_model.fit(vectors, prices)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "62eb7ddf-e1da-481e-84c6-1256547566bd", + "metadata": {}, + "outputs": [], + "source": [ + "# Save the model to a file\n", + "\n", + "joblib.dump(rf_model, 'random_forest_model.pkl')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d281dc5e-761e-4a5e-86b3-29d9c0a33d4a", + "metadata": {}, + "outputs": [], + "source": [ + "# Load it back in again\n", + "\n", + "rf_model = joblib.load('random_forest_model.pkl')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5d438dec-8e5b-4e60-bb6f-c3f82e522dd9", + "metadata": {}, + "outputs": [], + "source": [ + "from agents.specialist_agent import SpecialistAgent\n", + "from agents.frontier_agent import FrontierAgent\n", + "from agents.random_forest_agent import RandomForestAgent" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "afc39369-b97b-4a90-b17e-b20ef501d3c9", + "metadata": {}, + "outputs": [], + "source": [ + "specialist = SpecialistAgent()\n", + "frontier = FrontierAgent(collection)\n", + "random_forest = RandomForestAgent()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8e2d0d0a-8bb8-4b39-b046-322828c39244", + "metadata": {}, + "outputs": [], + "source": [ + "def description(item):\n", + " return item.prompt.split(\"to the nearest dollar?\\n\\n\")[1].split(\"\\n\\nPrice is $\")[0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "bfe0434f-b29e-4cc0-bad9-b07624665727", + "metadata": {}, + "outputs": [], + "source": [ + "def rf(item):\n", + " return random_forest.price(description(item))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "cdf233ec-264f-4b34-9f2b-27c39692137b", + "metadata": {}, + "outputs": [], + "source": [ + "Tester.test(rf, test)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9f759bd2-7a7e-4c1a-80a0-e12470feca89", + "metadata": {}, + "outputs": [], + "source": [ + "product = \"Quadcast HyperX condenser mic for high quality audio for podcasting\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e44dbd25-fb95-4b6b-bbbb-8da5fc817105", + "metadata": {}, + "outputs": [], + "source": [ + "print(specialist.price(product))\n", + "print(frontier.price(product))\n", + "print(random_forest.price(product))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "1779b353-e2bb-4fc7-be7c-93057e4d688a", + "metadata": {}, + "outputs": [], + "source": [ + "specialists = []\n", + "frontiers = []\n", + "random_forests = []\n", + "prices = []\n", + "for item in tqdm(test[1000:1250]):\n", + " text = description(item)\n", + " specialists.append(specialist.price(text))\n", + " frontiers.append(frontier.price(text))\n", + " random_forests.append(random_forest.price(text))\n", + " prices.append(item.price)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f0bca725-4e34-405b-8d90-41d67086a25d", + "metadata": {}, + "outputs": [], + "source": [ + "mins = [min(s,f,r) for s,f,r in zip(specialists, frontiers, random_forests)]\n", + "maxes = [max(s,f,r) for s,f,r in zip(specialists, frontiers, random_forests)]\n", + "\n", + "X = pd.DataFrame({\n", + " 'Specialist': specialists,\n", + " 'Frontier': frontiers,\n", + " 'RandomForest': random_forests,\n", + " 'Min': mins,\n", + " 'Max': maxes,\n", + "})\n", + "\n", + "# Convert y to a Series\n", + "y = pd.Series(prices)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "1be5be8a-3e7f-42a2-be54-0c7e380f7cc4", + "metadata": {}, + "outputs": [], + "source": [ + "# Train a Linear Regression\n", + "np.random.seed(42)\n", + "\n", + "lr = LinearRegression()\n", + "lr.fit(X, y)\n", + "\n", + "feature_columns = X.columns.tolist()\n", + "\n", + "for feature, coef in zip(feature_columns, lr.coef_):\n", + " print(f\"{feature}: {coef:.2f}\")\n", + "print(f\"Intercept={lr.intercept_:.2f}\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0bdf6e68-28a3-4ed2-b17e-de0ede923d34", + "metadata": {}, + "outputs": [], + "source": [ + "joblib.dump(lr, 'ensemble_model.pkl')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e762441a-9470-4dd7-8a8f-ec0430e908c7", + "metadata": {}, + "outputs": [], + "source": [ + "from agents.ensemble_agent import EnsembleAgent\n", + "ensemble = EnsembleAgent(collection)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "1a29f03c-8010-43b7-ae7d-1bc85ca6e8e2", + "metadata": {}, + "outputs": [], + "source": [ + "ensemble.price(product)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e6a5e226-a508-43d5-aa42-cefbde72ffdf", + "metadata": {}, + "outputs": [], + "source": [ + "def ensemble_pricer(item):\n", + " return ensemble.price(description(item))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8397b1ef-2ea3-4af8-bb34-36594e0600cc", + "metadata": {}, + "outputs": [], + "source": [ + "Tester.test(ensemble_pricer, test)" + ] + }, + { + "cell_type": "markdown", + "id": "347c5350-d4b5-42ae-96f6-ec94f6ab41d7", + "metadata": {}, + "source": [ + "# WHAT A DAY!\n", + "\n", + "We got so much done - a Fronter RAG pipeline, a Random Forest model using transformer-based encodings, and an Ensemble model.\n", + "\n", + "You can do better, for sure!\n", + "\n", + "Tweak this, and try adding components into the ensemble, to beat my performance." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "85009065-851e-44a2-b39f-4c116f7fbd22", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/day3.ipynb b/week8/day3.ipynb new file mode 100644 index 0000000..01936d3 --- /dev/null +++ b/week8/day3.ipynb @@ -0,0 +1,235 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "0df0d850-49eb-4a0b-a27a-146969db710d", + "metadata": {}, + "source": [ + "# The Price is Right\n", + "\n", + "Today we'll build another piece of the puzzle: a ScanningAgent that looks for promising deals by subscribing to RSS feeds." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d3763a79-8a5a-4300-8de4-93e85475af10", + "metadata": {}, + "outputs": [], + "source": [ + "# imports\n", + "\n", + "import os\n", + "import json\n", + "from dotenv import load_dotenv\n", + "from openai import OpenAI\n", + "from agents.deals import ScrapedDeal, DealSelection" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c6469e32-16c3-4443-9475-ade710ef6933", + "metadata": {}, + "outputs": [], + "source": [ + "# Initialize and constants\n", + "\n", + "load_dotenv()\n", + "os.environ['OPENAI_API_KEY'] = os.getenv('OPENAI_API_KEY', 'your-key-if-not-using-env')\n", + "MODEL = 'gpt-4o-mini'\n", + "openai = OpenAI()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "afece9db-8cd4-46be-ac57-0b472e84da7d", + "metadata": {}, + "outputs": [], + "source": [ + "deals = ScrapedDeal.fetch(show_progress=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8cd15c4d-eb44-4601-bf0c-f945c1d8e3ec", + "metadata": {}, + "outputs": [], + "source": [ + "len(deals)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4259f30a-6455-49ed-8863-2f9ddd4776cb", + "metadata": {}, + "outputs": [], + "source": [ + "deals[44].describe()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8100e5ac-38f5-40c1-a712-08ae12c85038", + "metadata": {}, + "outputs": [], + "source": [ + "system_prompt = \"\"\"You identify and summarize the 5 most detailed deals from a list, by selecting deals that have the most detailed, high quality description and the most clear price.\n", + "Respond strictly in JSON with no explanation, using this format. You should provide the price as a number derived from the description. If the price of a deal isn't clear, do not include that deal in your response.\n", + "Most important is that you respond with the 5 deals that have the most detailed product description with price. It's not important to mention the terms of the deal; most important is a thorough description of the product.\n", + "Be careful with products that are described as \"$XXX off\" or \"reduced by $XXX\" - this isn't the actual price of the product. Only respond with products when you are highly confident about the price. \n", + "\n", + "{\"deals\": [\n", + " {\n", + " \"product_description\": \"Your clearly expressed summary of the product in 4-5 sentences. Details of the item are much more important than why it's a good deal. Avoid mentioning discounts and coupons; focus on the item itself. There should be a paragpraph of text for each item you choose.\",\n", + " \"price\": 99.99,\n", + " \"url\": \"the url as provided\"\n", + " },\n", + " ...\n", + "]}\"\"\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f4bca170-af71-40c9-9597-1d72980c74d8", + "metadata": {}, + "outputs": [], + "source": [ + "user_prompt = \"\"\"Respond with the most promising 5 deals from this list, selecting those which have the most detailed, high quality product description and a clear price.\n", + "Respond strictly in JSON, and only JSON. You should rephrase the description to be a summary of the product itself, not the terms of the deal.\n", + "Remember to respond with a paragraph of text in the product_description field for each of the 5 items that you select.\n", + "Be careful with products that are described as \"$XXX off\" or \"reduced by $XXX\" - this isn't the actual price of the product. Only respond with products when you are highly confident about the price. \n", + "\n", + "Deals:\n", + "\n", + "\"\"\"\n", + "user_prompt += '\\n\\n'.join([deal.describe() for deal in deals])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "020947a6-561b-417b-98a0-a085e31d2ce3", + "metadata": {}, + "outputs": [], + "source": [ + "print(user_prompt[:2000])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7de46f74-868c-4127-8a68-cf2da7d600bb", + "metadata": {}, + "outputs": [], + "source": [ + "def get_recommendations():\n", + " completion = openai.beta.chat.completions.parse(\n", + " model=\"gpt-4o-mini\",\n", + " messages=[\n", + " {\"role\": \"system\", \"content\": system_prompt},\n", + " {\"role\": \"user\", \"content\": user_prompt}\n", + " ],\n", + " response_format=DealSelection\n", + " )\n", + " result = completion.choices[0].message.parsed\n", + " return result" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4c06270d-8c17-4d5a-9cfe-b6cefe788d5e", + "metadata": {}, + "outputs": [], + "source": [ + "result = get_recommendations()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "84e62845-3338-441a-8161-c70097af4773", + "metadata": {}, + "outputs": [], + "source": [ + "len(result.deals)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e5554a0a-ae40-4684-ad3e-faa3d22e030c", + "metadata": {}, + "outputs": [], + "source": [ + "result.deals[1]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8bdc57fb-7497-47af-a643-6ba5a21cc17e", + "metadata": {}, + "outputs": [], + "source": [ + "from agents.scanner_agent import ScannerAgent" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "132278bc-217a-43a6-b6c4-724140c6a225", + "metadata": {}, + "outputs": [], + "source": [ + "agent = ScannerAgent()\n", + "result = agent.scan()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "2e1d013a-c930-4dad-901b-41433379e14b", + "metadata": {}, + "outputs": [], + "source": [ + "result" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5ee2e837-1f1d-42d4-8bc4-51cccc343006", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/day4.ipynb b/week8/day4.ipynb new file mode 100644 index 0000000..26d6132 --- /dev/null +++ b/week8/day4.ipynb @@ -0,0 +1,141 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "23f53670-1a73-46ba-a754-4a497e8e0e64", + "metadata": {}, + "source": [ + "# The Price is Right\n", + "\n", + "First we'll polish off 2 more simple agents:\n", + "\n", + "The **Messaging Agent** to send push notifications\n", + "\n", + "The **Planning Agent** to coordinate activities\n", + "\n", + "Then we'll put it all together into an Agent Framework.\n", + "\n", + "For the Push Notification, we will be using a nifty platform called Pushover. \n", + "You'll need to set up a free account and add 2 tokens to your `.env` file:\n", + "\n", + "```\n", + "PUSHOVER_USER=xxx\n", + "PUSHOVER_TOKEN=xxx\n", + "```" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "80d683d9-9e92-44ae-af87-a413ca84db21", + "metadata": {}, + "outputs": [], + "source": [ + "from dotenv import load_dotenv\n", + "from agents.messaging_agent import MessagingAgent" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5ba769cc-5301-4810-b01f-cab584cfb3b3", + "metadata": {}, + "outputs": [], + "source": [ + "load_dotenv()\n", + "DB = \"products_vectorstore\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e05cc427-3d2c-4792-ade1-d356f95a82a9", + "metadata": {}, + "outputs": [], + "source": [ + "agent = MessagingAgent()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5ec518f5-dae4-44b1-a185-d7eaf853ec00", + "metadata": {}, + "outputs": [], + "source": [ + "agent.push(\"MASSIVE NEWS!!!\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0056a02f-06a3-4acc-99f3-cbe919ee936b", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "57b3a014-0b15-425a-a29b-6fefc5006dee", + "metadata": {}, + "outputs": [], + "source": [ + "import chromadb\n", + "DB = \"products_vectorstore\"\n", + "client = chromadb.PersistentClient(path=DB)\n", + "collection = client.get_or_create_collection('products')\n", + "from agents.planning_agent import PlanningAgent" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a5c31c39-e357-446e-9cec-b4775c298941", + "metadata": {}, + "outputs": [], + "source": [ + "planner = PlanningAgent(collection)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d9ac771b-ea12-41c0-a7ce-05f12e27ad9e", + "metadata": {}, + "outputs": [], + "source": [ + "planner.plan()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8dd94a70-3202-452b-9ef0-551d6feb159b", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/day5.ipynb b/week8/day5.ipynb new file mode 100644 index 0000000..e135d76 --- /dev/null +++ b/week8/day5.ipynb @@ -0,0 +1,163 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "a71ed017-e1b0-4299-88b3-f0eb05adc4df", + "metadata": {}, + "source": [ + "# The Price is Right\n", + "\n", + "The final step is to build a User Interface\n", + "\n", + "We will use more advanced aspects of Gradio - building piece by piece." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "614c6202-4575-448d-98ee-78b735775d2b", + "metadata": {}, + "outputs": [], + "source": [ + "import gradio as gr\n", + "from deal_agent_framework import DealAgentFramework\n", + "from agents.deals import Opportunity, Deal" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0534e714-5a9c-45c6-998c-3472ac0bb8b5", + "metadata": {}, + "outputs": [], + "source": [ + "with gr.Blocks(title=\"The Price is Right\", fill_width=True) as ui:\n", + "\n", + " with gr.Row():\n", + " gr.Markdown('
The Price is Right - Deal Hunting Agentic AI
')\n", + " with gr.Row():\n", + " gr.Markdown('
Autonomous agent framework that finds online deals, collaborating with a proprietary fine-tuned LLM deployed on Modal, and a RAG pipeline with a frontier model and Chroma.
')\n", + " \n", + "\n", + "ui.launch(inbrowser=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "18c12c10-750c-4da3-8df5-f2bc3393f9e0", + "metadata": {}, + "outputs": [], + "source": [ + "with gr.Blocks(title=\"The Price is Right\", fill_width=True) as ui:\n", + "\n", + " initial_deal = Deal(product_description=\"Example description\", price=100.0, url=\"https://cnn.com\")\n", + " initial_opportunity = Opportunity(deal=initial_deal, estimate=200.0, discount=100.0)\n", + " opportunities = gr.State([initial_opportunity])\n", + "\n", + " def get_table(opps):\n", + " return [[opp.deal.product_description, opp.deal.price, opp.estimate, opp.discount, opp.deal.url] for opp in opps]\n", + "\n", + " with gr.Row():\n", + " gr.Markdown('
\"The Price is Right\" - Deal Hunting Agentic AI
')\n", + " with gr.Row():\n", + " gr.Markdown('
Deals surfaced so far:
')\n", + " with gr.Row():\n", + " opportunities_dataframe = gr.Dataframe(\n", + " headers=[\"Description\", \"Price\", \"Estimate\", \"Discount\", \"URL\"],\n", + " wrap=True,\n", + " column_widths=[4, 1, 1, 1, 2],\n", + " row_count=10,\n", + " col_count=5,\n", + " height=400,\n", + " )\n", + "\n", + " ui.load(get_table, inputs=[opportunities], outputs=[opportunities_dataframe])\n", + "\n", + "ui.launch(inbrowser=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "87106328-a17a-447e-90b9-c547613468da", + "metadata": {}, + "outputs": [], + "source": [ + "agent_framework = DealAgentFramework()\n", + "\n", + "with gr.Blocks(title=\"The Price is Right\", fill_width=True) as ui:\n", + "\n", + " initial_deal = Deal(product_description=\"Example description\", price=100.0, url=\"https://cnn.com\")\n", + " initial_opportunity = Opportunity(deal=initial_deal, estimate=200.0, discount=100.0)\n", + " opportunities = gr.State([initial_opportunity])\n", + "\n", + " def get_table(opps):\n", + " return [[opp.deal.product_description, opp.deal.price, opp.estimate, opp.discount, opp.deal.url] for opp in opps]\n", + "\n", + " def do_select(opportunities, selected_index: gr.SelectData):\n", + " row = selected_index.index[0]\n", + " opportunity = opportunities[row]\n", + " agent_framework.planner.messenger.alert(opportunity)\n", + "\n", + " with gr.Row():\n", + " gr.Markdown('
\"The Price is Right\" - Deal Hunting Agentic AI
')\n", + " with gr.Row():\n", + " gr.Markdown('
Deals surfaced so far:
')\n", + " with gr.Row():\n", + " opportunities_dataframe = gr.Dataframe(\n", + " headers=[\"Description\", \"Price\", \"Estimate\", \"Discount\", \"URL\"],\n", + " wrap=True,\n", + " column_widths=[4, 1, 1, 1, 2],\n", + " row_count=10,\n", + " col_count=5,\n", + " height=400,\n", + " )\n", + "\n", + " ui.load(get_table, inputs=[opportunities], outputs=[opportunities_dataframe])\n", + " opportunities_dataframe.select(do_select, inputs=[opportunities], outputs=[])\n", + "\n", + "ui.launch(inbrowser=True)" + ] + }, + { + "cell_type": "markdown", + "id": "ecfed67b-ebcb-4e17-ad15-a7151f940119", + "metadata": {}, + "source": [ + "# Time for the code\n", + "\n", + "And now we'll move to the price_is_right.py code, followed by price_is_right_final.py" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "48506465-1c7a-433f-a665-b277a8b4665c", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/week8/deal_agent_framework.py b/week8/deal_agent_framework.py new file mode 100644 index 0000000..e300018 --- /dev/null +++ b/week8/deal_agent_framework.py @@ -0,0 +1,94 @@ +import os +import sys +import logging +import json +from typing import List, Optional +from twilio.rest import Client +from dotenv import load_dotenv +import chromadb +from agents.planning_agent import PlanningAgent +from agents.deals import Opportunity +from sklearn.manifold import TSNE +import numpy as np + + +# Colors for logging +BG_BLUE = '\033[44m' +WHITE = '\033[37m' +RESET = '\033[0m' + +# Colors for plot +CATEGORIES = ['Appliances', 'Automotive', 'Cell_Phones_and_Accessories', 'Electronics','Musical_Instruments', 'Office_Products', 'Tools_and_Home_Improvement', 'Toys_and_Games'] +COLORS = ['red', 'blue', 'brown', 'orange', 'yellow', 'green' , 'purple', 'cyan'] + +def init_logging(): + root = logging.getLogger() + root.setLevel(logging.INFO) + + handler = logging.StreamHandler(sys.stdout) + handler.setLevel(logging.INFO) + formatter = logging.Formatter( + "[%(asctime)s] [Agents] [%(levelname)s] %(message)s", + datefmt="%Y-%m-%d %H:%M:%S %z", + ) + handler.setFormatter(formatter) + root.addHandler(handler) + +class DealAgentFramework: + + DB = "products_vectorstore" + MEMORY_FILENAME = "memory.json" + + def __init__(self): + init_logging() + self.log("Initializing Agent Framework") + load_dotenv() + client = chromadb.PersistentClient(path=self.DB) + self.memory = self.read_memory() + self.collection = client.get_or_create_collection('products') + self.planner = PlanningAgent(self.collection) + self.log("Agent Framework is ready") + + def read_memory(self) -> List[Opportunity]: + if os.path.exists(self.MEMORY_FILENAME): + with open(self.MEMORY_FILENAME, "r") as file: + data = json.load(file) + opportunities = [Opportunity(**item) for item in data] + return opportunities + return [] + + def write_memory(self) -> None: + data = [opportunity.dict() for opportunity in self.memory] + with open(self.MEMORY_FILENAME, "w") as file: + json.dump(data, file, indent=2) + + def log(self, message: str): + text = BG_BLUE + WHITE + "[Agent Framework] " + message + RESET + logging.info(text) + + def run(self) -> Optional[Opportunity]: + logging.info("Kicking off Planning Agent") + result = self.planner.plan(memory=self.memory) + logging.info(f"Planning Agent has completed and returned: {result}") + if result: + self.memory.append(result) + self.write_memory() + return result + + @classmethod + def get_plot_data(cls, max_datapoints=10000): + client = chromadb.PersistentClient(path=cls.DB) + collection = client.get_or_create_collection('products') + result = collection.get(include=['embeddings', 'documents', 'metadatas'], limit=max_datapoints) + vectors = np.array(result['embeddings']) + documents = result['documents'] + categories = [metadata['category'] for metadata in result['metadatas']] + colors = [COLORS[CATEGORIES.index(c)] for c in categories] + tsne = TSNE(n_components=3, random_state=42, n_jobs=-1) + reduced_vectors = tsne.fit_transform(vectors) + return documents, reduced_vectors, colors + + +if __name__=="__main__": + DealAgentFramework().run() + \ No newline at end of file diff --git a/week8/hello.py b/week8/hello.py new file mode 100644 index 0000000..6b97092 --- /dev/null +++ b/week8/hello.py @@ -0,0 +1,18 @@ +import modal +from modal import App, Image + +# Setup + +app = modal.App("hello") +image = Image.debian_slim().pip_install("requests") + +# Hello! + +@app.function(image=image) +def hello() -> str: + import requests + + response = requests.get('https://ipinfo.io/json') + data = response.json() + city, region, country = data['city'], data['region'], data['country'] + return f"Hello from {city}, {region}, {country}!!" diff --git a/week8/items.py b/week8/items.py new file mode 100644 index 0000000..1acaf5d --- /dev/null +++ b/week8/items.py @@ -0,0 +1,101 @@ +from typing import Optional +from transformers import AutoTokenizer +import re + +BASE_MODEL = "meta-llama/Meta-Llama-3.1-8B" +MIN_TOKENS = 150 +MAX_TOKENS = 160 +MIN_CHARS = 300 +CEILING_CHARS = MAX_TOKENS * 7 + +class Item: + """ + An Item is a cleaned, curated datapoint of a Product with a Price + """ + + tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, trust_remote_code=True) + PREFIX = "Price is $" + QUESTION = "How much does this cost to the nearest dollar?" + REMOVALS = ['"Batteries Included?": "No"', '"Batteries Included?": "Yes"', '"Batteries Required?": "No"', '"Batteries Required?": "Yes"', "By Manufacturer", "Item", "Date First", "Package", ":", "Number of", "Best Sellers", "Number", "Product "] + + title: str + price: float + category: str + token_count: int = 0 + details: Optional[str] + prompt: Optional[str] = None + include = False + + def __init__(self, data, price): + self.title = data['title'] + self.price = price + self.parse(data) + + def scrub_details(self): + """ + Clean up the details string by removing common text that doesn't add value + """ + details = self.details + for remove in self.REMOVALS: + details = details.replace(remove, "") + return details + + def scrub(self, stuff): + """ + Clean up the provided text by removing unnecessary characters and whitespace + Also remove words that are 7+ chars and contain numbers, as these are likely irrelevant product numbers + """ + stuff = re.sub(r'[:\[\]"{}【】\s]+', ' ', stuff).strip() + stuff = stuff.replace(" ,", ",").replace(",,,",",").replace(",,",",") + words = stuff.split(' ') + select = [word for word in words if len(word)<7 or not any(char.isdigit() for char in word)] + return " ".join(select) + + def parse(self, data): + """ + Parse this datapoint and if it fits within the allowed Token range, + then set include to True + """ + contents = '\n'.join(data['description']) + if contents: + contents += '\n' + features = '\n'.join(data['features']) + if features: + contents += features + '\n' + self.details = data['details'] + if self.details: + contents += self.scrub_details() + '\n' + if len(contents) > MIN_CHARS: + contents = contents[:CEILING_CHARS] + text = f"{self.scrub(self.title)}\n{self.scrub(contents)}" + tokens = self.tokenizer.encode(text, add_special_tokens=False) + if len(tokens) > MIN_TOKENS: + tokens = tokens[:MAX_TOKENS] + text = self.tokenizer.decode(tokens) + self.make_prompt(text) + self.include = True + + def make_prompt(self, text): + """ + Set the prompt instance variable to be a prompt appropriate for training + """ + self.prompt = f"{self.QUESTION}\n\n{text}\n\n" + self.prompt += f"{self.PREFIX}{str(round(self.price))}.00" + self.token_count = len(self.tokenizer.encode(self.prompt, add_special_tokens=False)) + + def test_prompt(self): + """ + Return a prompt suitable for testing, with the actual price removed + """ + return self.prompt.split(self.PREFIX)[0] + self.PREFIX + + def __repr__(self): + """ + Return a String version of this Item + """ + return f"<{self.title} = ${self.price}>" + + + + + \ No newline at end of file diff --git a/week8/llama.py b/week8/llama.py new file mode 100644 index 0000000..0a29aa7 --- /dev/null +++ b/week8/llama.py @@ -0,0 +1,44 @@ +import modal +from modal import App, Volume, Image + +# Setup + +app = modal.App("llama") +image = Image.debian_slim().pip_install("torch", "transformers", "bitsandbytes", "accelerate") +secrets = [modal.Secret.from_name("hf-secret")] +GPU = "T4" +MODEL_NAME = "meta-llama/Meta-Llama-3.1-8B" + + + +@app.function(image=image, secrets=secrets, gpu=GPU) +def generate(prompt: str) -> str: + import os + import torch + from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, set_seed + + # Quant Config + quant_config = BitsAndBytesConfig( + load_in_4bit=True, + bnb_4bit_use_double_quant=True, + bnb_4bit_compute_dtype=torch.bfloat16, + bnb_4bit_quant_type="nf4" + ) + + # Load model and tokenizer + + tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME) + tokenizer.pad_token = tokenizer.eos_token + tokenizer.padding_side = "right" + + model = AutoModelForCausalLM.from_pretrained( + MODEL_NAME, + quantization_config=quant_config, + device_map="auto" + ) + + set_seed(42) + inputs = tokenizer.encode(prompt, return_tensors="pt").to("cuda") + attention_mask = torch.ones(inputs.shape, device="cuda") + outputs = model.generate(inputs, attention_mask=attention_mask, max_new_tokens=5, num_return_sequences=1) + return tokenizer.decode(outputs[0]) diff --git a/week8/log_utils.py b/week8/log_utils.py new file mode 100644 index 0000000..8bc33fb --- /dev/null +++ b/week8/log_utils.py @@ -0,0 +1,35 @@ +# Foreground colors +RED = '\033[31m' +GREEN = '\033[32m' +YELLOW = '\033[33m' +BLUE = '\033[34m' +MAGENTA = '\033[35m' +CYAN = '\033[36m' +WHITE = '\033[37m' + +# Background color +BG_BLACK = '\033[40m' +BG_BLUE = '\033[44m' + +# Reset code to return to default color +RESET = '\033[0m' + +mapper = { + BG_BLACK+RED: "#dd0000", + BG_BLACK+GREEN: "#00dd00", + BG_BLACK+YELLOW: "#dddd00", + BG_BLACK+BLUE: "#0000ee", + BG_BLACK+MAGENTA: "#aa00dd", + BG_BLACK+CYAN: "#00dddd", + BG_BLACK+WHITE: "#87CEEB", + BG_BLUE+WHITE: "#ff7800" +} + + +def reformat(message): + for key, value in mapper.items(): + message = message.replace(key, f'') + message = message.replace(RESET, '') + return message + + \ No newline at end of file diff --git a/week8/memory.json b/week8/memory.json new file mode 100644 index 0000000..72bd5e1 --- /dev/null +++ b/week8/memory.json @@ -0,0 +1,164 @@ +[ + { + "deal": { + "product_description": "The Samsung Galaxy Watch Ultra is a premium 47mm LTE Titanium smartwatch designed for both style and functionality. It features a circular display made with durable materials suitable for outdoor activities, providing GPS tracking, health monitoring, and custom apps for various needs. The robust design integrates a range of smart features including notifications, music control, and heart rate tracking, making it an ideal companion for fitness enthusiasts and tech-savvy users alike.", + "price": 350.0, + "url": "https://www.dealnews.com/Samsung-Galaxy-Watch-Ultra-47-mm-LTE-Titanium-Smartwatch-up-to-350-off-w-Trade-in-free-shipping/21663266.html?iref=rss-c142" + }, + "estimate": 773.8138460593241, + "discount": 423.8138460593241 + }, + { + "deal": { + "product_description": "The Refurbished Unlocked Apple iPhone 14 Pro Max offers an impressive 256GB storage and a huge display, perfect for both media consumption and productivity. Enjoy advanced camera technology for stunning photos. This model is designed to provide a seamless user experience with 5G capabilities for faster downloads and streaming. Refurbished to high standards, it comes in various colors and can support all the latest apps from the App Store, accommodating any Apple enthusiast's needs.", + "price": 705.0, + "url": "https://www.dealnews.com/products/Apple/Unlocked-Apple-iPhone-14-Pro-Max-256-GB-Smartphone/462808.html?iref=rss-c142" + }, + "estimate": 930.8824204895075, + "discount": 225.88242048950747 + }, + { + "deal": { + "product_description": "The Certified Refurbished Acer Nitro V laptop boasts a powerful 13th Generation Intel Core i5 processor, perfect for gaming and multitasking. With its 15.6-inch 1080p IPS display and NVIDIA GeForce RTX 4050 GPU, expect stunning visuals and smooth performance for all your gaming needs. It comes with 8GB RAM and a 512GB SSD, ensuring fast load times and ample storage. This model is backed by a 2-year warranty from Allstate, ensuring reliable performance for years to come.", + "price": 560.0, + "url": "https://www.dealnews.com/products/Acer/Nitro-V-13-th-Gen-i5-15-6-Laptop-w-NVIDIA-Ge-Force-RTX-4050/480447.html?iref=rss-c39" + }, + "estimate": 925.1468647365509, + "discount": 365.1468647365509 + }, + { + "deal": { + "product_description": "This EcoFlow DELTA 2 (950) Portable Power Station is designed to meet all your mobile energy needs. With a capacity of 1024Wh, it features six AC outlets and multiple USB ports, allowing you to charge various devices simultaneously. The included 800W alternator charger ensures quick recharging, making it an ideal power solution for camping trips or emergency situations. Its Wi-Fi and Bluetooth capabilities provide easy control and monitoring.", + "price": 699.0, + "url": "https://www.dealnews.com/Eco-Flow-DELTA-2-950-Portable-Power-Station-800-W-Alternator-Charger-for-699-free-shipping/21671420.html?iref=rss-c142" + }, + "estimate": 869.9627492224658, + "discount": 170.96274922246585 + }, + { + "deal": { + "product_description": "This 12V 280Ah LiFePO4 battery offers advanced lithium iron phosphate technology, providing lightweight yet robust power storage for a variety of applications including solar, RV, and marine use. Its long cycle life ensures you can rely on it for consistent performance over time. With built-in BMS (Battery Management System) for safe operation and efficiency, this battery is designed for those who prioritize both reliability and energy efficiency.", + "price": 400.0, + "url": "https://www.dealnews.com/12-V-280-Ah-Li-Fe-PO4-Battery-for-400-free-shipping/21676885.html?iref=rss-c142" + }, + "estimate": 744.6978640830646, + "discount": 344.6978640830646 + }, + { + "deal": { + "product_description": "This certified refurbished Apple iPhone 14 features 128GB of storage, providing ample space for apps, photos, and videos. Known for its performance, the iPhone 14 includes advanced camera capabilities and a long-lasting battery, setting standards in smartphone technology. The device comes with a one-year warranty from Allstate, ensuring reliability and support for customers. This refurbished option is an excellent choice for users looking for quality at a lower price point.", + "price": 425.0, + "url": "https://www.dealnews.com/products/Apple/Refurb-Unlocked-Apple-iPhone-14-128-GB-Phone-Excellent-Cond/472441.html?iref=rss-c142" + }, + "estimate": 667.340418267145, + "discount": 242.34041826714497 + }, + { + "deal": { + "product_description": "The iRobot Roomba j7+ is a highly efficient WiFi self-emptying robot vacuum designed to make cleaning effortless. With advanced smart mapping technology, it can identify and avoid obstacles, ensuring a thorough cleaning of your home. This model offers a self-emptying base, eliminating the need for manual bag changes. A runtime of 90 minutes allows it to cover large areas, making it ideal for busy households.", + "price": 250.0, + "url": "https://www.dealnews.com/products/iRobot/iRobot-Roomba-j7-Wi-Fi-Self-Emptying-Robot-Vacuum/293669.html?iref=rss-f1912" + }, + "estimate": 621.4089582478217, + "discount": 371.4089582478217 + }, + { + "deal": { + "product_description": "The certified refurbished iRobot Roomba 692 is a smart cleaning device that simplifies household upkeep. This vacuum operates with three-stage cleaning technology and has a compatibility feature with smart assistants such as Alexa and Google Home. It is designed for efficient cleaning across hard floors and carpets, providing a 90-minute runtime per charge. This model comes with a 2-year warranty from Allstate, ensuring peace of mind along with top-notch functionality for your cleaning needs.", + "price": 120.0, + "url": "https://www.dealnews.com/products/iRobot/iRobot-Roomba-692-Robot-Vacuum/143125.html?iref=rss-f1912" + }, + "estimate": 304.1034980572389, + "discount": 184.10349805723888 + }, + { + "deal": { + "product_description": "The Certified Refurb Acer Swift Edge Ryzen 7 Laptop features an advanced AMD Ryzen 7 7735U 8-core processor, offering exceptional performance for both work and play. It is equipped with a 16GB RAM and a spacious 1TB SSD, ensuring smooth multitasking and ample storage for your files. The 16-inch display boasts a stunning 3840x2400 resolution, making it ideal for streaming and content creation. This laptop is certified refurbished, meaning it comes backed by a 2-year warranty for peace of mind.", + "price": 760.0, + "url": "https://www.dealnews.com/Certified-Refurb-Acer-Swift-Edge-Ryzen-7-16-Laptop-for-760-free-shipping/21682096.html?iref=rss-c39" + }, + "estimate": 985.5902213719573, + "discount": 225.59022137195734 + }, + { + "deal": { + "product_description": "The Klipsch T5 II True Wireless ANC Earphones offer a high-fidelity audio experience combined with active noise-canceling technology. These earbuds come with six sizes of patented, color-coded oval ear tips to ensure a comfortable fit for all users. The device is equipped with a two-mic hybrid design, enhancing call quality while reducing background noise. With intuitive head gesture controls, you can easily manage your audio playback without needing to reach for your device.", + "price": 68.0, + "url": "https://www.dealnews.com/products/Klipsch/Klipsch-T5-II-True-Wireless-ANC-Earphones/482823.html?iref=rss-c142" + }, + "estimate": 309.56921733594834, + "discount": 241.56921733594834 + }, + { + "deal": { + "product_description": "The Certified Refurbished Acer Aspire 3 laptop boasts a powerful 6th-generation AMD Ryzen 5 processor and a spacious 15.6-inch touchscreen display with full HD resolution. It is equipped with 16GB of RAM and a 1TB SSD, providing ample storage and fast performance. This model comes with Windows 11 Home and is backed by a two-year warranty.", + "price": 288.0, + "url": "https://www.dealnews.com/products/Acer/Acer-Aspire-3-6-th-Gen-Ryzen-5-15-6-Touchscreen-Laptop/476367.html?iref=rss-c39" + }, + "estimate": 558.5214284656016, + "discount": 270.5214284656016 + }, + { + "deal": { + "product_description": "The Eufy eufyCam S330 (eufyCam 3) 4-Camera kit comes equipped with advanced security features, making it a top choice for home monitoring. Each camera offers high-resolution 4K video and includes an integrated solar panel for continuous powering, thus eliminating the need for frequent recharges. The system utilizes artificial intelligence for facial recognition, effectively distinguishing between family and strangers. Furthermore, it includes a 1TB hard drive for expandable local storage, ensuring that you have ample room to save recorded footage without additional fees.", + "price": 650.0, + "url": "https://www.dealnews.com/products/Eufy/eufy-Cam-S330-eufy-Cam-3-4-Camera-Kit-1-TB-HDD/464094.html?iref=rss-c196" + }, + "estimate": 901.053559336033, + "discount": 251.053559336033 + }, + { + "deal": { + "product_description": "The Shark IQ Robot Vacuum is designed to simplify your cleaning routine with its 60-day capacity base, which allows it to store more dirt before needing to be emptied. It comes equipped with advanced navigation technology to efficiently clean your floors while avoiding obstacles. This self-emptying feature not only saves you time but also ensures your home remains clean with minimal effort on your part. It's a perfect solution for busy households looking for convenience.", + "price": 267.0, + "url": "https://www.dealnews.com/Shark-IQ-Robot-Vacuum-w-60-Day-Capacity-Base-for-267-free-shipping/21668563.html?iref=rss-f1912" + }, + "estimate": 495.68476864134675, + "discount": 228.68476864134675 + }, + { + "deal": { + "product_description": "The Dell Inspiron 15 Laptop is equipped with a 12th Generation Intel Core i5 processor and a 15.6-inch touchscreen display, providing a dynamic computing experience for work and entertainment. With 8GB of RAM and a 512GB SSD, it offers sufficient memory for multitasking and fast boot-up times. This laptop runs Windows 11 Home in S Mode, enhancing its performance for everyday tasks. Its sleek design and robust features make it a practical choice for students and professionals alike.", + "price": 350.0, + "url": "https://www.dealnews.com/products/Dell/Dell-Inspiron-15-12-th-Gen-i5-15-6-Touchscreen-Laptop-w-512-GB-SSD/479057.html?iref=rss-c39" + }, + "estimate": 577.1076076116793, + "discount": 227.10760761167933 + }, + { + "deal": { + "product_description": "The EcoFlow DELTA 2 (950) Portable Power Station is designed for convenience and reliability, boasting a 1024Wh capacity that can power multiple devices simultaneously. It features six AC outlets, two USB-A, and two USB-C ports, making it versatile for outdoor adventures, emergencies, or everyday use. With both Wi-Fi and Bluetooth connectivity, you can monitor the status of your power station right from your smartphone. This bundle also comes with an 800W alternator charger, ensuring that you have everything you need to stay powered up wherever you go.", + "price": 699.0, + "url": "https://www.dealnews.com/Eco-Flow-DELTA-2-950-Portable-Power-Station-800-W-Alternator-Charger-for-699-free-shipping/21673983.html?iref=rss-c142" + }, + "estimate": 963.8626028683989, + "discount": 264.8626028683989 + }, + { + "deal": { + "product_description": "The Certified Refurb iRobot Roomba i4 EVO WiFi Robot Vacuum combines smart technology with powerful cleaning capabilities. This robot vacuum is designed to navigate effortlessly through your home, providing thorough cleaning on multiple surfaces. With WiFi connectivity, users can control the vacuum remotely via a smartphone app. The three-stage cleaning system ensures a deep clean, making it a perfect addition for busy households.", + "price": 130.0, + "url": "https://www.dealnews.com/products/iRobot/iRobot-Roomba-i4-EVO-Wi-Fi-Robot-Vacuum/431157.html?iref=rss-f1912" + }, + "estimate": 341.23175777017946, + "discount": 211.23175777017946 + }, + { + "deal": { + "product_description": "The ZimaBoard 832 Single Board Server is a versatile and compact solution for home or office use, equipped with robust processing power suitable for a variety of applications, including media streaming and file servers. It is designed for ease of use, with capabilities for expansion and customization. Its lightweight and energy-efficient design makes it an ideal selection for developers and tech enthusiasts seeking a reliable platform for programming and digital projects.", + "price": 140.0, + "url": "https://www.dealnews.com/Zima-Board-832-Single-Board-Server-for-140-free-shipping/21676871.html?iref=rss-c39" + }, + "estimate": 292.84135797094723, + "discount": 152.84135797094723 + }, + { + "deal": { + "product_description": "The EcoFlow DELTA 2 (950) Portable Power Station is a robust solution for all your electrical needs while on the go. With a 1024Wh capacity, this power station is versatile enough to charge multiple devices simultaneously, thanks to its six AC outlets. Additionally, it features two USB-A and two USB-C ports, enabling you to charge laptops, phones, and other electronics quickly. Bundled with an 800W Alternator Charger, it's designed to ensure you have power, wherever your adventures may lead you.", + "price": 699.0, + "url": "https://www.dealnews.com/Eco-Flow-DELTA-2-950-Portable-Power-Station-800-W-Alternator-Charger-for-699-free-shipping/21676798.html?iref=rss-c142" + }, + "estimate": 870.8927901823207, + "discount": 171.8927901823207 + } +] \ No newline at end of file diff --git a/week8/price_is_right.py b/week8/price_is_right.py new file mode 100644 index 0000000..be63742 --- /dev/null +++ b/week8/price_is_right.py @@ -0,0 +1,61 @@ +import gradio as gr +from deal_agent_framework import DealAgentFramework +from agents.deals import Opportunity, Deal + +class App: + + def __init__(self): + self.agent_framework = None + + def run(self): + with gr.Blocks(title="The Price is Right", fill_width=True) as ui: + + def table_for(opps): + return [[opp.deal.product_description, f"${opp.deal.price:.2f}", f"${opp.estimate:.2f}", f"${opp.discount:.2f}", opp.deal.url] for opp in opps] + + def start(): + self.agent_framework = DealAgentFramework() + opportunities = self.agent_framework.memory + table = table_for(opportunities) + return table + + def go(): + self.agent_framework.run() + new_opportunities = self.agent_framework.memory + table = table_for(new_opportunities) + return table + + def do_select(selected_index: gr.SelectData): + opportunities = self.agent_framework.memory + row = selected_index.index[0] + opportunity = opportunities[row] + self.agent_framework.planner.messenger.alert(opportunity) + + with gr.Row(): + gr.Markdown('
"The Price is Right" - Deal Hunting Agentic AI
') + with gr.Row(): + gr.Markdown('
Autonomous agent framework that finds online deals, collaborating with a proprietary fine-tuned LLM deployed on Modal, and a RAG pipeline with a frontier model and Chroma.
') + with gr.Row(): + gr.Markdown('
Deals surfaced so far:
') + with gr.Row(): + opportunities_dataframe = gr.Dataframe( + headers=["Description", "Price", "Estimate", "Discount", "URL"], + wrap=True, + column_widths=[4, 1, 1, 1, 2], + row_count=10, + col_count=5, + height=400, + ) + + ui.load(start, inputs=[], outputs=[opportunities_dataframe]) + + timer = gr.Timer(value=60) + timer.tick(go, inputs=[], outputs=[opportunities_dataframe]) + + opportunities_dataframe.select(do_select) + + ui.launch(share=False, inbrowser=True) + +if __name__=="__main__": + App().run() + \ No newline at end of file diff --git a/week8/price_is_right_final.py b/week8/price_is_right_final.py new file mode 100644 index 0000000..458a2d4 --- /dev/null +++ b/week8/price_is_right_final.py @@ -0,0 +1,180 @@ +import logging +import queue +import threading +import time +import gradio as gr +from deal_agent_framework import DealAgentFramework +from agents.deals import Opportunity, Deal +from log_utils import reformat +import plotly.graph_objects as go + + +class QueueHandler(logging.Handler): + def __init__(self, log_queue): + super().__init__() + self.log_queue = log_queue + + def emit(self, record): + self.log_queue.put(self.format(record)) + +def html_for(log_data): + output = '
'.join(log_data[-18:]) + return f""" +
+ {output} +
+ """ + +def setup_logging(log_queue): + handler = QueueHandler(log_queue) + formatter = logging.Formatter( + "[%(asctime)s] %(message)s", + datefmt="%Y-%m-%d %H:%M:%S %z", + ) + handler.setFormatter(formatter) + logger = logging.getLogger() + logger.addHandler(handler) + logger.setLevel(logging.INFO) + + +class App: + + def __init__(self): + self.agent_framework = None + + def run(self): + with gr.Blocks(title="The Price is Right", fill_width=True) as ui: + + log_data = gr.State([]) + + def table_for(opps): + return [[opp.deal.product_description, f"${opp.deal.price:.2f}", f"${opp.estimate:.2f}", f"${opp.discount:.2f}", opp.deal.url] for opp in opps] + + def update_output(log_data, log_queue, result_queue): + final_result = None + while True: + try: + message = log_queue.get_nowait() + log_data.append(reformat(message)) + yield log_data, html_for(log_data), final_result + except queue.Empty: + try: + final_result = result_queue.get_nowait() + yield log_data, html_for(log_data), final_result + except queue.Empty: + if final_result is not None: + break + time.sleep(0.1) + + def get_initial_plot(): + fig = go.Figure() + fig.update_layout( + title='Loading vector DB...', + height=400, + ) + return fig + + def get_plot(): + documents, vectors, colors = DealAgentFramework.get_plot_data(max_datapoints=1000) + # Create the 3D scatter plot + fig = go.Figure(data=[go.Scatter3d( + x=vectors[:, 0], + y=vectors[:, 1], + z=vectors[:, 2], + mode='markers', + marker=dict(size=2, color=colors, opacity=0.7), + )]) + + fig.update_layout( + scene=dict(xaxis_title='x', + yaxis_title='y', + zaxis_title='z', + aspectmode='manual', + aspectratio=dict(x=2.2, y=2.2, z=1), # Make x-axis twice as long + camera=dict( + eye=dict(x=1.6, y=1.6, z=0.8) # Adjust camera position + )), + height=400, + margin=dict(r=5, b=1, l=5, t=2) + ) + + return fig + + def start(): + self.agent_framework = DealAgentFramework() + self.agent_framework.run() + opportunities = self.agent_framework.memory + table = table_for(opportunities) + return table + + def do_run(): + if not self.agent_framework: + self.agent_framework = DealAgentFramework() + self.agent_framework.run() + new_opportunities = self.agent_framework.memory + table = table_for(new_opportunities) + return table + + def do_with_logging(function, initial_log_data): + log_queue = queue.Queue() + result_queue = queue.Queue() + setup_logging(log_queue) + + def worker(): + result = function() + result_queue.put(result) + + thread = threading.Thread(target=worker) + thread.start() + + for log_data, output, final_result in update_output(initial_log_data, log_queue, result_queue): + yield log_data, output, final_result + + def start_with_logging(initial_log_data): + for log_data, output, final_result in do_with_logging(start, initial_log_data): + yield log_data, output, final_result + + def run_with_logging(initial_log_data): + for log_data, output, final_result in do_with_logging(do_run, initial_log_data): + yield log_data, output, final_result + + def do_select(selected_index: gr.SelectData): + opportunities = self.agent_framework.memory + row = selected_index.index[0] + opportunity = opportunities[row] + self.agent_framework.planner.messenger.alert(opportunity) + + with gr.Row(): + gr.Markdown('
The Price is Right - Autonomous Agent Framework that hunts for deals
') + with gr.Row(): + gr.Markdown('
A proprietary fine-tuned LLM deployed on Modal and a RAG pipeline with a frontier model collaborate to send push notifications with great online deals.
') + with gr.Row(): + opportunities_dataframe = gr.Dataframe( + headers=["Deals found so far", "Price", "Estimate", "Discount", "URL"], + wrap=True, + column_widths=[6, 1, 1, 1, 3], + row_count=10, + col_count=5, + height=400, + ) + with gr.Row(): + with gr.Column(scale=1): + logs = gr.HTML() + with gr.Column(scale=1): + plot = gr.Plot(value=get_plot(), show_label=False) + + ui.load(start_with_logging, inputs=[log_data], outputs=[log_data, logs, opportunities_dataframe]) + + timer = gr.Timer(value=300, active=True) + timer.tick(run_with_logging, inputs=[log_data], outputs=[log_data, logs, opportunities_dataframe]) + + # timer2 = gr.Timer(value=5, active=True) + # timer2.tick(get_plot, inputs=[], outputs=[plot, timer2]) + + opportunities_dataframe.select(do_select) + + ui.launch(share=False, inbrowser=True) + +if __name__=="__main__": + App().run() + \ No newline at end of file diff --git a/week8/pricer_ephemeral.py b/week8/pricer_ephemeral.py new file mode 100644 index 0000000..ec8cdc9 --- /dev/null +++ b/week8/pricer_ephemeral.py @@ -0,0 +1,66 @@ +import modal +from modal import App, Image + +# Setup + +app = modal.App("pricer") +image = Image.debian_slim().pip_install("torch", "transformers", "bitsandbytes", "accelerate", "peft") +secrets = [modal.Secret.from_name("hf-secret")] + +# Constants + +GPU = "T4" +BASE_MODEL = "meta-llama/Meta-Llama-3.1-8B" +PROJECT_NAME = "pricer" +HF_USER = "ed-donner" # your HF name here! Or use mine if you just want to reproduce my results. +RUN_NAME = "2024-09-13_13.04.39" +PROJECT_RUN_NAME = f"{PROJECT_NAME}-{RUN_NAME}" +REVISION = "e8d637df551603dc86cd7a1598a8f44af4d7ae36" +FINETUNED_MODEL = f"{HF_USER}/{PROJECT_RUN_NAME}" + + +@app.function(image=image, secrets=secrets, gpu=GPU) +def price(description: str) -> float: + import os + import re + import torch + from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, set_seed + from peft import PeftModel + + QUESTION = "How much does this cost to the nearest dollar?" + PREFIX = "Price is $" + + prompt = f"{QUESTION}\n{description}\n{PREFIX}" + + # Quant Config + quant_config = BitsAndBytesConfig( + load_in_4bit=True, + bnb_4bit_use_double_quant=True, + bnb_4bit_compute_dtype=torch.bfloat16, + bnb_4bit_quant_type="nf4" + ) + + # Load model and tokenizer + + tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL) + tokenizer.pad_token = tokenizer.eos_token + tokenizer.padding_side = "right" + + base_model = AutoModelForCausalLM.from_pretrained( + BASE_MODEL, + quantization_config=quant_config, + device_map="auto" + ) + + fine_tuned_model = PeftModel.from_pretrained(base_model, FINETUNED_MODEL, revision=REVISION) + + set_seed(42) + inputs = tokenizer.encode(prompt, return_tensors="pt").to("cuda") + attention_mask = torch.ones(inputs.shape, device="cuda") + outputs = fine_tuned_model.generate(inputs, attention_mask=attention_mask, max_new_tokens=5, num_return_sequences=1) + result = tokenizer.decode(outputs[0]) + + contents = result.split("Price is $")[1] + contents = contents.replace(',','') + match = re.search(r"[-+]?\d*\.\d+|\d+", contents) + return float(match.group()) if match else 0 diff --git a/week8/pricer_service.py b/week8/pricer_service.py new file mode 100644 index 0000000..77341da --- /dev/null +++ b/week8/pricer_service.py @@ -0,0 +1,66 @@ +import modal +from modal import App, Image + +# Setup - define our infrastructure with code! + +app = modal.App("pricer-service") +image = Image.debian_slim().pip_install("torch", "transformers", "bitsandbytes", "accelerate", "peft") +secrets = [modal.Secret.from_name("hf-secret")] + +# Constants + +GPU = "T4" +BASE_MODEL = "meta-llama/Meta-Llama-3.1-8B" +PROJECT_NAME = "pricer" +HF_USER = "ed-donner" # your HF name here! Or use mine if you just want to reproduce my results. +RUN_NAME = "2024-09-13_13.04.39" +PROJECT_RUN_NAME = f"{PROJECT_NAME}-{RUN_NAME}" +REVISION = "e8d637df551603dc86cd7a1598a8f44af4d7ae36" +FINETUNED_MODEL = f"{HF_USER}/{PROJECT_RUN_NAME}" + + +@app.function(image=image, secrets=secrets, gpu=GPU) +def price(description: str) -> float: + import os + import re + import torch + from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, set_seed + from peft import PeftModel + + QUESTION = "How much does this cost to the nearest dollar?" + PREFIX = "Price is $" + + prompt = f"{QUESTION}\n{description}\n{PREFIX}" + + # Quant Config + quant_config = BitsAndBytesConfig( + load_in_4bit=True, + bnb_4bit_use_double_quant=True, + bnb_4bit_compute_dtype=torch.bfloat16, + bnb_4bit_quant_type="nf4" + ) + + # Load model and tokenizer + + tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL) + tokenizer.pad_token = tokenizer.eos_token + tokenizer.padding_side = "right" + + base_model = AutoModelForCausalLM.from_pretrained( + BASE_MODEL, + quantization_config=quant_config, + device_map="auto" + ) + + fine_tuned_model = PeftModel.from_pretrained(base_model, FINETUNED_MODEL, revision=REVISION) + + set_seed(42) + inputs = tokenizer.encode(prompt, return_tensors="pt").to("cuda") + attention_mask = torch.ones(inputs.shape, device="cuda") + outputs = fine_tuned_model.generate(inputs, attention_mask=attention_mask, max_new_tokens=5, num_return_sequences=1) + result = tokenizer.decode(outputs[0]) + + contents = result.split("Price is $")[1] + contents = contents.replace(',','') + match = re.search(r"[-+]?\d*\.\d+|\d+", contents) + return float(match.group()) if match else 0 diff --git a/week8/pricer_service2.py b/week8/pricer_service2.py new file mode 100644 index 0000000..a84a904 --- /dev/null +++ b/week8/pricer_service2.py @@ -0,0 +1,84 @@ +import modal +from modal import App, Volume, Image + +# Setup - define our infrastructure with code! + +app = modal.App("pricer-service") +image = Image.debian_slim().pip_install("huggingface", "torch", "transformers", "bitsandbytes", "accelerate", "peft") +secrets = [modal.Secret.from_name("hf-secret")] + +# Constants + +GPU = "T4" +BASE_MODEL = "meta-llama/Meta-Llama-3.1-8B" +PROJECT_NAME = "pricer" +HF_USER = "ed-donner" # your HF name here! Or use mine if you just want to reproduce my results. +RUN_NAME = "2024-09-13_13.04.39" +PROJECT_RUN_NAME = f"{PROJECT_NAME}-{RUN_NAME}" +REVISION = "e8d637df551603dc86cd7a1598a8f44af4d7ae36" +FINETUNED_MODEL = f"{HF_USER}/{PROJECT_RUN_NAME}" + +QUESTION = "How much does this cost to the nearest dollar?" +PREFIX = "Price is $" + + +@app.cls(image=image, secrets=secrets, gpu=GPU) +class Pricer: + @modal.build() + def download_model_to_folder(self): + from huggingface_hub import snapshot_download + import os + MODEL_DIR = "~/.cache/huggingface/hub/" + os.makedirs(MODEL_DIR, exist_ok=True) + snapshot_download(BASE_MODEL, local_dir=MODEL_DIR) + snapshot_download(FINETUNED_MODEL, revision=REVISION, local_dir=MODEL_DIR) + + @modal.enter() + def setup(self): + import os + import torch + from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, set_seed + from peft import PeftModel + + # Quant Config + quant_config = BitsAndBytesConfig( + load_in_4bit=True, + bnb_4bit_use_double_quant=True, + bnb_4bit_compute_dtype=torch.bfloat16, + bnb_4bit_quant_type="nf4" + ) + + # Load model and tokenizer + + self.tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL) + self.tokenizer.pad_token = self.tokenizer.eos_token + self.tokenizer.padding_side = "right" + + self.base_model = AutoModelForCausalLM.from_pretrained( + BASE_MODEL, + quantization_config=quant_config, + device_map="auto" + ) + + self.fine_tuned_model = PeftModel.from_pretrained(self.base_model, FINETUNED_MODEL, revision=REVISION) + + @modal.method() + def price(self, description: str) -> float: + import os + import re + import torch + from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, set_seed + from peft import PeftModel + + set_seed(42) + prompt = f"{QUESTION}\n\n{description}\n\n{PREFIX}" + inputs = self.tokenizer.encode(prompt, return_tensors="pt").to("cuda") + attention_mask = torch.ones(inputs.shape, device="cuda") + outputs = self.fine_tuned_model.generate(inputs, attention_mask=attention_mask, max_new_tokens=5, num_return_sequences=1) + result = self.tokenizer.decode(outputs[0]) + + contents = result.split("Price is $")[1] + contents = contents.replace(',','') + match = re.search(r"[-+]?\d*\.\d+|\d+", contents) + return float(match.group()) if match else 0 + diff --git a/week8/testing.py b/week8/testing.py new file mode 100644 index 0000000..cd43924 --- /dev/null +++ b/week8/testing.py @@ -0,0 +1,75 @@ +import math +import matplotlib.pyplot as plt + +GREEN = "\033[92m" +YELLOW = "\033[93m" +RED = "\033[91m" +RESET = "\033[0m" +COLOR_MAP = {"red":RED, "orange": YELLOW, "green": GREEN} + +class Tester: + + def __init__(self, predictor, data, title=None, size=250): + self.predictor = predictor + self.data = data + self.title = title or predictor.__name__.replace("_", " ").title() + self.size = size + self.guesses = [] + self.truths = [] + self.errors = [] + self.sles = [] + self.colors = [] + + def color_for(self, error, truth): + if error<40 or error/truth < 0.2: + return "green" + elif error<80 or error/truth < 0.4: + return "orange" + else: + return "red" + + def run_datapoint(self, i): + datapoint = self.data[i] + guess = self.predictor(datapoint) + truth = datapoint.price + error = abs(guess - truth) + log_error = math.log(truth+1) - math.log(guess+1) + sle = log_error ** 2 + color = self.color_for(error, truth) + title = datapoint.title if len(datapoint.title) <= 40 else datapoint.title[:40]+"..." + self.guesses.append(guess) + self.truths.append(truth) + self.errors.append(error) + self.sles.append(sle) + self.colors.append(color) + print(f"{COLOR_MAP[color]}{i+1}: Guess: ${guess:,.2f} Truth: ${truth:,.2f} Error: ${error:,.2f} SLE: {sle:,.2f} Item: {title}{RESET}") + + def chart(self, title): + max_error = max(self.errors) + plt.figure(figsize=(12, 8)) + max_val = max(max(self.truths), max(self.guesses)) + plt.plot([0, max_val], [0, max_val], color='deepskyblue', lw=2, alpha=0.6) + plt.scatter(self.truths, self.guesses, s=3, c=self.colors) + plt.xlabel('Ground Truth') + plt.ylabel('Model Estimate') + plt.xlim(0, max_val) + plt.ylim(0, max_val) + plt.title(title) + plt.show() + + def report(self): + average_error = sum(self.errors) / self.size + rmsle = math.sqrt(sum(self.sles) / self.size) + hits = sum(1 for color in self.colors if color=="green") + title = f"{self.title} Error=${average_error:,.2f} RMSLE={rmsle:,.2f} Hits={hits/self.size*100:.1f}%" + self.chart(title) + + def run(self): + self.error = 0 + for i in range(self.size): + self.run_datapoint(i) + self.report() + + @classmethod + def test(cls, function, data): + cls(function, data).run() \ No newline at end of file