{"id":13348,"date":"2024-08-09T12:31:18","date_gmt":"2024-08-09T10:31:18","guid":{"rendered":"https:\/\/wearekemb.com\/?p=13348"},"modified":"2024-08-09T12:32:55","modified_gmt":"2024-08-09T10:32:55","slug":"monitoring-snowflake-streamlit","status":"publish","type":"post","link":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/","title":{"rendered":"Monitoring Snowflake with Streamlit"},"content":{"rendered":"<p>[et_pb_section fb_built=&#8221;1&#8243; custom_padding_last_edited=&#8221;on|phone&#8221; _builder_version=&#8221;4.19.4&#8243; _module_preset=&#8221;default&#8221; background_color=&#8221;#F2F2F2&#8243; background_enable_image=&#8221;off&#8221; background_size=&#8221;initial&#8221; background_position=&#8221;top_right&#8221; custom_margin=&#8221;||||false|false&#8221; custom_padding=&#8221;0%||0%||false|false&#8221; custom_padding_tablet=&#8221;&#8221; custom_padding_phone=&#8221;&#8221; global_colors_info=&#8221;{}&#8221; theme_builder_area=&#8221;post_content&#8221;][et_pb_row gutter_width=&#8221;3&#8243; make_equal=&#8221;on&#8221; custom_padding_last_edited=&#8221;on|tablet&#8221; _builder_version=&#8221;4.20.4&#8243; _module_preset=&#8221;default&#8221; width=&#8221;95.1%&#8221; width_phone=&#8221;100%&#8221; custom_margin=&#8221;70px|auto|-20px|auto|false|false&#8221; custom_padding=&#8221;||0px||false|false&#8221; custom_padding_tablet=&#8221;80px||||false|false&#8221; custom_padding_phone=&#8221;120px||||false|false&#8221; custom_css_main_element=&#8221;align-items: center;&#8221; global_colors_info=&#8221;{}&#8221; custom_css_main_element_last_edited=&#8221;on|phone&#8221; custom_css_main_element_tablet=&#8221;display: flex;||&#8221; custom_css_main_element_phone=&#8221;flex-wrap: wrap;||display: flex;&#8221; theme_builder_area=&#8221;post_content&#8221;][et_pb_column type=&#8221;4_4&#8243; _builder_version=&#8221;4.19.4&#8243; _module_preset=&#8221;default&#8221; custom_padding_tablet=&#8221;&#8221; custom_padding_phone=&#8221;5%|5%||5%|false|true&#8221; custom_padding_last_edited=&#8221;on|phone&#8221; global_colors_info=&#8221;{}&#8221; custom_css_main_element_last_edited=&#8221;on|phone&#8221; custom_css_main_element_phone=&#8221;order: 2;&#8221; theme_builder_area=&#8221;post_content&#8221;][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; custom_margin=&#8221;||10px||false|false&#8221; animation_direction=&#8221;left&#8221; global_colors_info=&#8221;{}&#8221; theme_builder_area=&#8221;post_content&#8221;]<\/p><div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 counter-hierarchy ez-toc-counter ez-toc-custom ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Table of Contents<\/p>\n<span class=\"ez-toc-title-toggle\"><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#Enhanced_Insights_by_KEMB\" >Enhanced Insights by KEMB<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#How_Do_You_Monitor_Your_Data_Warehouse\" >How Do You Monitor Your Data Warehouse?<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#Accessing_Snowflake_Settings_and_Information_Schema\" >Accessing Snowflake Settings and Information Schema<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#Challenges_of_Manual_Monitoring\" >Challenges of Manual Monitoring<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#Snowflake\" >Snowflake<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#STREAMLIT\" >STREAMLIT<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#Key_Benefits_for_Snowflake_Users\" >Key Benefits for Snowflake Users<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#Conclusion\" >Conclusion<\/a><\/li><\/ul><\/nav><\/div>\n\n<h1>Monitoring Snowflake with Streamlit<\/h1>\n<h2><span class=\"ez-toc-section\" id=\"Enhanced_Insights_by_KEMB\"><\/span>Enhanced Insights by KEMB<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p><em>Effective management of cloud data warehouses like Snowflake is critical for organizations aiming to optimize performance and control costs. At KEMB, we leverage Snowflake&#8217;s comprehensive capabilities to provide you with a Snowflake usage dashboard using a Streamlit app, which is a python based web development tool on Snowflake. This dashboard offers detailed insights into warehouse costs, storage usage, credit consumption, and resource monitoring, empowering users to make data-driven decisions and enhance operational efficiency.<\/em><\/p>\n<p>&nbsp;<\/p>\n<p>[\/et_pb_text][\/et_pb_column][\/et_pb_row][et_pb_row gutter_width=&#8221;3&#8243; make_equal=&#8221;on&#8221; custom_padding_last_edited=&#8221;on|tablet&#8221; _builder_version=&#8221;4.20.4&#8243; _module_preset=&#8221;default&#8221; width=&#8221;95.1%&#8221; width_phone=&#8221;100%&#8221; custom_margin=&#8221;17px|auto|-20px|auto|false|false&#8221; custom_padding=&#8221;||0px||false|false&#8221; custom_padding_tablet=&#8221;80px||||false|false&#8221; custom_padding_phone=&#8221;120px||||false|false&#8221; custom_css_main_element=&#8221;align-items: center;&#8221; global_colors_info=&#8221;{}&#8221; custom_css_main_element_last_edited=&#8221;on|phone&#8221; custom_css_main_element_tablet=&#8221;display: flex;||&#8221; custom_css_main_element_phone=&#8221;flex-wrap: wrap;||display: flex;&#8221; theme_builder_area=&#8221;post_content&#8221;][et_pb_column type=&#8221;4_4&#8243; _builder_version=&#8221;4.19.4&#8243; _module_preset=&#8221;default&#8221; custom_padding_tablet=&#8221;&#8221; custom_padding_phone=&#8221;5%|5%||5%|false|true&#8221; custom_padding_last_edited=&#8221;on|phone&#8221; global_colors_info=&#8221;{}&#8221; custom_css_main_element_last_edited=&#8221;on|phone&#8221; custom_css_main_element_phone=&#8221;order: 2;&#8221; theme_builder_area=&#8221;post_content&#8221;][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221; theme_builder_area=&#8221;post_content&#8221;]<\/p>\n<h2><span class=\"ez-toc-section\" id=\"How_Do_You_Monitor_Your_Data_Warehouse\"><\/span>How Do You Monitor Your Data Warehouse?<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>Monitoring a data warehouse effectively is essential for maintaining optimal performance and managing costs. Traditionally, organizations have relied on various tools and manual processes to track metrics and identify issues. In the case of Snowflake, users often monitor usage by accessing built-in features such as settings and the information schema. Here\u2019s how it typically works:<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221; theme_builder_area=&#8221;post_content&#8221;]<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Accessing_Snowflake_Settings_and_Information_Schema\"><\/span>Accessing Snowflake Settings and Information Schema<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3><b>Admin Console<\/b><\/h3>\n<p>Users can access the Snowflake Admin Console to review account settings, manage warehouses, and monitor resource utilization. This interface provides an overview of current warehouse activity, including running queries and system performance metrics.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221; theme_builder_area=&#8221;post_content&#8221;]<\/p>\n<h3><strong>Resource Monitors<\/strong><\/h3>\n<p>Snowflake allows users to set up resource monitors to track credit usage and set thresholds for alerts. These monitors can be configured to notify users when certain usage limits are approached or exceeded.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221; theme_builder_area=&#8221;post_content&#8221;]<\/p>\n<h3><strong>Query History<\/strong><\/h3>\n<p>The Information Schema provides detailed logs of query history, including execution times, resource consumption, and user activities. Users can manually sift through these logs to identify queries that consume excessive resources or take longer than expected.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221; theme_builder_area=&#8221;post_content&#8221;]<\/p>\n<h3><strong>Warehouse Usage<\/strong><\/h3>\n<p>By querying Snowflake\u2019s `ACCOUNT_USAGE` and `WAREHOUSE_LOAD_HISTORY` views, users can obtain detailed information about warehouse usage, including credit consumption and performance metrics. This requires writing and executing SQL queries to extract relevant data.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221; theme_builder_area=&#8221;post_content&#8221;]<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Challenges_of_Manual_Monitoring\"><\/span>Challenges of Manual Monitoring<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3><strong>Data Overload<\/strong><\/h3>\n<p>Managing and interpreting the vast amount of data available in Snowflake\u2019s settings and information schema can be overwhelming. Users must manually filter and analyze this data to extract meaningful insights.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h3><strong>Inefficiencies<\/strong><\/h3>\n<p>Identifying performance bottlenecks and cost inefficiencies can be difficult without a consolidated view. Users might struggle to pinpoint unused queries or understand the impact of specific workloads on overall costs.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h3><strong>Proactive Management<\/strong><\/h3>\n<p>Detecting potential issues before they impact operations requires continuous monitoring and timely insights. Manual processes can lead to delays in addressing problems, which may result in performance degradation or unexpected costs.\u00a0<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<p>In contrast, KEMB\u2019s Streamlit dashboard simplifies this process by providing a unified, real-time view of key metrics and insights. This enhances monitoring efficiency, reduces the risk of overlooking critical issues, and allows for more proactive management of your Snowflake environment.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Snowflake\"><\/span><strong>Snowflake<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>Snowflake is a powerful cloud-based data warehousing solution that offers scalable, flexible, and high-performance data management. It provides a unified platform for managing large volumes of structured and semi-structured data, making it ideal for organizations that need to handle diverse and growing data sets. Snowflake\u2019s capabilities include advanced data processing, storage, and analytics, all while ensuring seamless integration with various data tools.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h2><span class=\"ez-toc-section\" id=\"STREAMLIT\"><\/span><strong>STREAMLIT<\/strong><span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>Streamlit is an open-source framework for building interactive web applications with Python. It enables users to create custom dashboards and data visualization tools quickly and efficiently, without requiring extensive front-end development skills. Streamlit\u2019s simplicity and flexibility make it an excellent choice for developing applications that provide real-time insights and interactive analysis.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Key_Benefits_for_Snowflake_Users\"><\/span>Key Benefits for Snowflake Users<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>Effective monitoring and management of your Snowflake environment can significantly impact performance and cost-efficiency. Leveraging advanced tools and integrations allows you to gain deeper insights and make data-driven decisions that optimize resource utilization. Our Streamlit dashboard, integrated with Snowflake, enhances your ability to manage key aspects of your data warehouse efficiently. Here\u2019s how:<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h3><b>Optimize Warehouse Costs<\/b><\/h3>\n<p>Managing warehouse costs in Snowflake can be challenging, especially with fluctuating workloads and dynamic resource needs. Our Streamlit dashboard, integrated with Snowflake, offers several advantages:<\/p>\n<p><span style=\"font-weight: 400;\"><strong>Real-Time Monitoring:<\/strong> <\/span>Gain immediate insights into warehouse performance and credit consumption. For example, if the dashboard shows that a particular warehouse is consuming more credits than expected during off-peak hours, you can quickly identify and address inefficiencies. This enables you to make adjustments that can lead to more cost-effective operations, helping you manage your budget more effectively.<\/p>\n<p><strong>Anomaly Detection: <\/strong>Detect unusual spikes in resource usage compared to historical patterns. If your dashboard detects unexpected high credit consumption for specific queries, you can investigate these anomalies promptly. This proactive approach helps in optimizing query performance and preventing potential cost overruns.<\/p>\n<p><strong>Forecasting Alerts: <\/strong>Receive alerts about projected increases in query volumes or data loads. Suppose the dashboard forecasts increased query volumes during certain periods. Receiving these alerts in advance allows you to adjust your resource allocation and avoid performance issues or delays, ensuring your operations remain smooth and cost-efficient.<\/p>\n<p>[\/et_pb_text][et_pb_image src=&#8221;https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/Snowflake_credits_per_warehouse.webp&#8221; _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243; title_text=&#8221;Snowflake_credits_per_warehouse&#8221;][\/et_pb_image][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<p style=\"text-align: center;\">Image 1: Credit consumption per warehouse<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h3><strong>Efficient Storage Usage<\/strong><\/h3>\n<p>Storage costs can escalate quickly if not managed effectively. Our dashboard provides tools to:<\/p>\n<p><strong>Track Data Storage: <\/strong>Monitor the amount of data stored across different locations to identify and manage redundant or obsolete data. This helps streamline data storage practices and optimize overall storage costs.<\/p>\n<p><strong>Pinpoint High Costs: <\/strong>Identify teams or departments incurring higher storage costs. If the dashboard reveals that certain departments are using more storage, you can take targeted actions such as archiving unused data or compressing storage. This insight enables you to control and optimize your storage expenditures more effectively.<\/p>\n<p>[\/et_pb_text][et_pb_image src=&#8221;https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/Snowflake_Account_storage_per_type.webp&#8221; _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243; title_text=&#8221;Snowflake_Account_storage_per_type&#8221;][\/et_pb_image][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<p style=\"text-align: center;\">Image 2: Storage usage over time per storage type<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h3><strong>Monitor Credit Usage<\/strong><\/h3>\n<p>Understanding and managing Snowflake credit usage is essential for adhering to budgets and optimizing costs. Our Streamlit dashboard enhances visibility into:<\/p>\n<p><strong>Credit Consumption: <\/strong>Analyze how Snowflake credits are used across various projects or departments to identify usage patterns and potential areas for optimization. This helps you make informed decisions to better manage your credit usage.<\/p>\n<p><strong>Human-Readable Tags: <\/strong>Use meaningful tags to categorize and analyze credit usage by specific projects, roles, or teams. This allows you to attribute costs more accurately, facilitating better budget management and resource allocation.<\/p>\n<p>[\/et_pb_text][et_pb_image src=&#8221;https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/Snowflake_account_credits_over_time.webp&#8221; _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243; title_text=&#8221;Snowflake_account_credits_over_time&#8221;][\/et_pb_image][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<p style=\"text-align: center;\">Image 3: Account credit consumption over time<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h3><strong>Resource Monitoring<\/strong><\/h3>\n<p>Effective resource monitoring ensures that your Snowflake environment operates smoothly and securely. Our dashboard offers:<\/p>\n<p><strong>Comprehensive Visibility: <\/strong>Aggregate metrics from integrated technologies like Spark and Kafka for a holistic view of your data operations. This comprehensive visibility helps identify and resolve performance issues, improving the efficiency of your data processing tasks.<\/p>\n<p><strong>Security Threat Detection: <\/strong>Detect anomalies related to security features like Time Travel or Fail-Safe, or unusual login attempts. If the dashboard detects security-related anomalies, you can take immediate action to address potential threats, enhancing the security posture of your Snowflake environment.<\/p>\n<p><strong>Enhanced Collaboration: <\/strong>Foster collaboration between developers, security teams, and operations with a unified platform. By providing a single source of truth, it improves communication and response times to incidents, leading to more effective and coordinated operations.<\/p>\n<p>[\/et_pb_text][et_pb_image src=&#8221;https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/Snowflake_average_load_times.webp&#8221; _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243; title_text=&#8221;Snowflake_average_load_times&#8221;][\/et_pb_image][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<p style=\"text-align: center;\">Image 4: Load monitor over time<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<p>Utilizing KEMB\u2019s Streamlit dashboard for Snowflake monitoring offers significant benefits, including real-time insights into warehouse performance, proactive anomaly detection, and forecasting alerts to prevent cost overruns. Efficient storage and credit usage tracking help optimize expenditures, while comprehensive resource monitoring enhances operational efficiency and security. This unified platform also improves team collaboration, enabling faster issue resolution and better communication. Overall, users can make data-driven decisions that lead to optimized resource utilization, cost savings, and enhanced performance of their Snowflake environment.<\/p>\n<p>[\/et_pb_text][et_pb_text _builder_version=&#8221;4.25.1&#8243; _module_preset=&#8221;default&#8221; theme_builder_area=&#8221;post_content&#8221; hover_enabled=&#8221;0&#8243; sticky_enabled=&#8221;0&#8243;]<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Conclusion\"><\/span>Conclusion<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>KEMB&#8217;s Streamlit dashboard, powered by Snowflake, offers a powerful solution for monitoring Snowflake usage. By providing detailed insights into warehouse costs, storage usage, credit consumption, and resource monitoring, our dashboard helps clients optimize their Snowflake environment, reduce costs, and enhance operational efficiency. Embracing such advanced monitoring tools is essential for organizations looking to thrive in the cloud age.<\/p>\n<p>Interested in learning more about how Snowflake can transform your monitoring capabilities? Get in touch with our experts to explore our solutions! <span style=\"text-decoration: underline;\"><a href=\"https:\/\/wearekemb.com\/en\/contact-us\/\"><strong>Contact us<\/strong><\/a><\/span> to see how we can set up and customize this powerful monitoring solution for your organization.<\/p>\n<p>[\/et_pb_text][\/et_pb_column][\/et_pb_row][\/et_pb_section]<\/p>\n","protected":false},"excerpt":{"rendered":"<p>Optimize your cloud data warehouse with KEMB&#8217;s Snowflake dashboard in Streamlit. Gain insights into costs, usage, and efficiency for smarter, data-driven decisions.<\/p>\n","protected":false},"author":15,"featured_media":13363,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_et_pb_use_builder":"on","_et_pb_old_content":"","_et_gb_content_width":"","content-type":"","inline_featured_image":false,"footnotes":""},"categories":[24,26],"tags":[],"class_list":["post-13348","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-business-intelligence-en","category-data-reporting-en"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v28.0 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>Monitoring Snowflake with Streamlit - kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation<\/title>\n<meta name=\"description\" content=\"Optimize your cloud data warehouse with KEMB&#039;s Snowflake dashboard in Streamlit. Gain insights into costs, usage, and efficiency for smarter, data-driven decisions.\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Monitoring Snowflake with Streamlit - kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation\" \/>\n<meta property=\"og:description\" content=\"Optimize your cloud data warehouse with KEMB&#039;s Snowflake dashboard in Streamlit. Gain insights into costs, usage, and efficiency for smarter, data-driven decisions.\" \/>\n<meta property=\"og:url\" content=\"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/\" \/>\n<meta property=\"og:site_name\" content=\"kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation\" \/>\n<meta property=\"article:published_time\" content=\"2024-08-09T10:31:18+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-08-09T10:32:55+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp\" \/>\n\t<meta property=\"og:image:width\" content=\"2200\" \/>\n\t<meta property=\"og:image:height\" content=\"1500\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/webp\" \/>\n<meta name=\"author\" content=\"Abhiram Palicherla\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Abhiram Palicherla\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"7 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/\"},\"author\":{\"name\":\"Abhiram Palicherla\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#\\\/schema\\\/person\\\/39615c80a772450e39b7dad524cabae8\"},\"headline\":\"Monitoring Snowflake with Streamlit\",\"datePublished\":\"2024-08-09T10:31:18+00:00\",\"dateModified\":\"2024-08-09T10:32:55+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/\"},\"wordCount\":2259,\"publisher\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#organization\"},\"image\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/wearekemb.com\\\/wp-content\\\/uploads\\\/2024\\\/08\\\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp\",\"articleSection\":[\"Business Intelligence\",\"Data &amp; reporting\"],\"inLanguage\":\"en\"},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/\",\"url\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/\",\"name\":\"Monitoring Snowflake with Streamlit - kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/wearekemb.com\\\/wp-content\\\/uploads\\\/2024\\\/08\\\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp\",\"datePublished\":\"2024-08-09T10:31:18+00:00\",\"dateModified\":\"2024-08-09T10:32:55+00:00\",\"description\":\"Optimize your cloud data warehouse with KEMB's Snowflake dashboard in Streamlit. Gain insights into costs, usage, and efficiency for smarter, data-driven decisions.\",\"breadcrumb\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/#breadcrumb\"},\"inLanguage\":\"en\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/#primaryimage\",\"url\":\"https:\\\/\\\/wearekemb.com\\\/wp-content\\\/uploads\\\/2024\\\/08\\\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp\",\"contentUrl\":\"https:\\\/\\\/wearekemb.com\\\/wp-content\\\/uploads\\\/2024\\\/08\\\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp\",\"width\":2200,\"height\":1500},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/monitoring-snowflake-streamlit\\\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Monitoring Snowflake with Streamlit\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#website\",\"url\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/\",\"name\":\"kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation\",\"description\":\"We help you bring your business to the next level\",\"publisher\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en\"},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#organization\",\"name\":\"kemb GmbH\",\"url\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#\\\/schema\\\/logo\\\/image\\\/\",\"url\":\"https:\\\/\\\/wearekemb.com\\\/wp-content\\\/uploads\\\/2023\\\/02\\\/kemb-logo-512x512-1.png\",\"contentUrl\":\"https:\\\/\\\/wearekemb.com\\\/wp-content\\\/uploads\\\/2023\\\/02\\\/kemb-logo-512x512-1.png\",\"width\":512,\"height\":512,\"caption\":\"kemb GmbH\"},\"image\":{\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#\\\/schema\\\/logo\\\/image\\\/\"},\"sameAs\":[\"https:\\\/\\\/www.linkedin.com\\\/company\\\/kemb-gmbh\\\/\"]},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/wearekemb.com\\\/en\\\/#\\\/schema\\\/person\\\/39615c80a772450e39b7dad524cabae8\",\"name\":\"Abhiram Palicherla\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en\",\"@id\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/0e440458de8259f634dc0c1e04d8a9b33dcb5936f3556798507d9ad9bf48ce43?s=96&d=mm&r=g\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/0e440458de8259f634dc0c1e04d8a9b33dcb5936f3556798507d9ad9bf48ce43?s=96&d=mm&r=g\",\"contentUrl\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/0e440458de8259f634dc0c1e04d8a9b33dcb5936f3556798507d9ad9bf48ce43?s=96&d=mm&r=g\",\"caption\":\"Abhiram Palicherla\"}}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Monitoring Snowflake with Streamlit - kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation","description":"Optimize your cloud data warehouse with KEMB's Snowflake dashboard in Streamlit. Gain insights into costs, usage, and efficiency for smarter, data-driven decisions.","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/","og_locale":"en_US","og_type":"article","og_title":"Monitoring Snowflake with Streamlit - kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation","og_description":"Optimize your cloud data warehouse with KEMB's Snowflake dashboard in Streamlit. Gain insights into costs, usage, and efficiency for smarter, data-driven decisions.","og_url":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/","og_site_name":"kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation","article_published_time":"2024-08-09T10:31:18+00:00","article_modified_time":"2024-08-09T10:32:55+00:00","og_image":[{"width":2200,"height":1500,"url":"https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp","type":"image\/webp"}],"author":"Abhiram Palicherla","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Abhiram Palicherla","Est. reading time":"7 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#article","isPartOf":{"@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/"},"author":{"name":"Abhiram Palicherla","@id":"https:\/\/wearekemb.com\/en\/#\/schema\/person\/39615c80a772450e39b7dad524cabae8"},"headline":"Monitoring Snowflake with Streamlit","datePublished":"2024-08-09T10:31:18+00:00","dateModified":"2024-08-09T10:32:55+00:00","mainEntityOfPage":{"@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/"},"wordCount":2259,"publisher":{"@id":"https:\/\/wearekemb.com\/en\/#organization"},"image":{"@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#primaryimage"},"thumbnailUrl":"https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp","articleSection":["Business Intelligence","Data &amp; reporting"],"inLanguage":"en"},{"@type":"WebPage","@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/","url":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/","name":"Monitoring Snowflake with Streamlit - kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation","isPartOf":{"@id":"https:\/\/wearekemb.com\/en\/#website"},"primaryImageOfPage":{"@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#primaryimage"},"image":{"@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#primaryimage"},"thumbnailUrl":"https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp","datePublished":"2024-08-09T10:31:18+00:00","dateModified":"2024-08-09T10:32:55+00:00","description":"Optimize your cloud data warehouse with KEMB's Snowflake dashboard in Streamlit. Gain insights into costs, usage, and efficiency for smarter, data-driven decisions.","breadcrumb":{"@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#breadcrumb"},"inLanguage":"en","potentialAction":[{"@type":"ReadAction","target":["https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/"]}]},{"@type":"ImageObject","inLanguage":"en","@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#primaryimage","url":"https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp","contentUrl":"https:\/\/wearekemb.com\/wp-content\/uploads\/2024\/08\/monitoring-snowflake-with-streamlit-kemb-thumbnail.webp","width":2200,"height":1500},{"@type":"BreadcrumbList","@id":"https:\/\/wearekemb.com\/en\/monitoring-snowflake-streamlit\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/wearekemb.com\/en\/"},{"@type":"ListItem","position":2,"name":"Monitoring Snowflake with Streamlit"}]},{"@type":"WebSite","@id":"https:\/\/wearekemb.com\/en\/#website","url":"https:\/\/wearekemb.com\/en\/","name":"kemb GmbH - Your Partners in Business Intelligence, Marketing Digital Transformation","description":"We help you bring your business to the next level","publisher":{"@id":"https:\/\/wearekemb.com\/en\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/wearekemb.com\/en\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en"},{"@type":"Organization","@id":"https:\/\/wearekemb.com\/en\/#organization","name":"kemb GmbH","url":"https:\/\/wearekemb.com\/en\/","logo":{"@type":"ImageObject","inLanguage":"en","@id":"https:\/\/wearekemb.com\/en\/#\/schema\/logo\/image\/","url":"https:\/\/wearekemb.com\/wp-content\/uploads\/2023\/02\/kemb-logo-512x512-1.png","contentUrl":"https:\/\/wearekemb.com\/wp-content\/uploads\/2023\/02\/kemb-logo-512x512-1.png","width":512,"height":512,"caption":"kemb GmbH"},"image":{"@id":"https:\/\/wearekemb.com\/en\/#\/schema\/logo\/image\/"},"sameAs":["https:\/\/www.linkedin.com\/company\/kemb-gmbh\/"]},{"@type":"Person","@id":"https:\/\/wearekemb.com\/en\/#\/schema\/person\/39615c80a772450e39b7dad524cabae8","name":"Abhiram Palicherla","image":{"@type":"ImageObject","inLanguage":"en","@id":"https:\/\/secure.gravatar.com\/avatar\/0e440458de8259f634dc0c1e04d8a9b33dcb5936f3556798507d9ad9bf48ce43?s=96&d=mm&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/0e440458de8259f634dc0c1e04d8a9b33dcb5936f3556798507d9ad9bf48ce43?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/0e440458de8259f634dc0c1e04d8a9b33dcb5936f3556798507d9ad9bf48ce43?s=96&d=mm&r=g","caption":"Abhiram Palicherla"}}]}},"_links":{"self":[{"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/posts\/13348","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/users\/15"}],"replies":[{"embeddable":true,"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/comments?post=13348"}],"version-history":[{"count":0,"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/posts\/13348\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/media\/13363"}],"wp:attachment":[{"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/media?parent=13348"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/categories?post=13348"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/wearekemb.com\/en\/wp-json\/wp\/v2\/tags?post=13348"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}