diff --git a/pgml-cms/blog/.gitbook/assets/blog_image_generating_llm_embeddings.png b/pgml-cms/blog/.gitbook/assets/blog_image_generating_llm_embeddings.png new file mode 100644 index 000000000..dcb534f2a Binary files /dev/null and b/pgml-cms/blog/.gitbook/assets/blog_image_generating_llm_embeddings.png differ diff --git a/pgml-cms/blog/.gitbook/assets/blog_image_hnsw.png b/pgml-cms/blog/.gitbook/assets/blog_image_hnsw.png new file mode 100644 index 000000000..965866ec1 Binary files /dev/null and b/pgml-cms/blog/.gitbook/assets/blog_image_hnsw.png differ diff --git a/pgml-cms/blog/.gitbook/assets/blog_image_placeholder.png b/pgml-cms/blog/.gitbook/assets/blog_image_placeholder.png new file mode 100644 index 000000000..38926ab35 Binary files /dev/null and b/pgml-cms/blog/.gitbook/assets/blog_image_placeholder.png differ diff --git a/pgml-cms/blog/.gitbook/assets/blog_image_switch_kit.png b/pgml-cms/blog/.gitbook/assets/blog_image_switch_kit.png new file mode 100644 index 000000000..fccffb023 Binary files /dev/null and b/pgml-cms/blog/.gitbook/assets/blog_image_switch_kit.png differ diff --git a/pgml-cms/blog/announcing-gptq-and-ggml-quantized-llm-support-for-huggingface-transformers.md b/pgml-cms/blog/announcing-gptq-and-ggml-quantized-llm-support-for-huggingface-transformers.md index 12f94aa5a..6242776db 100644 --- a/pgml-cms/blog/announcing-gptq-and-ggml-quantized-llm-support-for-huggingface-transformers.md +++ b/pgml-cms/blog/announcing-gptq-and-ggml-quantized-llm-support-for-huggingface-transformers.md @@ -3,6 +3,9 @@ description: >- GPTQ & GGML allow PostgresML to fit larger models in less RAM. These algorithms perform inference significantly faster on NVIDIA, Apple and Intel hardware. +featured: false +tags: [engineering] +image: ".gitbook/assets/image (14).png" --- # Announcing GPTQ & GGML Quantized LLM support for Huggingface Transformers diff --git a/pgml-cms/blog/announcing-support-for-aws-us-east-1-region.md b/pgml-cms/blog/announcing-support-for-aws-us-east-1-region.md index 8eab64ac6..0b658761a 100644 --- a/pgml-cms/blog/announcing-support-for-aws-us-east-1-region.md +++ b/pgml-cms/blog/announcing-support-for-aws-us-east-1-region.md @@ -1,3 +1,9 @@ +--- +description: >- + We added aws us east 1 to our list of support aws regions. +featured: false +tags: [product] +--- # Announcing Support for AWS us-east-1 Region

diff --git a/pgml-cms/blog/backwards-compatible-or-bust-python-inside-rust-inside-postgres.md b/pgml-cms/blog/backwards-compatible-or-bust-python-inside-rust-inside-postgres.md index 7b6260e18..8c22ebcfb 100644 --- a/pgml-cms/blog/backwards-compatible-or-bust-python-inside-rust-inside-postgres.md +++ b/pgml-cms/blog/backwards-compatible-or-bust-python-inside-rust-inside-postgres.md @@ -2,6 +2,8 @@ description: >- A story about including Scikit-learn into our Rust extension and preserving backwards compatibility in the process. +tags: [engineering] +featured: false --- # Backwards Compatible or Bust: Python Inside Rust Inside Postgres diff --git a/pgml-cms/blog/data-is-living-and-relational.md b/pgml-cms/blog/data-is-living-and-relational.md index ff94a661f..806e14fc2 100644 --- a/pgml-cms/blog/data-is-living-and-relational.md +++ b/pgml-cms/blog/data-is-living-and-relational.md @@ -3,6 +3,8 @@ description: >- A common problem with data science and machine learning tutorials is the published and studied datasets are often nothing like what you’ll find in industry. +featured: false +tags: [engineering] --- # Data is Living and Relational diff --git a/pgml-cms/blog/generating-llm-embeddings-with-open-source-models-in-postgresml.md b/pgml-cms/blog/generating-llm-embeddings-with-open-source-models-in-postgresml.md index 2eda9bfac..f35e0081e 100644 --- a/pgml-cms/blog/generating-llm-embeddings-with-open-source-models-in-postgresml.md +++ b/pgml-cms/blog/generating-llm-embeddings-with-open-source-models-in-postgresml.md @@ -2,6 +2,8 @@ description: >- How to use the pgml.embed(...) function to generate embeddings with free and open source models in your own database. +image: ".gitbook/assets/blog_image_generating_llm_embeddings.png" +features: true --- # Generating LLM embeddings with open source models in PostgresML diff --git a/pgml-cms/blog/how-to-improve-search-results-with-machine-learning.md b/pgml-cms/blog/how-to-improve-search-results-with-machine-learning.md index 7b5a0be15..5ee950918 100644 --- a/pgml-cms/blog/how-to-improve-search-results-with-machine-learning.md +++ b/pgml-cms/blog/how-to-improve-search-results-with-machine-learning.md @@ -3,6 +3,9 @@ description: >- PostgresML makes it easy to use machine learning on your data and scale workloads horizontally in our cloud. One of the most common use cases is to improve search results. +featured: true +image: ".gitbook/assets/image (2) (2).png" +tags: ["Engineering"] --- # How-to Improve Search Results with Machine Learning diff --git a/pgml-cms/blog/introducing-the-openai-switch-kit-move-from-closed-to-open-source-ai-in-minutes.md b/pgml-cms/blog/introducing-the-openai-switch-kit-move-from-closed-to-open-source-ai-in-minutes.md index 75e01ca85..c91fa151c 100644 --- a/pgml-cms/blog/introducing-the-openai-switch-kit-move-from-closed-to-open-source-ai-in-minutes.md +++ b/pgml-cms/blog/introducing-the-openai-switch-kit-move-from-closed-to-open-source-ai-in-minutes.md @@ -1,8 +1,10 @@ --- -image: https://postgresml.org/dashboard/static/images/open_source_ai_social_share.png +featured: true +tags: [engineering, product] description: >- Quickly and easily transition from the confines of the OpenAI APIs to higher quality embeddings and unrestricted text generation models. +image: ".gitbook/assets/blog_image_switch_kit.png" --- # Introducing the OpenAI Switch Kit: Move from closed to open-source AI in minutes diff --git a/pgml-cms/blog/mindsdb-vs-postgresml.md b/pgml-cms/blog/mindsdb-vs-postgresml.md index 2b38b2c5a..925e35dc3 100644 --- a/pgml-cms/blog/mindsdb-vs-postgresml.md +++ b/pgml-cms/blog/mindsdb-vs-postgresml.md @@ -2,6 +2,7 @@ description: >- PostgresML is more opinionated, more scalable, more capable and several times faster than MindsDB. +image: ".gitbook/assets/image (17).png" --- # MindsDB vs PostgresML diff --git a/pgml-cms/blog/postgres-full-text-search-is-awesome.md b/pgml-cms/blog/postgres-full-text-search-is-awesome.md index 9b2044b2d..8cc8a8205 100644 --- a/pgml-cms/blog/postgres-full-text-search-is-awesome.md +++ b/pgml-cms/blog/postgres-full-text-search-is-awesome.md @@ -2,6 +2,7 @@ description: >- If you want to improve your search results, don't rely on expensive O(n*m) word frequency statistics. Get new sources of data instead. +image: ".gitbook/assets/image (53).png" --- # Postgres Full Text Search is Awesome! diff --git a/pgml-cms/blog/speeding-up-vector-recall-5x-with-hnsw.md b/pgml-cms/blog/speeding-up-vector-recall-5x-with-hnsw.md index 8a3bf7967..621bc99ea 100644 --- a/pgml-cms/blog/speeding-up-vector-recall-5x-with-hnsw.md +++ b/pgml-cms/blog/speeding-up-vector-recall-5x-with-hnsw.md @@ -3,6 +3,9 @@ description: >- HNSW indexing is the latest upgrade in vector recall performance. In this post we announce our updated SDK that utilizes HNSW indexing to give world class performance in vector search. +tags: [engineering] +featured: true +image: ".gitbook/assets/blog_image_hnsw.png" --- # Speeding up vector recall 5x with HNSW diff --git a/pgml-dashboard/Cargo.lock b/pgml-dashboard/Cargo.lock index 849a8d47c..b5563b581 100644 --- a/pgml-dashboard/Cargo.lock +++ b/pgml-dashboard/Cargo.lock @@ -432,6 +432,7 @@ dependencies = [ "iana-time-zone", "js-sys", "num-traits", + "serde", "wasm-bindgen", "windows-targets 0.48.1", ] diff --git a/pgml-dashboard/Cargo.toml b/pgml-dashboard/Cargo.toml index 6d1b803dd..b1bb93f06 100644 --- a/pgml-dashboard/Cargo.toml +++ b/pgml-dashboard/Cargo.toml @@ -15,7 +15,7 @@ anyhow = "1" aho-corasick = "0.7" base64 = "0.21" comrak = "0.17" -chrono = "0.4" +chrono = { version = "0.4", features = ["serde"] } csv-async = "1" console-subscriber = "*" convert_case = "0.6" diff --git a/pgml-dashboard/src/api/cms.rs b/pgml-dashboard/src/api/cms.rs index f40d4204f..0aa82a80a 100644 --- a/pgml-dashboard/src/api/cms.rs +++ b/pgml-dashboard/src/api/cms.rs @@ -3,6 +3,8 @@ use std::{ path::{Path, PathBuf}, }; +use std::str::FromStr; + use comrak::{format_html_with_plugins, parse_document, Arena, ComrakPlugins}; use lazy_static::lazy_static; use markdown::mdast::Node; @@ -16,7 +18,6 @@ use crate::{ templates::docs::*, utils::config, }; - use serde::{Deserialize, Serialize}; lazy_static! { @@ -61,35 +62,66 @@ lazy_static! { ); } +#[derive(PartialEq, Debug, Serialize, Deserialize)] +pub enum DocType { + Blog, + Docs, + Careers, +} + +impl FromStr for DocType { + type Err = (); + + fn from_str(s: &str) -> Result { + match s { + "blog" => Ok(DocType::Blog), + "Doc" => Ok(DocType::Docs), + "Careers" => Ok(DocType::Careers), + _ => Err(()), + } + } +} + #[derive(Debug, Serialize, Deserialize)] pub struct Document { /// The absolute path on disk pub path: PathBuf, pub description: Option, + pub author: Option, + pub author_image: Option, + pub featured: bool, + pub date: Option, + pub tags: Vec, pub image: Option, pub title: String, pub toc_links: Vec, - pub html: String, + pub contents: String, + pub doc_type: Option, } +// Gets document markdown impl Document { pub async fn from_path(path: &PathBuf) -> anyhow::Result { warn!("path: {:?}", path); + + let regex = regex::Regex::new(r#".*/pgml-cms/([^"]*)/(.*)\.md"#).unwrap(); + + let doc_type = match regex.captures(&path.clone().display().to_string()) { + Some(c) => DocType::from_str(&c[1]).ok(), + _ => None, + }; + let contents = tokio::fs::read_to_string(&path).await?; let parts = contents.split("---").collect::>(); - let (description, contents) = if parts.len() > 1 { + let (meta, contents) = if parts.len() > 1 { match YamlLoader::load_from_str(parts[1]) { Ok(meta) => { if meta.len() == 0 || meta[0].as_hash().is_none() { (None, contents) } else { - let description: Option = match meta[0]["description"].is_badvalue() { - true => None, - false => Some(meta[0]["description"].as_str().unwrap().to_string()), - }; - (description, parts[2..].join("---").to_string()) + (Some(meta[0].clone()), parts[2..].join("---").to_string()) } } Err(_) => (None, contents), @@ -98,16 +130,78 @@ impl Document { (None, contents) }; + // parse meta section + let (description, image, featured, tags) = match meta { + Some(meta) => { + let description = if meta["description"].is_badvalue() { + None + } else { + Some(meta["description"].as_str().unwrap().to_string()) + }; + + let image = if meta["image"].is_badvalue() { + Some(".gitbook/assets/blog_image_placeholder.png".to_string()) + } else { + Some(meta["image"].as_str().unwrap().to_string()) + }; + + let featured = if meta["featured"].is_badvalue() { + false + } else { + meta["featured"].as_bool().unwrap() + }; + + let tags = if meta["tags"].is_badvalue() { + Vec::new() + } else { + let mut tags = Vec::new(); + for tag in meta["tags"].as_vec().unwrap() { + tags.push(tag.as_str().unwrap_or_else(|| "").to_string()); + } + tags + }; + + (description, image, featured, tags) + } + None => ( + None, + Some(".gitbook/assets/blog_image_placeholder.png".to_string()), + false, + Vec::new(), + ), + }; + // Parse Markdown let arena = Arena::new(); - let spaced_contents = crate::utils::markdown::gitbook_preprocess(&contents); - let root = parse_document(&arena, &spaced_contents, &crate::utils::markdown::options()); - - // Title of the document is the first (and typically only)

blog_image_placeholder.png differ pFad - Phonifier reborn
Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.

Alternative Proxies:
Alternative Proxy
pFad Proxy
pFad v3 Proxy
pFad v4 Proxy