{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import ollama\n",
    "\n",
    "#model = \"llama3.2:1b\"\n",
    "client = ollama.Client(\n",
    "    host = 'https://ollamamodel.matitos.org',\n",
    ")\n",
    "l = client.list()\n",
    "list_models = [m.get(\"model\") for m in l.model_dump().get(\"models\")]\n",
    "\n",
    "list_models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for m in list_models:\n",
    "    context_key = [ k for k in client.show(m).model_dump().get(\"modelinfo\").keys() if \"context_length\" in k]\n",
    "    if (len(context_key) != 1):\n",
    "        print(\"Problem!!!\")\n",
    "    print(m, client.show(m).model_dump().get(\"modelinfo\").get(context_key[0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "text = \"...\"\n",
    "model = \"falcon3:1b\"\n",
    "\n",
    "msg_content = {\n",
    "    \"role\": \"user\", \n",
    "    \"content\": text,\n",
    "}\n",
    "response = client.chat(model=model, messages=[msg_content], stream=False)\n",
    "print(response[\"message\"][\"content\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import cv2\n",
    "import base64\n",
    "import numpy as np\n",
    "\n",
    "endpoint = \"http://192.168.2.64:12343/image\"\n",
    "\n",
    "\n",
    "\n",
    "prompt = \"Majestic mountain landscape with snow-capped peaks, autumn foliage in vibrant reds and oranges, a turquoise river winding through a valley, crisp and serene atmosphere, ultra-realistic style.\"\n",
    "prompt = \"A group of kids happily playing in a joy environment\"\n",
    "#prompt = \"A bitcoin behaving like a king, surrounded by small alternative coins. Detailed, geometric style\"\n",
    "\n",
    "json = {\n",
    "    \"prompt\": prompt,\n",
    "    \"num_inference_steps\": 10,\n",
    "    \"size\": \"512x512\",\n",
    "    \"seed\": 123456,\n",
    "}\n",
    "\n",
    "for inf_step in [1, 4, 10, 20, 25, 30, 35, 40, 45, 50, 60, 70, 80, 90, 100]:\n",
    "    json[\"num_inference_steps\"] = inf_step\n",
    "\n",
    "    %time r = requests.post(endpoint, json=json)\n",
    "    print(\"Status code\", r.status_code)\n",
    "\n",
    "    # Image\n",
    "    png_as_np = np.frombuffer(base64.b64decode(r.text), dtype=np.uint8)\n",
    "    image_bgr = cv2.imdecode(png_as_np, cv2.IMREAD_COLOR)\n",
    "\n",
    "    cv2.imwrite(\"sample_img_{}.png\".format(json[\"num_inference_steps\"]), image_bgr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "('https://foxnews.com/us/utah-mommy-blogger-ruby-franke-power-public-image-allowed-child-abuse-go-unchecked-expert',\n",
       " 'foxnews.com')"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# !pip install trafilatura trafilatura[all] cchardet\n",
    "import courlan\n",
    "url = \"https://www.foxnews.com/us/utah-mommy-blogger-ruby-franke-power-public-image-allowed-child-abuse-go-unchecked-expert\"\n",
    "url = \"https://foxnews.com/us/utah-mommy-blogger-ruby-franke-power-public-image-allowed-child-abuse-go-unchecked-expert\"\n",
    "courlan.check_url(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "import newspaper\n",
    "\n",
    "article = newspaper.article(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "datetime.datetime(2025, 3, 4, 4, 0, 31, tzinfo=tzoffset(None, -18000))"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "article.publish_date"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# !pip install trafilatura\n",
    "import trafilatura\n",
    "from pprint import pprint\n",
    "\n",
    "url = \"https://www.foxnews.com/us/utah-mommy-blogger-ruby-franke-power-public-image-allowed-child-abuse-go-unchecked-expert\"\n",
    "# url = \"https://www.missingkids.org/poster/USVA/VA25-0820/1\"\n",
    "\n",
    "# Fetch\n",
    "doc = trafilatura.fetch_url(url)\n",
    "# Content & metadata\n",
    "metadata = trafilatura.extract_metadata(doc)\n",
    "content = trafilatura.extract(doc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'author': 'Audrey Conklin',\n",
      " 'body': <Element body at 0x7e22813ce400>,\n",
      " 'categories': [],\n",
      " 'comments': None,\n",
      " 'commentsbody': <Element body at 0x7e22813ce180>,\n",
      " 'date': '2025-03-03',\n",
      " 'description': \"Disgraced parenting blogger and mom of six Ruby Franke's \"\n",
      "                '\"power\" and public image\" allowed her crimes against her '\n",
      "                'children to go \"unchecked,\" according to a defense attorney.',\n",
      " 'filedate': '2025-03-08',\n",
      " 'fingerprint': None,\n",
      " 'hostname': 'foxnews.com',\n",
      " 'id': None,\n",
      " 'image': 'https://static.foxnews.com/foxnews.com/content/uploads/2024/03/967e1c1b-Franke.jpg',\n",
      " 'language': None,\n",
      " 'license': None,\n",
      " 'pagetype': 'article',\n",
      " 'raw_text': None,\n",
      " 'sitename': 'Fox News',\n",
      " 'tags': [],\n",
      " 'text': None,\n",
      " 'title': \"Utah mommy blogger Ruby Franke's power, public image allowed child \"\n",
      "          \"abuse to go 'unchecked': expert\",\n",
      " 'url': 'https://www.foxnews.com/us/utah-mommy-blogger-ruby-franke-power-public-image-allowed-child-abuse-go-unchecked-expert'}\n"
     ]
    }
   ],
   "source": [
    "pprint(metadata.as_dict())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "print(content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 18.6 ms, sys: 40 μs, total: 18.7 ms\n",
      "Wall time: 18 ms\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'en'"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "!pip install lingua-language-detector\n",
    "import lingua\n",
    "ld = lingua.LanguageDetectorBuilder.from_all_languages().build()\n",
    "l = ld.detect_language_of(content)\n",
    "'''\n",
    "# !pip install langdetect \n",
    "import langdetect\n",
    "langdetect.DetectorFactory.seed = 0\n",
    "langdetect.detect(content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# !pip install newspaper4k"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import newspaper\n",
    "\n",
    "url = \"https://www.foxnews.com/us/utah-mommy-blogger-ruby-franke-power-public-image-allowed-child-abuse-go-unchecked-expert\"\n",
    "url = \"https://www.missingkids.org/poster/USVA/VA25-0820/1\"\n",
    "\n",
    "article = newspaper.article(url)\n",
    "\n",
    "url_photo = set([i for i in article.images if \"api.missingkids.org/photographs\" in i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# !pip install news-please\n",
    "from newsplease import NewsPlease\n",
    "\n",
    "url = \"https://variety.com/2025/film/news/gene-hackman-death-suspicious-gas-leak-search-warrant-1236322610/\"\n",
    "url = \"https://www.bbc.com/news/articles/cewkkkvkzn9o\"\n",
    "url = \"https://www.foxnews.com/us/utah-mommy-blogger-ruby-franke-power-public-image-allowed-child-abuse-go-unchecked-expert\"\n",
    "article = NewsPlease.from_url(url)\n",
    "print(article.title)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "print(article.maintext)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "matitos",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}