json Huginn RSS Scraper

Posted 2021-05-19

{
  "name": "RSS Scraper",
  "description": "RSS Filter & Builder",
  "source_url": false,
  "guid": "",
  "tag_fg_color": "#ffffff",
  "tag_bg_color": "#5bc0de",
  "exported_at": "2015-08-04T18:19:09Z",
  "agents": [
    {
      "type": "Agents::DataOutputAgent",
      "name": "RSS Output",
      "disabled": false,
      "guid": "1ff8215e35ae7c52ba1aa3af9b060518",
      "options": {
        "secrets": [
          "secret-token"
        ],
        "expected_receive_period_in_days": 2,
        "template": {
          "title": "[Title]",
          "description": "[Description]",
          "item": {
            "title": "{{title}}",
            "description": "{{description}}",
            "link": "{{url}}"
          }
        }
      },
      "keep_events_for": 1,
      "propagate_immediately": true
    },
    {
      "type": "Agents::WebsiteAgent",
      "name": "RSS Scraper",
      "disabled": false,
      "guid": "9efe8e90da82df02a8cc72edf4181d2e",
      "options": {
        "expected_update_period_in_days": 7,
        "url": "[URL]",
        "type": "xml",
        "mode": "on_change",
        "extract": {
          "url": {
            "css": "item link",
            "value": ".//text()"
          },
          "title": {
            "css": "item title",
            "value": ".//text()"
          }
        }
      },
      "schedule": "every_2h",
      "keep_events_for": 1,
      "propagate_immediately": false
    },
    {
      "type": "Agents::WebsiteAgent",
      "name": "Website Scraper",
      "disabled": false,
      "guid": "f9f02c1d3e59577c26e6d901d24b04ca",
      "options": {
        "expected_update_period_in_days": "2",
        "url": "{{url}}",
        "type": "html",
        "mode": "all",
        "clean": "false",
        "extract": {
          "description": {
            "css": "[.item_body]",
            "value": "./node()"
          },
          "title": {
            "css": "[.item_title]",
            "value": ".//text()"
          },
          "url": {
            "css": "[link]",
            "value": ".//text()"
          }
        }
      },
      "schedule": "every_2h",
      "keep_events_for": 1,
      "propagate_immediately": true
    }
  ],
  "links": [
    {
      "source": 1,
      "receiver": 2
    },
    {
      "source": 2,
      "receiver": 0
    }
  ]
}