fundor333/fundor333.com
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Adding Bsky

Browse Source
This commit is contained in:
fundor333
2025-01-24 00:09:22 +01:00
parent 392f2e3f9c
commit 30ab20f89e
9 changed files with 55 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

51
action_script/syndication-collector.py
View File

@@ -6,6 +6,7 @@ import hashlib
domain = "https://fundor333.com"
rss_url_mastodon = "https://mastodon.social/@fundor333.rss"
rss_url_bsky = "https://bsky.app/profile/did:plc:u7piwonv4s27ysugjaa6im2q/rss"
def clean_slug(slug: str):
@@ -14,6 +15,31 @@ def clean_slug(slug: str):
).hexdigest()
class BskyFinder:
def find_urls(self, string):
x = string.split(" ")
res = []
for i in x:
if i.startswith("https:") or i.startswith("http:"):
res.append(i)
return res
def run(self, rss_url: str, domain: str, output: dict):
feed = feedparser.parse(rss_url)
if feed.status == 200:
for entry in feed.entries:
link = entry.get("link")
for e in self.find_urls(entry.get("summary")):
if domain in e:
e = clean_slug(e)
if output.get(e, False):
output[e].append(link.strip())
else:
output[e] = [link.strip()]
else:
print("Failed to get RSS feed. Status code:", feed.status)
class MastodonFinder:
def find_urls(self, string):
x = string.split('"')
@@ -32,7 +58,7 @@ class MastodonFinder:
if domain in e:
e = clean_slug(e)
if output.get(e, False):
output[e].append(link)
output[e].append(link.strip())
else:
output[e] = [link.strip()]
else:
@@ -40,15 +66,19 @@ class MastodonFinder:
class WriterSyndication:
def __init__(self, rss_url_mastodon: str, domain: str):
def __init__(self, rss_url_mastodon: str, rss_url_bsky: str, domain: str):
self.output = {}
self.rss_url_mastodon = rss_url_mastodon
self.rss_url_bsky = rss_url_bsky
self.domain = domain
def data_gathering(self):
m = MastodonFinder()
m.run(self.rss_url_mastodon, self.domain, self.output)
bs = BskyFinder()
bs.run(self.rss_url_bsky, self.domain, self.output)
def write(self):
for key in self.output.keys():
@@ -57,13 +87,26 @@ class WriterSyndication:
Path(path_folder).mkdir(parents=True, exist_ok=True)
path_file = os.path.join(path_folder, key)
if os.path.exists(path_file + ".json"):
with open(path_file + ".json") as fp:
data = json.load(fp)
if data.get("syndication", False):
data["syndication"] = list(
set(data["syndication"] + self.output[key])
)
else:
data["syndication"] = self.output[key]
else:
data = {"syndication": self.output[key]}
with open(path_file + ".json", "w") as fp:
json.dump({"syndication": self.output[key]}, fp)
json.dump(data, fp)
def run(self):
self.data_gathering()
self.write()
w = WriterSyndication(rss_url_mastodon, domain)
w = WriterSyndication(rss_url_mastodon, rss_url_bsky, domain)
w.run()