Remove old subscript support

This commit is contained in:
Liam 2024-11-21 09:41:39 -05:00
parent 215d1584c4
commit f9339292c4
7 changed files with 5 additions and 155 deletions

View file

@ -17,20 +17,6 @@ defmodule Philomena.Markdown do
def to_html_unsafe(text, replacements), def to_html_unsafe(text, replacements),
do: Philomena.Native.markdown_to_html_unsafe(text, replacements) do: Philomena.Native.markdown_to_html_unsafe(text, replacements)
@doc """
Places a Markdown document into its canonical CommonMark form.
"""
@spec to_cm(String.t()) :: String.t()
def to_cm(text),
do: Philomena.Native.markdown_to_cm(text)
@doc """
Determines whether a Markdown document uses a subscript operator, for migration.
"""
@spec has_subscript?(String.t()) :: boolean()
def has_subscript?(text),
do: Philomena.Native.markdown_has_subscript(text)
@doc """ @doc """
Escapes special characters in text which is to be rendered as Markdown. Escapes special characters in text which is to be rendered as Markdown.
""" """

View file

@ -1,82 +0,0 @@
defmodule Philomena.Markdown.SubscriptMigrator do
alias Philomena.Comments.Comment
alias Philomena.Commissions.Item, as: CommissionItem
alias Philomena.Commissions.Commission
alias Philomena.DnpEntries.DnpEntry
alias Philomena.Images.Image
alias Philomena.Conversations.Message
alias Philomena.ModNotes.ModNote
alias Philomena.Posts.Post
alias Philomena.Reports.Report
alias Philomena.Tags.Tag
alias Philomena.Users.User
import Ecto.Query
alias PhilomenaQuery.Batch
alias Philomena.Markdown
alias Philomena.Repo
@types %{
comments: {Comment, [:body]},
commission_items: {CommissionItem, [:description, :add_ons]},
commissions: {Commission, [:information, :contact, :will_create, :will_not_create]},
dnp_entries: {DnpEntry, [:conditions, :reason, :instructions]},
images: {Image, [:description, :scratchpad]},
messages: {Message, [:body]},
mod_notes: {ModNote, [:body]},
posts: {Post, [:body]},
reports: {Report, [:reason]},
tags: {Tag, [:description]},
users: {User, [:description, :scratchpad]}
}
@doc """
Format the ranged Markdown documents to their canonical CommonMark form.
"""
@spec migrate(type :: :all | atom(), id_start :: non_neg_integer(), id_end :: non_neg_integer()) ::
:ok
def migrate(type, id_start, id_end)
def migrate(:all, _id_start, _id_end) do
Enum.each(@types, fn {name, _schema_columns} ->
migrate(name, 0, 2_147_483_647)
end)
end
def migrate(type, id_start, id_end) do
IO.puts("#{type}:")
{schema, columns} = Map.fetch!(@types, type)
schema
|> where([s], s.id >= ^id_start and s.id < ^id_end)
|> Batch.records()
|> Enum.each(fn s ->
case generate_updates(s, columns) do
[] ->
:ok
updates ->
IO.write("\r#{s.id}")
{1, nil} =
schema
|> where(id: ^s.id)
|> Repo.update_all(set: updates)
end
end)
end
@spec generate_updates(s :: struct(), columns :: [atom()]) :: Keyword.t()
defp generate_updates(s, columns) do
Enum.flat_map(columns, fn col ->
with value when not is_nil(value) <- Map.fetch!(s, col),
true <- Markdown.has_subscript?(value) do
[{col, Markdown.to_cm(value)}]
else
_ ->
[]
end
end)
end
end

View file

@ -9,12 +9,6 @@ defmodule Philomena.Native do
@spec markdown_to_html_unsafe(String.t(), %{String.t() => String.t()}) :: String.t() @spec markdown_to_html_unsafe(String.t(), %{String.t() => String.t()}) :: String.t()
def markdown_to_html_unsafe(_text, _replacements), do: :erlang.nif_error(:nif_not_loaded) def markdown_to_html_unsafe(_text, _replacements), do: :erlang.nif_error(:nif_not_loaded)
@spec markdown_to_cm(String.t()) :: String.t()
def markdown_to_cm(_text), do: :erlang.nif_error(:nif_not_loaded)
@spec markdown_has_subscript(String.t()) :: boolean()
def markdown_has_subscript(_text), do: :erlang.nif_error(:nif_not_loaded)
@spec camo_image_url(String.t()) :: String.t() @spec camo_image_url(String.t()) :: String.t()
def camo_image_url(_uri), do: :erlang.nif_error(:nif_not_loaded) def camo_image_url(_uri), do: :erlang.nif_error(:nif_not_loaded)

View file

@ -14,10 +14,6 @@ defmodule Philomena.Release do
{:ok, _, _} = Ecto.Migrator.with_repo(repo, &Ecto.Migrator.run(&1, :down, to: version)) {:ok, _, _} = Ecto.Migrator.with_repo(repo, &Ecto.Migrator.run(&1, :down, to: version))
end end
def migrate_markdown(type, id_start, id_end) do
Philomena.Markdown.SubscriptMigrator.migrate(type, id_start, id_end)
end
def update_channels do def update_channels do
start_app() start_app()
Philomena.Channels.update_tracked_channels!() Philomena.Channels.update_tracked_channels!()

View file

@ -15,9 +15,8 @@ static GLOBAL: Jemalloc = Jemalloc;
rustler::init! { rustler::init! {
"Elixir.Philomena.Native", "Elixir.Philomena.Native",
[ [
markdown_to_html, markdown_to_html_unsafe, markdown_to_cm, markdown_to_html, markdown_to_html_unsafe, camo_image_url,
markdown_has_subscript, camo_image_url, zip_open_writer, zip_open_writer, zip_start_file, zip_write, zip_finish
zip_start_file, zip_write, zip_finish
], ],
load = load load = load
} }
@ -40,16 +39,6 @@ fn markdown_to_html_unsafe(input: &str, reps: HashMap<String, String>) -> String
markdown::to_html_unsafe(input, reps) markdown::to_html_unsafe(input, reps)
} }
#[rustler::nif(schedule = "DirtyCpu")]
fn markdown_to_cm(input: &str) -> String {
markdown::to_cm(input)
}
#[rustler::nif(schedule = "DirtyCpu")]
fn markdown_has_subscript(input: &str) -> bool {
markdown::has_subscript(input)
}
// Camo NIF wrappers. // Camo NIF wrappers.
#[rustler::nif] #[rustler::nif]

View file

@ -1,7 +1,6 @@
use crate::{camo, domains}; use crate::{camo, domains};
use comrak::nodes::AstNode; use comrak::Options;
use comrak::{Arena, Options}; use std::collections::HashMap;
use std::collections::{HashMap, VecDeque};
use std::sync::Arc; use std::sync::Arc;
pub fn common_options() -> Options { pub fn common_options() -> Options {
@ -24,7 +23,6 @@ pub fn common_options() -> Options {
options.extension.greentext = true; options.extension.greentext = true;
options.extension.subscript = true; options.extension.subscript = true;
options.extension.philomena = true; options.extension.philomena = true;
options.extension.alternate_subscript = true;
options.render.ignore_empty_links = true; options.render.ignore_empty_links = true;
options.render.ignore_setext = true; options.render.ignore_setext = true;
@ -54,34 +52,3 @@ pub fn to_html_unsafe(input: &str, reps: HashMap<String, String>) -> String {
comrak::markdown_to_html(input, &options) comrak::markdown_to_html(input, &options)
} }
fn migration_options() -> Options {
let mut options = common_options();
options.extension.subscript = false;
options
}
pub fn to_cm(input: &str) -> String {
comrak::markdown_to_commonmark(input, &migration_options())
}
pub fn has_subscript(input: &str) -> bool {
let mut queue: VecDeque<&AstNode> = VecDeque::new();
let arena = Arena::new();
queue.push_back(comrak::parse_document(&arena, input, &migration_options()));
while let Some(front) = queue.pop_front() {
match &front.data.borrow().value {
comrak::nodes::NodeValue::Subscript => return true,
comrak::nodes::NodeValue::Strikethrough => return true,
_ => {}
}
for child in front.children() {
queue.push_back(child);
}
}
false
}

View file

@ -45,7 +45,7 @@ fn html_opts_w(input: &str, expected: &str, options: &comrak::Options) {
#[test] #[test]
fn subscript() { fn subscript() {
html("H%2%O\n", "<div class=\"paragraph\">H<sub>2</sub>O</div>\n"); html("H~2~O\n", "<div class=\"paragraph\">H<sub>2</sub>O</div>\n");
} }
#[test] #[test]