* Add blurhash * Use fallback color for spoiler when blurhash missing * Federate the blurhash and accept it as long as it's at most 5x5 * Display unknown media attachments as blurhash placeholders * Improve style of embed actions and spoiler button * Change blurhash resolution from 3x3 to 4x4 * Improve dependency definitions * Fix code style issues
		
			
				
	
	
		
			255 lines
		
	
	
	
		
			6.5 KiB
		
	
	
	
		
			Ruby
		
	
	
	
	
	
			
		
		
	
	
			255 lines
		
	
	
	
		
			6.5 KiB
		
	
	
	
		
			Ruby
		
	
	
	
	
	
| # frozen_string_literal: true
 | |
| # == Schema Information
 | |
| #
 | |
| # Table name: media_attachments
 | |
| #
 | |
| #  id                  :bigint(8)        not null, primary key
 | |
| #  status_id           :bigint(8)
 | |
| #  file_file_name      :string
 | |
| #  file_content_type   :string
 | |
| #  file_file_size      :integer
 | |
| #  file_updated_at     :datetime
 | |
| #  remote_url          :string           default(""), not null
 | |
| #  created_at          :datetime         not null
 | |
| #  updated_at          :datetime         not null
 | |
| #  shortcode           :string
 | |
| #  type                :integer          default("image"), not null
 | |
| #  file_meta           :json
 | |
| #  account_id          :bigint(8)
 | |
| #  description         :text
 | |
| #  scheduled_status_id :bigint(8)
 | |
| #  blurhash            :string
 | |
| #
 | |
| 
 | |
| class MediaAttachment < ApplicationRecord
 | |
|   self.inheritance_column = nil
 | |
| 
 | |
|   enum type: [:image, :gifv, :video, :unknown]
 | |
| 
 | |
|   IMAGE_FILE_EXTENSIONS = ['.jpg', '.jpeg', '.png', '.gif', '.webp'].freeze
 | |
|   VIDEO_FILE_EXTENSIONS = ['.webm', '.mp4', '.m4v', '.mov'].freeze
 | |
| 
 | |
|   IMAGE_MIME_TYPES             = ['image/jpeg', 'image/png', 'image/gif', 'image/webp'].freeze
 | |
|   VIDEO_MIME_TYPES             = ['video/webm', 'video/mp4', 'video/quicktime'].freeze
 | |
|   VIDEO_CONVERTIBLE_MIME_TYPES = ['video/webm', 'video/quicktime'].freeze
 | |
| 
 | |
|   BLURHASH_OPTIONS = {
 | |
|     x_comp: 4,
 | |
|     y_comp: 4,
 | |
|   }.freeze
 | |
| 
 | |
|   IMAGE_STYLES = {
 | |
|     original: {
 | |
|       pixels: 1_638_400, # 1280x1280px
 | |
|       file_geometry_parser: FastGeometryParser,
 | |
|     },
 | |
| 
 | |
|     small: {
 | |
|       pixels: 160_000, # 400x400px
 | |
|       file_geometry_parser: FastGeometryParser,
 | |
|       blurhash: BLURHASH_OPTIONS,
 | |
|     },
 | |
|   }.freeze
 | |
| 
 | |
|   VIDEO_STYLES = {
 | |
|     small: {
 | |
|       convert_options: {
 | |
|         output: {
 | |
|           vf: 'scale=\'min(400\, iw):min(400\, ih)\':force_original_aspect_ratio=decrease',
 | |
|         },
 | |
|       },
 | |
|       format: 'png',
 | |
|       time: 0,
 | |
|       file_geometry_parser: FastGeometryParser,
 | |
|       blurhash: BLURHASH_OPTIONS,
 | |
|     },
 | |
|   }.freeze
 | |
| 
 | |
|   VIDEO_FORMAT = {
 | |
|     format: 'mp4',
 | |
|     convert_options: {
 | |
|       output: {
 | |
|         'loglevel' => 'fatal',
 | |
|         'movflags' => 'faststart',
 | |
|         'pix_fmt'  => 'yuv420p',
 | |
|         'vf'       => 'scale=\'trunc(iw/2)*2:trunc(ih/2)*2\'',
 | |
|         'vsync'    => 'cfr',
 | |
|         'c:v'      => 'h264',
 | |
|         'b:v'      => '500K',
 | |
|         'maxrate'  => '1300K',
 | |
|         'bufsize'  => '1300K',
 | |
|         'crf'      => 18,
 | |
|       },
 | |
|     },
 | |
|   }.freeze
 | |
| 
 | |
|   IMAGE_LIMIT = 8.megabytes
 | |
|   VIDEO_LIMIT = 40.megabytes
 | |
| 
 | |
|   belongs_to :account,          inverse_of: :media_attachments, optional: true
 | |
|   belongs_to :status,           inverse_of: :media_attachments, optional: true
 | |
|   belongs_to :scheduled_status, inverse_of: :media_attachments, optional: true
 | |
| 
 | |
|   has_attached_file :file,
 | |
|                     styles: ->(f) { file_styles f },
 | |
|                     processors: ->(f) { file_processors f },
 | |
|                     convert_options: { all: '-quality 90 -strip' }
 | |
| 
 | |
|   validates_attachment_content_type :file, content_type: IMAGE_MIME_TYPES + VIDEO_MIME_TYPES
 | |
|   validates_attachment_size :file, less_than: IMAGE_LIMIT, unless: :video_or_gifv?
 | |
|   validates_attachment_size :file, less_than: VIDEO_LIMIT, if: :video_or_gifv?
 | |
|   remotable_attachment :file, VIDEO_LIMIT
 | |
| 
 | |
|   include Attachmentable
 | |
| 
 | |
|   validates :account, presence: true
 | |
|   validates :description, length: { maximum: 420 }, if: :local?
 | |
| 
 | |
|   scope :attached,   -> { where.not(status_id: nil).or(where.not(scheduled_status_id: nil)) }
 | |
|   scope :unattached, -> { where(status_id: nil, scheduled_status_id: nil) }
 | |
|   scope :local,      -> { where(remote_url: '') }
 | |
|   scope :remote,     -> { where.not(remote_url: '') }
 | |
| 
 | |
|   default_scope { order(id: :asc) }
 | |
| 
 | |
|   def local?
 | |
|     remote_url.blank?
 | |
|   end
 | |
| 
 | |
|   def needs_redownload?
 | |
|     file.blank? && remote_url.present?
 | |
|   end
 | |
| 
 | |
|   def video_or_gifv?
 | |
|     video? || gifv?
 | |
|   end
 | |
| 
 | |
|   def to_param
 | |
|     shortcode
 | |
|   end
 | |
| 
 | |
|   def focus=(point)
 | |
|     return if point.blank?
 | |
| 
 | |
|     x, y = (point.is_a?(Enumerable) ? point : point.split(',')).map(&:to_f)
 | |
| 
 | |
|     meta = file.instance_read(:meta) || {}
 | |
|     meta['focus'] = { 'x' => x, 'y' => y }
 | |
| 
 | |
|     file.instance_write(:meta, meta)
 | |
|   end
 | |
| 
 | |
|   def focus
 | |
|     x = file.meta['focus']['x']
 | |
|     y = file.meta['focus']['y']
 | |
| 
 | |
|     "#{x},#{y}"
 | |
|   end
 | |
| 
 | |
|   after_commit :reset_parent_cache, on: :update
 | |
|   before_create :prepare_description, unless: :local?
 | |
|   before_create :set_shortcode
 | |
|   before_post_process :set_type_and_extension
 | |
|   before_save :set_meta
 | |
| 
 | |
|   class << self
 | |
|     private
 | |
| 
 | |
|     def file_styles(f)
 | |
|       if f.instance.file_content_type == 'image/gif'
 | |
|         {
 | |
|           small: IMAGE_STYLES[:small],
 | |
|           original: VIDEO_FORMAT,
 | |
|         }
 | |
|       elsif IMAGE_MIME_TYPES.include? f.instance.file_content_type
 | |
|         IMAGE_STYLES
 | |
|       elsif VIDEO_CONVERTIBLE_MIME_TYPES.include?(f.instance.file_content_type)
 | |
|         {
 | |
|           small: VIDEO_STYLES[:small],
 | |
|           original: VIDEO_FORMAT,
 | |
|         }
 | |
|       else
 | |
|         VIDEO_STYLES
 | |
|       end
 | |
|     end
 | |
| 
 | |
|     def file_processors(f)
 | |
|       if f.file_content_type == 'image/gif'
 | |
|         [:gif_transcoder, :blurhash_transcoder]
 | |
|       elsif VIDEO_MIME_TYPES.include? f.file_content_type
 | |
|         [:video_transcoder, :blurhash_transcoder]
 | |
|       else
 | |
|         [:lazy_thumbnail, :blurhash_transcoder]
 | |
|       end
 | |
|     end
 | |
|   end
 | |
| 
 | |
|   private
 | |
| 
 | |
|   def set_shortcode
 | |
|     self.type = :unknown if file.blank? && !type_changed?
 | |
| 
 | |
|     return unless local?
 | |
| 
 | |
|     loop do
 | |
|       self.shortcode = SecureRandom.urlsafe_base64(14)
 | |
|       break if MediaAttachment.find_by(shortcode: shortcode).nil?
 | |
|     end
 | |
|   end
 | |
| 
 | |
|   def prepare_description
 | |
|     self.description = description.strip[0...420] unless description.nil?
 | |
|   end
 | |
| 
 | |
|   def set_type_and_extension
 | |
|     self.type = VIDEO_MIME_TYPES.include?(file_content_type) ? :video : :image
 | |
|   end
 | |
| 
 | |
|   def set_meta
 | |
|     meta = populate_meta
 | |
|     return if meta == {}
 | |
|     file.instance_write :meta, meta
 | |
|   end
 | |
| 
 | |
|   def populate_meta
 | |
|     meta = file.instance_read(:meta) || {}
 | |
| 
 | |
|     file.queued_for_write.each do |style, file|
 | |
|       meta[style] = style == :small || image? ? image_geometry(file) : video_metadata(file)
 | |
|     end
 | |
| 
 | |
|     meta
 | |
|   end
 | |
| 
 | |
|   def image_geometry(file)
 | |
|     width, height = FastImage.size(file.path)
 | |
| 
 | |
|     return {} if width.nil?
 | |
| 
 | |
|     {
 | |
|       width:  width,
 | |
|       height: height,
 | |
|       size: "#{width}x#{height}",
 | |
|       aspect: width.to_f / height.to_f,
 | |
|     }
 | |
|   end
 | |
| 
 | |
|   def video_metadata(file)
 | |
|     movie = FFMPEG::Movie.new(file.path)
 | |
| 
 | |
|     return {} unless movie.valid?
 | |
| 
 | |
|     {
 | |
|       width: movie.width,
 | |
|       height: movie.height,
 | |
|       frame_rate: movie.frame_rate,
 | |
|       duration: movie.duration,
 | |
|       bitrate: movie.bitrate,
 | |
|     }
 | |
|   end
 | |
| 
 | |
|   def reset_parent_cache
 | |
|     return if status_id.nil?
 | |
|     Rails.cache.delete("statuses/#{status_id}")
 | |
|   end
 | |
| end
 |