mirror of
https://github.com/Shopify/liquid.git
synced 2026-09-15 08:50:45 -07:00
Fix render length resource limit so it doesn't multiply nested output
This commit is contained in:
@@ -155,12 +155,10 @@ module Liquid
|
|||||||
end
|
end
|
||||||
|
|
||||||
def render_to_output_buffer(context, output)
|
def render_to_output_buffer(context, output)
|
||||||
context.resource_limits.render_score += @nodelist.length
|
context.resource_limits.increment_render_score(@nodelist.length)
|
||||||
|
|
||||||
idx = 0
|
idx = 0
|
||||||
while (node = @nodelist[idx])
|
while (node = @nodelist[idx])
|
||||||
previous_output_size = output.bytesize
|
|
||||||
|
|
||||||
if node.instance_of?(String)
|
if node.instance_of?(String)
|
||||||
output << node
|
output << node
|
||||||
else
|
else
|
||||||
@@ -172,7 +170,7 @@ module Liquid
|
|||||||
end
|
end
|
||||||
idx += 1
|
idx += 1
|
||||||
|
|
||||||
raise_if_resource_limits_reached(context, output.bytesize - previous_output_size)
|
context.resource_limits.check_render_length(output.bytesize)
|
||||||
end
|
end
|
||||||
|
|
||||||
output
|
output
|
||||||
@@ -184,17 +182,13 @@ module Liquid
|
|||||||
node.render_to_output_buffer(context, output)
|
node.render_to_output_buffer(context, output)
|
||||||
rescue UndefinedVariable, UndefinedDropMethod, UndefinedFilter => e
|
rescue UndefinedVariable, UndefinedDropMethod, UndefinedFilter => e
|
||||||
context.handle_error(e, node.line_number)
|
context.handle_error(e, node.line_number)
|
||||||
|
rescue MemoryError
|
||||||
|
raise
|
||||||
rescue ::StandardError => e
|
rescue ::StandardError => e
|
||||||
line_number = node.is_a?(String) ? nil : node.line_number
|
line_number = node.is_a?(String) ? nil : node.line_number
|
||||||
output << context.handle_error(e, line_number)
|
output << context.handle_error(e, line_number)
|
||||||
end
|
end
|
||||||
|
|
||||||
def raise_if_resource_limits_reached(context, length)
|
|
||||||
context.resource_limits.render_length += length
|
|
||||||
return unless context.resource_limits.reached?
|
|
||||||
raise MemoryError, "Memory limits exceeded"
|
|
||||||
end
|
|
||||||
|
|
||||||
def create_variable(token, parse_context)
|
def create_variable(token, parse_context)
|
||||||
token.scan(ContentOfVariable) do |content|
|
token.scan(ContentOfVariable) do |content|
|
||||||
markup = content.first
|
markup = content.first
|
||||||
|
|||||||
@@ -2,8 +2,8 @@
|
|||||||
|
|
||||||
module Liquid
|
module Liquid
|
||||||
class ResourceLimits
|
class ResourceLimits
|
||||||
attr_accessor :render_length, :render_score, :assign_score,
|
attr_accessor :render_length_limit, :render_score_limit, :assign_score_limit
|
||||||
:render_length_limit, :render_score_limit, :assign_score_limit
|
attr_reader :render_score, :assign_score
|
||||||
|
|
||||||
def initialize(limits)
|
def initialize(limits)
|
||||||
@render_length_limit = limits[:render_length_limit]
|
@render_length_limit = limits[:render_length_limit]
|
||||||
@@ -12,14 +12,32 @@ module Liquid
|
|||||||
reset
|
reset
|
||||||
end
|
end
|
||||||
|
|
||||||
|
def increment_render_score(amount)
|
||||||
|
@render_score += amount
|
||||||
|
raise_limits_reached if @render_score_limit && @render_score > @render_score_limit
|
||||||
|
end
|
||||||
|
|
||||||
|
def increment_assign_score(amount)
|
||||||
|
@assign_score += amount
|
||||||
|
raise_limits_reached if @assign_score_limit && @assign_score > @assign_score_limit
|
||||||
|
end
|
||||||
|
|
||||||
|
def check_render_length(output_byte_size)
|
||||||
|
raise_limits_reached if @render_length_limit && output_byte_size > @render_length_limit
|
||||||
|
end
|
||||||
|
|
||||||
|
def raise_limits_reached
|
||||||
|
@reached_limit = true
|
||||||
|
raise MemoryError, "Memory limits exceeded"
|
||||||
|
end
|
||||||
|
|
||||||
def reached?
|
def reached?
|
||||||
(@render_length_limit && @render_length > @render_length_limit) ||
|
@reached_limit
|
||||||
(@render_score_limit && @render_score > @render_score_limit) ||
|
|
||||||
(@assign_score_limit && @assign_score > @assign_score_limit)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
def reset
|
def reset
|
||||||
@render_length = @render_score = @assign_score = 0
|
@reached_limit = false
|
||||||
|
@render_score = @assign_score = 0
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|||||||
@@ -27,7 +27,7 @@ module Liquid
|
|||||||
def render_to_output_buffer(context, output)
|
def render_to_output_buffer(context, output)
|
||||||
val = @from.render(context)
|
val = @from.render(context)
|
||||||
context.scopes.last[@to] = val
|
context.scopes.last[@to] = val
|
||||||
context.resource_limits.assign_score += assign_score_of(val)
|
context.resource_limits.increment_assign_score(assign_score_of(val))
|
||||||
output
|
output
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|||||||
@@ -27,7 +27,7 @@ module Liquid
|
|||||||
def render_to_output_buffer(context, output)
|
def render_to_output_buffer(context, output)
|
||||||
capture_output = render(context)
|
capture_output = render(context)
|
||||||
context.scopes.last[@to] = capture_output
|
context.scopes.last[@to] = capture_output
|
||||||
context.resource_limits.assign_score += capture_output.bytesize
|
context.resource_limits.increment_assign_score(capture_output.bytesize)
|
||||||
output
|
output
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|||||||
@@ -111,13 +111,12 @@ class TemplateTest < Minitest::Test
|
|||||||
|
|
||||||
def test_resource_limits_render_length
|
def test_resource_limits_render_length
|
||||||
t = Template.parse("0123456789")
|
t = Template.parse("0123456789")
|
||||||
t.resource_limits.render_length_limit = 5
|
t.resource_limits.render_length_limit = 9
|
||||||
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
||||||
assert(t.resource_limits.reached?)
|
assert(t.resource_limits.reached?)
|
||||||
|
|
||||||
t.resource_limits.render_length_limit = 10
|
t.resource_limits.render_length_limit = 10
|
||||||
assert_equal("0123456789", t.render!)
|
assert_equal("0123456789", t.render!)
|
||||||
refute_nil(t.resource_limits.render_length)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
def test_resource_limits_render_score
|
def test_resource_limits_render_score
|
||||||
@@ -180,36 +179,33 @@ class TemplateTest < Minitest::Test
|
|||||||
t.render!
|
t.render!
|
||||||
assert(t.resource_limits.assign_score > 0)
|
assert(t.resource_limits.assign_score > 0)
|
||||||
assert(t.resource_limits.render_score > 0)
|
assert(t.resource_limits.render_score > 0)
|
||||||
assert(t.resource_limits.render_length > 0)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
def test_render_length_persists_between_blocks
|
def test_render_length_persists_between_blocks
|
||||||
t = Template.parse("{% if true %}aaaa{% endif %}")
|
t = Template.parse("{% if true %}aaaa{% endif %}")
|
||||||
t.resource_limits.render_length_limit = 7
|
t.resource_limits.render_length_limit = 3
|
||||||
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
||||||
t.resource_limits.render_length_limit = 8
|
t.resource_limits.render_length_limit = 4
|
||||||
assert_equal("aaaa", t.render)
|
assert_equal("aaaa", t.render)
|
||||||
|
|
||||||
t = Template.parse("{% if true %}aaaa{% endif %}{% if true %}bbb{% endif %}")
|
t = Template.parse("{% if true %}aaaa{% endif %}{% if true %}bbb{% endif %}")
|
||||||
t.resource_limits.render_length_limit = 13
|
t.resource_limits.render_length_limit = 6
|
||||||
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
||||||
t.resource_limits.render_length_limit = 14
|
t.resource_limits.render_length_limit = 7
|
||||||
assert_equal("aaaabbb", t.render)
|
assert_equal("aaaabbb", t.render)
|
||||||
|
|
||||||
t = Template.parse("{% if true %}a{% endif %}{% if true %}b{% endif %}{% if true %}a{% endif %}{% if true %}b{% endif %}{% if true %}a{% endif %}{% if true %}b{% endif %}")
|
t = Template.parse("{% if true %}a{% endif %}{% if true %}b{% endif %}{% if true %}a{% endif %}{% if true %}b{% endif %}{% if true %}a{% endif %}{% if true %}b{% endif %}")
|
||||||
t.resource_limits.render_length_limit = 5
|
t.resource_limits.render_length_limit = 5
|
||||||
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
||||||
t.resource_limits.render_length_limit = 11
|
t.resource_limits.render_length_limit = 6
|
||||||
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
|
||||||
t.resource_limits.render_length_limit = 12
|
|
||||||
assert_equal("ababab", t.render)
|
assert_equal("ababab", t.render)
|
||||||
end
|
end
|
||||||
|
|
||||||
def test_render_length_uses_number_of_bytes_not_characters
|
def test_render_length_uses_number_of_bytes_not_characters
|
||||||
t = Template.parse("{% if true %}すごい{% endif %}")
|
t = Template.parse("{% if true %}すごい{% endif %}")
|
||||||
t.resource_limits.render_length_limit = 10
|
t.resource_limits.render_length_limit = 8
|
||||||
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
assert_equal("Liquid error: Memory limits exceeded", t.render)
|
||||||
t.resource_limits.render_length_limit = 18
|
t.resource_limits.render_length_limit = 9
|
||||||
assert_equal("すごい", t.render)
|
assert_equal("すごい", t.render)
|
||||||
end
|
end
|
||||||
|
|
||||||
@@ -219,7 +215,6 @@ class TemplateTest < Minitest::Test
|
|||||||
t.render!(context)
|
t.render!(context)
|
||||||
assert(context.resource_limits.assign_score > 0)
|
assert(context.resource_limits.assign_score > 0)
|
||||||
assert(context.resource_limits.render_score > 0)
|
assert(context.resource_limits.render_score > 0)
|
||||||
assert(context.resource_limits.render_length > 0)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
def test_can_use_drop_as_context
|
def test_can_use_drop_as_context
|
||||||
|
|||||||
Reference in New Issue
Block a user