Class: Vanity::Experiment::Base

Inherits:
Object
  • Object
show all
Defined in:
lib/vanity/experiment/base.rb

Overview

Base class that all experiment types are derived from.

Direct Known Subclasses

AbTest

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(playground, id, name, options = nil) ⇒ Base

Returns a new instance of Base.



38
39
40
41
42
43
44
 
# File 'lib/vanity/experiment/base.rb', line 38

def initialize(playground, id, name, options = nil)
  @playground = playground
  @id, @name = id.to_sym, name
  @options = options || {}
  @identify_block = method(:default_identify)
  @on_assignment_block = nil
end

Instance Attribute Details

#completed_at ⇒ Object (readonly)

Time stamp when experiment was completed.



63
64
65
 
# File 'lib/vanity/experiment/base.rb', line 63

def completed_at
  @completed_at
end

#id ⇒ Object (readonly)

Unique identifier, derived from name experiment name, e.g. “Green Button” becomes :green_button.



53
54
55
 
# File 'lib/vanity/experiment/base.rb', line 53

def id
  @id
end

#name ⇒ Object (readonly) Also known as: to_s

Human readable experiment name (first argument you pass when creating a new experiment).



48
49
50
 
# File 'lib/vanity/experiment/base.rb', line 48

def name
  @name
end

#playground ⇒ Object (readonly)

Returns the value of attribute playground.



55
56
57
 
# File 'lib/vanity/experiment/base.rb', line 55

def playground
  @playground
end

Class Method Details

.load(playground, stack, file) ⇒ Object

Playground uses this to load experiment definitions.



16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
 
# File 'lib/vanity/experiment/base.rb', line 16

def load(playground, stack, file)
  fail "Circular dependency detected: #{stack.join('=>')}=>#{file}" if stack.include?(file)
  source = File.read(file)
  stack.push file
  id = File.basename(file, ".rb").downcase.gsub(/\W/, "_").to_sym
  context = Object.new
  context.instance_eval do
    extend Definition
    experiment = eval(source, context.new_binding(playground, id), file)
    fail NameError.new("Expected #{file} to define experiment #{id}", id) unless playground.experiments[id]
    return experiment
  end
rescue
  error = NameError.exception($!.message, id)
  error.set_backtrace $!.backtrace
  raise error
ensure
  stack.pop
end

.type ⇒ Object

Returns the type of this class as a symbol (e.g. AbTest becomes ab_test).



11
12
13
 
# File 'lib/vanity/experiment/base.rb', line 11

def type
  name.split("::").last.gsub(/([a-z])([A-Z])/) { "#{$1}_#{$2}" }.gsub(/([A-Z])([A-Z][a-z])/) { "#{$1}_#{$2}" }.downcase
end

Instance Method Details

#active? ⇒ Boolean

Returns true if experiment active, false if completed.

Returns:

  • (Boolean) 


144
145
146
 
# File 'lib/vanity/experiment/base.rb', line 144

def active?
  !@playground.collecting? || !connection.is_experiment_completed?(@id)
end

#complete!(outcome = nil) ⇒ Object

Force experiment to complete. outcome of the experiment

Parameters:

  • optional —

    integer id of the alternative that is the decided



131
132
133
134
135
136
 
# File 'lib/vanity/experiment/base.rb', line 131

def complete!(outcome = nil)
  @playground.logger.info "vanity: completed experiment #{id}"
  return unless @playground.collecting?
  connection.set_experiment_completed_at @id, Time.now
  @completed_at = connection.get_experiment_completed_at(@id)
end

#complete_if(&block) ⇒ Object

Define experiment completion condition. For example:

complete_if do
  !score(95).chosen.nil?
end

Raises:

  • (ArgumentError) 


122
123
124
125
126
 
# File 'lib/vanity/experiment/base.rb', line 122

def complete_if(&block)
  raise ArgumentError, "Missing block" unless block
  raise "complete_if already called on this experiment" if @complete_block
  @complete_block = block
end

#created_at ⇒ Object

Time stamp when experiment was created.



58
59
60
 
# File 'lib/vanity/experiment/base.rb', line 58

def created_at
  @created_at ||= connection.get_experiment_created_at(@id)
end

#description(text = nil) ⇒ Object

Sets or returns description. For example

ab_test "Simple" do
  description "A simple A/B experiment"
end

puts "Just defined: " + experiment(:simple).description



110
111
112
113
 
# File 'lib/vanity/experiment/base.rb', line 110

def description(text = nil)
  @description = text if text
  @description
end

#destroy ⇒ Object

Get rid of all experiment data.



151
152
153
154
 
# File 'lib/vanity/experiment/base.rb', line 151

def destroy
  connection.destroy_experiment @id
  @created_at = @completed_at = nil
end

#identify(&block) ⇒ Object

Defines how we obtain an identity for the current experiment. Usually Vanity gets the identity form a session object (see use_vanity), but there are cases where you want a particular experiment to use a different identity.

For example, if all your experiments use current_user and you need one experiment to use the current project:

ab_test "Project widget" do
  alternatives :small, :medium, :large
  identify do |controller|
    controller.project.id
  end
end



83
84
85
86
 
# File 'lib/vanity/experiment/base.rb', line 83

def identify(&block)
  fail "Missing block" unless block
  @identify_block = block
end

#on_assignment(&block) ⇒ Object

Defines any additional actions to take when a new assignment is made for the current experiment

For example, if you want to use the rails default logger to log whenever an assignment is made:

ab_test "Project widget" do
  alternatives :small, :medium, :large
  on_assignment do |controller, identity, assignment|
    controller.logger.info "made a split test assignment for #{experiment.name}: #{identity} => #{assignment}"
  end
end



97
98
99
100
 
# File 'lib/vanity/experiment/base.rb', line 97

def on_assignment(&block)
  fail "Missing block" unless block
  @on_assignment_block = block
end

#reject(&block) ⇒ Object

Define an experiment specific request filter. For example:

reject do |request|
  true if Vanity.context.cookies["somecookie"]
end



170
171
172
173
174
 
# File 'lib/vanity/experiment/base.rb', line 170

def reject(&block)
  fail "Missing block" unless block
  raise "filter already called on this experiment" if @request_filter_block
  @request_filter_block = block
end

#save ⇒ Object

Called by Playground to save the experiment definition.



157
158
159
160
 
# File 'lib/vanity/experiment/base.rb', line 157

def save
  return unless @playground.collecting?
  connection.set_experiment_created_at @id, Time.now
end

#type ⇒ Object

Returns the type of this experiment as a symbol (e.g. :ab_test).



66
67
68
 
# File 'lib/vanity/experiment/base.rb', line 66

def type
  self.class.type
end