aboutsummaryrefslogtreecommitdiffstats
path: root/activerecord/lib/active_record/association_preload.rb
blob: a34a73cf5dfafa14555f5bce0e7ebe89aa61284a (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
require 'active_support/core_ext/array/wrap'
require 'active_support/core_ext/enumerable'

module ActiveRecord
  # See ActiveRecord::AssociationPreload::ClassMethods for documentation.
  module AssociationPreload #:nodoc:
    extend ActiveSupport::Concern

    # Implements the details of eager loading of Active Record associations.
    # Application developers should not use this module directly.
    #
    # <tt>ActiveRecord::Base</tt> is extended with this module. The source code in
    # <tt>ActiveRecord::Base</tt> references methods defined in this module.
    #
    # Note that 'eager loading' and 'preloading' are actually the same thing.
    # However, there are two different eager loading strategies.
    #
    # The first one is by using table joins. This was only strategy available
    # prior to Rails 2.1. Suppose that you have an Author model with columns
    # 'name' and 'age', and a Book model with columns 'name' and 'sales'. Using
    # this strategy, Active Record would try to retrieve all data for an author
    # and all of its books via a single query:
    #
    #   SELECT * FROM authors
    #   LEFT OUTER JOIN books ON authors.id = books.id
    #   WHERE authors.name = 'Ken Akamatsu'
    #
    # However, this could result in many rows that contain redundant data. After
    # having received the first row, we already have enough data to instantiate
    # the Author object. In all subsequent rows, only the data for the joined
    # 'books' table is useful; the joined 'authors' data is just redundant, and
    # processing this redundant data takes memory and CPU time. The problem
    # quickly becomes worse and worse as the level of eager loading increases
    # (i.e. if Active Record is to eager load the associations' associations as
    # well).
    #
    # The second strategy is to use multiple database queries, one for each
    # level of association. Since Rails 2.1, this is the default strategy. In
    # situations where a table join is necessary (e.g. when the +:conditions+
    # option references an association's column), it will fallback to the table
    # join strategy.
    #
    # See also ActiveRecord::Associations::ClassMethods, which explains eager
    # loading in a more high-level (application developer-friendly) manner.
    module ClassMethods
      protected

      # Eager loads the named associations for the given Active Record record(s).
      #
      # In this description, 'association name' shall refer to the name passed
      # to an association creation method. For example, a model that specifies
      # <tt>belongs_to :author</tt>, <tt>has_many :buyers</tt> has association
      # names +:author+ and +:buyers+.
      #
      # == Parameters
      # +records+ is an array of ActiveRecord::Base. This array needs not be flat,
      # i.e. +records+ itself may also contain arrays of records. In any case,
      # +preload_associations+ will preload the all associations records by
      # flattening +records+.
      #
      # +associations+ specifies one or more associations that you want to
      # preload. It may be:
      # - a Symbol or a String which specifies a single association name. For
      #   example, specifying +:books+ allows this method to preload all books
      #   for an Author.
      # - an Array which specifies multiple association names. This array
      #   is processed recursively. For example, specifying <tt>[:avatar, :books]</tt>
      #   allows this method to preload an author's avatar as well as all of his
      #   books.
      # - a Hash which specifies multiple association names, as well as
      #   association names for the to-be-preloaded association objects. For
      #   example, specifying <tt>{ :author => :avatar }</tt> will preload a
      #   book's author, as well as that author's avatar.
      #
      # +:associations+ has the same format as the +:include+ option for
      # <tt>ActiveRecord::Base.find</tt>. So +associations+ could look like this:
      #
      #   :books
      #   [ :books, :author ]
      #   { :author => :avatar }
      #   [ :books, { :author => :avatar } ]
      #
      # +preload_options+ contains options that will be passed to ActiveRecord::Base#find
      # (which is called under the hood for preloading records). But it is passed
      # only one level deep in the +associations+ argument, i.e. it's not passed
      # to the child associations when +associations+ is a Hash.
      def preload_associations(records, associations, preload_options={})
        records = Array.wrap(records).compact.uniq
        return if records.empty?
        case associations
        when Array then associations.each {|association| preload_associations(records, association, preload_options)}
        when Symbol, String then preload_one_association(records, associations.to_sym, preload_options)
        when Hash then
          associations.each do |parent, child|
            raise "parent must be an association name" unless parent.is_a?(String) || parent.is_a?(Symbol)
            preload_associations(records, parent, preload_options)
            reflection = reflections[parent]
            parents = records.sum { |record| Array.wrap(record.send(reflection.name)) }
            unless parents.empty?
              parents.first.class.preload_associations(parents, child)
            end
          end
        end
      end

      private

      # Preloads a specific named association for the given records. This is
      # called by +preload_associations+ as its base case.
      def preload_one_association(records, association, preload_options={})
        class_to_reflection = {}
        # Not all records have the same class, so group then preload
        # group on the reflection itself so that if various subclass share the same association then
        # we do not split them unnecessarily
        records.group_by { |record| class_to_reflection[record.class] ||= record.class.reflections[association]}.each do |reflection, _records|
          raise ConfigurationError, "Association named '#{ association }' was not found; perhaps you misspelled it?" unless reflection

          # 'reflection.macro' can return 'belongs_to', 'has_many', etc. Thus,
          # the following could call 'preload_belongs_to_association',
          # 'preload_has_many_association', etc.
          send("preload_#{reflection.macro}_association", _records, reflection, preload_options)
        end
      end

      def add_preloaded_records_to_collection(parent_records, reflection_name, associated_record)
        parent_records.each do |parent_record|
          association = parent_record.association(reflection_name)
          association.loaded!
          association.target.concat(Array.wrap(associated_record))
          association.set_inverse_instance(associated_record)
        end
      end

      def add_preloaded_record_to_collection(parent_records, reflection_name, associated_record)
        parent_records.each do |parent_record|
          parent_record.association(reflection_name).target = associated_record
        end
      end

      def set_association_collection_records(id_to_parent_map, reflection_name, associated_records, key)
        associated_records.each do |associated_record|
          parent_records = id_to_parent_map[associated_record[key].to_s]
          add_preloaded_records_to_collection(parent_records, reflection_name, associated_record)
        end
      end

      def set_association_single_records(id_to_record_map, reflection_name, associated_records, key)
        seen_keys = {}
        associated_records.each do |associated_record|
          seen_key = associated_record[key].to_s

          #this is a has_one or belongs_to: there should only be one record.
          #Unfortunately we can't (in portable way) ask the database for
          #'all records where foo_id in (x,y,z), but please
          # only one row per distinct foo_id' so this where we enforce that
          next if seen_keys.key? seen_key

          seen_keys[seen_key] = true
          mapped_records = id_to_record_map[seen_key]
          mapped_records.each do |mapped_record|
            association_proxy = mapped_record.association(reflection_name)
            association_proxy.target = associated_record
            association_proxy.send(:set_inverse_instance, associated_record)
          end
        end

        id_to_record_map.each do |id, records|
          next if seen_keys.include?(id)
          add_preloaded_record_to_collection(records, reflection_name, nil)
        end
      end

      # Given a collection of Active Record objects, constructs a Hash which maps
      # the objects' IDs to the relevant objects. Returns a 2-tuple
      # <tt>(id_to_record_map, ids)</tt> where +id_to_record_map+ is the Hash,
      # and +ids+ is an Array of record IDs.
      def construct_id_map(records, primary_key=nil)
        records.group_by do |record|
          primary_key ||= record.class.primary_key
          record[primary_key].to_s
        end
      end

      def preload_has_and_belongs_to_many_association(records, reflection, preload_options={})

        left = reflection.klass.arel_table

        id_to_record_map = construct_id_map(records)

        records.each { |record| record.association(reflection.name).loaded! }
        options = reflection.options

        right = Arel::Table.new(options[:join_table]).alias('t0')

        join_condition = left[reflection.klass.primary_key].eq(
          right[reflection.association_foreign_key])

        join = left.create_join(right, left.create_on(join_condition))
        select = [
          # FIXME: options[:select] is always nil in the tests.  Do we really
          # need it?
          options[:select] || left[Arel.star],
          right[reflection.foreign_key].as(
            Arel.sql('the_parent_record_id'))
        ]

        associated_records_proxy = reflection.klass.unscoped.
            includes(options[:include]).
            order(options[:order])

        associated_records_proxy.joins_values = [join]
        associated_records_proxy.select_values = select

        custom_conditions = append_conditions(reflection, preload_options)

        klass = associated_records_proxy.klass

        associated_records(id_to_record_map.keys) { |some_ids|
          method     = in_or_equal(some_ids)
          conditions = right.create_and(
            [right[reflection.foreign_key].send(*method)] +
            custom_conditions)

          relation = associated_records_proxy.where(conditions)
          klass.connection.select_all(relation.arel.to_sql, 'SQL', relation.bind_values)
        }.map! { |row|
          parent_records = id_to_record_map[row['the_parent_record_id'].to_s]
          associated_record = klass.instantiate row
          add_preloaded_records_to_collection(
            parent_records, reflection.name, associated_record)
          associated_record
        }
      end

      def preload_has_one_association(records, reflection, preload_options={})
        return if records.first.association(reflection.name).loaded?
        id_to_record_map = construct_id_map(records, reflection.options[:primary_key])
        options = reflection.options

        add_preloaded_record_to_collection(records, reflection.name, nil)

        if options[:through]
          through_records = preload_through_records(records, reflection, options[:through])

          unless through_records.empty?
            through_reflection = reflections[options[:through]]
            through_primary_key = through_reflection.foreign_key
            source = reflection.source_reflection.name
            through_records.first.class.preload_associations(through_records, source)
            if through_reflection.macro == :belongs_to
              id_to_record_map    = construct_id_map(records, through_primary_key)
              through_primary_key = through_reflection.klass.primary_key
            end

            through_records.each do |through_record|
              add_preloaded_record_to_collection(id_to_record_map[through_record[through_primary_key].to_s],
                                                 reflection.name, through_record.send(source))
            end
          end
        else
          set_association_single_records(id_to_record_map, reflection.name, find_associated_records(id_to_record_map.keys, reflection, preload_options), reflection.foreign_key)
        end
      end

      def preload_has_many_association(records, reflection, preload_options={})
        return if records.first.send(reflection.name).loaded?
        options = reflection.options

        foreign_key = reflection.through_reflection_foreign_key
        id_to_record_map = construct_id_map(records, foreign_key || reflection.options[:primary_key])
        records.each { |record| record.association(reflection.name).loaded! }

        if options[:through]
          through_records = preload_through_records(records, reflection, options[:through])
          unless through_records.empty?
            source = reflection.source_reflection.name
            through_records.first.class.preload_associations(through_records, source, options)
            through_records.each do |through_record|
              through_record_id = through_record[reflection.through_reflection_primary_key].to_s
              add_preloaded_records_to_collection(id_to_record_map[through_record_id], reflection.name, through_record.send(source))
            end
            records.each { |record| record.send(reflection.name).target.uniq! } if options[:uniq]
          end

        else
          set_association_collection_records(id_to_record_map, reflection.name, find_associated_records(id_to_record_map.keys, reflection, preload_options),
                                             reflection.foreign_key)
        end
      end

      def preload_through_records(records, reflection, through_association)
        if reflection.options[:source_type]
          interface = reflection.source_reflection.foreign_type
          preload_options = {:conditions => ["#{connection.quote_column_name interface} = ?", reflection.options[:source_type]]}

          records.compact!
          records.first.class.preload_associations(records, through_association, preload_options)

          # Dont cache the association - we would only be caching a subset
          records.map { |record|
            proxy = record.association(through_association)

            if proxy.respond_to?(:target)
              Array.wrap(proxy.target).tap { proxy.reset }
            else # this is a has_one :through reflection
              [proxy].compact
            end
          }.flatten(1)
        else
          options = {}
          options[:include] = reflection.options[:include] || reflection.options[:source] if reflection.options[:conditions]
          options[:order] = reflection.options[:order]
          options[:conditions] = reflection.options[:conditions]
          records.first.class.preload_associations(records, through_association, options)

          records.map { |record|
            Array.wrap(record.send(through_association))
          }.flatten(1)
        end
      end

      def preload_belongs_to_association(records, reflection, preload_options={})
        return if records.first.association(reflection.name).loaded?
        options = reflection.options

        klasses_and_ids = {}

        if options[:polymorphic]
          # Construct a mapping from klass to a list of ids to load and a mapping of those ids back
          # to their parent_records
          records.each do |record|
            if klass = record.send(reflection.foreign_type)
              klass_id = record.send(reflection.foreign_key)
              if klass_id
                id_map = klasses_and_ids[klass.constantize] ||= {}
                (id_map[klass_id.to_s] ||= []) << record
              end
            end
          end
        else
          id_map = records.group_by do |record|
            key = record.send(reflection.foreign_key)
            key && key.to_s
          end
          klasses_and_ids[reflection.klass] = id_map unless id_map.empty?
        end

        klasses_and_ids.each do |klass, _id_map|
          primary_key = (reflection.options[:primary_key] || klass.primary_key).to_s
          keys        = _id_map.keys.compact

          unless keys.empty?
            table       = klass.arel_table
            method      = in_or_equal(keys)
            conditions  = table[primary_key].send(*method)

            custom_conditions = append_conditions(reflection, preload_options)
            conditions = custom_conditions.inject(conditions) do |ast, cond|
              ast.and cond
            end

            associated_records = klass.unscoped.where(conditions).apply_finder_options(options.slice(:include, :select, :joins, :order)).to_a
          else
            associated_records = []
          end

          set_association_single_records(_id_map, reflection.name, associated_records, primary_key)
        end
      end

      def find_associated_records(ids, reflection, preload_options)
        options    = reflection.options
        table      = reflection.klass.arel_table

        conditions = []

        key = reflection.foreign_key

        if interface = reflection.options[:as]
          key = "#{interface}_id"
          conditions << table["#{interface}_type"].eq(base_class.sti_name)
        end

        conditions.concat append_conditions(reflection, preload_options)

        find_options = {
          :select => preload_options[:select] || options[:select] || table[Arel.star],
          :include => preload_options[:include] || options[:include],
          :joins => options[:joins],
          :group => preload_options[:group] || options[:group],
          :order => preload_options[:order] || options[:order]
        }

        associated_records(ids) do |some_ids|
          method = in_or_equal(some_ids)
          where = table.create_and(conditions + [table[key].send(*method)])

          reflection.klass.scoped.apply_finder_options(find_options.merge(:conditions => where)).to_a
        end
      end

      def process_conditions(conditions, klass = self)
        if conditions.respond_to?(:to_proc)
          conditions = instance_eval(&conditions)
        end

        klass.send(:sanitize_sql, conditions)
      end

      def append_conditions(reflection, preload_options)
        [
          ('(' + process_conditions(reflection.options[:conditions], reflection.klass) + ')' if reflection.options[:conditions]),
          ('(' + process_conditions(preload_options[:conditions]) + ')' if preload_options[:conditions]),
        ].compact.map { |x| Arel.sql x }
      end

      def in_or_equal(ids)
        ids.length == 1 ? ['eq', ids.first] : ['in', ids]
      end

      # Some databases impose a limit on the number of ids in a list (in Oracle its 1000)
      # Make several smaller queries if necessary or make one query if the adapter supports it
      def associated_records(ids)
        in_clause_length = connection.in_clause_length || ids.size
        records = []
        ids.each_slice(in_clause_length) do |some_ids|
          records.concat yield(some_ids)
        end
        records
      end
    end
  end
end