]> git.proxmox.com Git - rustc.git/blame - compiler/rustc_mir_build/src/build/expr/as_rvalue.rs
New upstream version 1.68.2+dfsg1
[rustc.git] / compiler / rustc_mir_build / src / build / expr / as_rvalue.rs
CommitLineData
0731742a 1//! See docs in `build/expr/mod.rs`.
e9174d1e 2
e74abb32 3use rustc_index::vec::Idx;
064997fb 4use rustc_middle::ty::util::IntTypeExt;
487cf647 5use rustc_target::abi::{Abi, Primitive};
e9174d1e 6
5869c6ff 7use crate::build::expr::as_place::PlaceBase;
9fa01778 8use crate::build::expr::category::{Category, RvalueFunc};
04454e1e 9use crate::build::{BlockAnd, BlockAndExtension, Builder, NeedsTemporary};
c295e0f8 10use rustc_hir::lang_items::LangItem;
ba9703b0
XL
11use rustc_middle::middle::region;
12use rustc_middle::mir::AssertKind;
6a06907d 13use rustc_middle::mir::Place;
ba9703b0 14use rustc_middle::mir::*;
17df50a5 15use rustc_middle::thir::*;
2b03887a 16use rustc_middle::ty::cast::{mir_cast_kind, CastTy};
ba9703b0 17use rustc_middle::ty::{self, Ty, UpvarSubsts};
dfeec247 18use rustc_span::Span;
e9174d1e 19
dc9dc135 20impl<'a, 'tcx> Builder<'a, 'tcx> {
60c5eb7d
XL
21 /// Returns an rvalue suitable for use until the end of the current
22 /// scope expression.
23 ///
24 /// The operand returned from this function will *not be valid* after
25 /// an ExprKind::Scope is passed, so please do *not* return it from
26 /// functions to avoid bad miscompiles.
923072b8 27 pub(crate) fn as_local_rvalue(
6a06907d
XL
28 &mut self,
29 block: BasicBlock,
17df50a5 30 expr: &Expr<'tcx>,
6a06907d 31 ) -> BlockAnd<Rvalue<'tcx>> {
7cac9316 32 let local_scope = self.local_scope();
fc512014 33 self.as_rvalue(block, Some(local_scope), expr)
8bb4bdeb
XL
34 }
35
e9174d1e 36 /// Compile `expr`, yielding an rvalue.
923072b8 37 pub(crate) fn as_rvalue(
b7449926
XL
38 &mut self,
39 mut block: BasicBlock,
40 scope: Option<region::Scope>,
17df50a5 41 expr: &Expr<'tcx>,
b7449926 42 ) -> BlockAnd<Rvalue<'tcx>> {
dfeec247 43 debug!("expr_as_rvalue(block={:?}, scope={:?}, expr={:?})", block, scope, expr);
e9174d1e
SL
44
45 let this = self;
46 let expr_span = expr.span;
3157f602 47 let source_info = this.source_info(expr_span);
e9174d1e
SL
48
49 match expr.kind {
f9f354fc 50 ExprKind::ThreadLocalRef(did) => block.and(Rvalue::ThreadLocalRef(did)),
dfeec247 51 ExprKind::Scope { region_scope, lint_level, value } => {
ea8adc8c 52 let region_scope = (region_scope, source_info);
17df50a5
XL
53 this.in_scope(region_scope, lint_level, |this| {
54 this.as_rvalue(block, scope, &this.thir[value])
55 })
e9174d1e
SL
56 }
57 ExprKind::Repeat { value, count } => {
923072b8
FG
58 if Some(0) == count.try_eval_usize(this.tcx, this.param_env) {
59 this.build_zero_repeat(block, value, scope, source_info)
60 } else {
61 let value_operand = unpack!(
62 block = this.as_operand(
63 block,
64 scope,
65 &this.thir[value],
66 None,
67 NeedsTemporary::No
68 )
69 );
70 block.and(Rvalue::Repeat(value_operand, count))
71 }
e9174d1e 72 }
e9174d1e 73 ExprKind::Binary { op, lhs, rhs } => {
04454e1e
FG
74 let lhs = unpack!(
75 block =
76 this.as_operand(block, scope, &this.thir[lhs], None, NeedsTemporary::Maybe)
77 );
78 let rhs = unpack!(
79 block =
80 this.as_operand(block, scope, &this.thir[rhs], None, NeedsTemporary::No)
81 );
b7449926 82 this.build_binary_op(block, op, expr_span, expr.ty, lhs, rhs)
e9174d1e
SL
83 }
84 ExprKind::Unary { op, arg } => {
04454e1e
FG
85 let arg = unpack!(
86 block =
87 this.as_operand(block, scope, &this.thir[arg], None, NeedsTemporary::No)
88 );
3157f602 89 // Check for -MIN on signed integers
6a06907d
XL
90 if this.check_overflow && op == UnOp::Neg && expr.ty.is_signed() {
91 let bool_ty = this.tcx.types.bool;
3157f602
XL
92
93 let minval = this.minval_literal(expr_span, expr.ty);
cc61c64b 94 let is_min = this.temp(bool_ty, expr_span);
3157f602 95
b7449926
XL
96 this.cfg.push_assign(
97 block,
98 source_info,
ba9703b0 99 is_min,
94222f64 100 Rvalue::BinaryOp(BinOp::Eq, Box::new((arg.to_copy(), minval))),
b7449926 101 );
3157f602 102
b7449926
XL
103 block = this.assert(
104 block,
105 Operand::Move(is_min),
106 false,
f035d41b 107 AssertKind::OverflowNeg(arg.to_copy()),
b7449926
XL
108 expr_span,
109 );
3157f602 110 }
e9174d1e
SL
111 block.and(Rvalue::UnaryOp(op, arg))
112 }
3b2f2976 113 ExprKind::Box { value } => {
17df50a5 114 let value = &this.thir[value];
c295e0f8
XL
115 let tcx = this.tcx;
116
117 // `exchange_malloc` is unsafe but box is safe, so need a new scope.
118 let synth_scope = this.new_source_scope(
119 expr_span,
120 LintLevel::Inherited,
121 Some(Safety::BuiltinUnsafe),
122 );
123 let synth_info = SourceInfo { span: expr_span, scope: synth_scope };
124
125 let size = this.temp(tcx.types.usize, expr_span);
126 this.cfg.push_assign(
127 block,
128 synth_info,
129 size,
130 Rvalue::NullaryOp(NullOp::SizeOf, value.ty),
131 );
132
133 let align = this.temp(tcx.types.usize, expr_span);
134 this.cfg.push_assign(
135 block,
136 synth_info,
137 align,
138 Rvalue::NullaryOp(NullOp::AlignOf, value.ty),
139 );
140
141 // malloc some memory of suitable size and align:
142 let exchange_malloc = Operand::function_handle(
143 tcx,
144 tcx.require_lang_item(LangItem::ExchangeMalloc, Some(expr_span)),
9c376795 145 [],
c295e0f8
XL
146 expr_span,
147 );
148 let storage = this.temp(tcx.mk_mut_ptr(tcx.types.u8), expr_span);
149 let success = this.cfg.start_new_block();
150 this.cfg.terminate(
151 block,
152 synth_info,
153 TerminatorKind::Call {
154 func: exchange_malloc,
155 args: vec![Operand::Move(size), Operand::Move(align)],
923072b8
FG
156 destination: storage,
157 target: Some(success),
c295e0f8
XL
158 cleanup: None,
159 from_hir_call: false,
160 fn_span: expr_span,
161 },
162 );
163 this.diverge_from(block);
164 block = success;
165
ea8adc8c 166 // The `Box<T>` temporary created here is not a part of the HIR,
fc512014 167 // and therefore is not considered during generator auto-trait
ea8adc8c 168 // determination. See the comment about `box` at `yield_in_scope`.
f9f354fc 169 let result = this.local_decls.push(LocalDecl::new(expr.ty, expr_span).internal());
b7449926
XL
170 this.cfg.push(
171 block,
dfeec247 172 Statement { source_info, kind: StatementKind::StorageLive(result) },
b7449926 173 );
3b2f2976
XL
174 if let Some(scope) = scope {
175 // schedule a shallow free of that memory, lest we unwind:
dfeec247 176 this.schedule_drop_storage_and_value(expr_span, scope, result);
3b2f2976
XL
177 }
178
c295e0f8
XL
179 // Transmute `*mut u8` to the box (thus far, uninitialized):
180 let box_ = Rvalue::ShallowInitBox(Operand::Move(storage), value.ty);
ba9703b0 181 this.cfg.push_assign(block, source_info, Place::from(result), box_);
3b2f2976
XL
182
183 // initialize the box contents:
532ac7d7 184 unpack!(
6a06907d
XL
185 block = this.expr_into_dest(
186 this.tcx.mk_place_deref(Place::from(result)),
187 block,
188 value
189 )
532ac7d7 190 );
dc9dc135 191 block.and(Rvalue::Use(Operand::Move(Place::from(result))))
e9174d1e
SL
192 }
193 ExprKind::Cast { source } => {
923072b8 194 let source = &this.thir[source];
064997fb
FG
195
196 // Casting an enum to an integer is equivalent to computing the discriminant and casting the
197 // discriminant. Previously every backend had to repeat the logic for this operation. Now we
198 // create all the steps directly in MIR with operations all backends need to support anyway.
199 let (source, ty) = if let ty::Adt(adt_def, ..) = source.ty.kind() && adt_def.is_enum() {
200 let discr_ty = adt_def.repr().discr_type().to_ty(this.tcx);
f2b60f7d 201 let temp = unpack!(block = this.as_temp(block, scope, source, Mutability::Not));
487cf647 202 let layout = this.tcx.layout_of(this.param_env.and(source.ty));
064997fb
FG
203 let discr = this.temp(discr_ty, source.span);
204 this.cfg.push_assign(
205 block,
206 source_info,
207 discr,
f2b60f7d 208 Rvalue::Discriminant(temp.into()),
064997fb 209 );
487cf647
FG
210 let (op,ty) = (Operand::Move(discr), discr_ty);
211
212 if let Abi::Scalar(scalar) = layout.unwrap().abi{
213 if let Primitive::Int(_, signed) = scalar.primitive() {
214 let range = scalar.valid_range(&this.tcx);
215 // FIXME: Handle wraparound cases too.
216 if range.end >= range.start {
217 let mut assumer = |range: u128, bin_op: BinOp| {
218 // We will be overwriting this val if our scalar is signed value
219 // because sign extension on unsigned types might cause unintended things
220 let mut range_val =
221 ConstantKind::from_bits(this.tcx, range, ty::ParamEnv::empty().and(discr_ty));
222 let bool_ty = this.tcx.types.bool;
223 if signed {
224 let scalar_size_extend = scalar.size(&this.tcx).sign_extend(range);
225 let discr_layout = this.tcx.layout_of(this.param_env.and(discr_ty));
226 let truncated_val = discr_layout.unwrap().size.truncate(scalar_size_extend);
227 range_val = ConstantKind::from_bits(
228 this.tcx,
229 truncated_val,
230 ty::ParamEnv::empty().and(discr_ty),
231 );
232 }
233 let lit_op = this.literal_operand(expr.span, range_val);
234 let is_bin_op = this.temp(bool_ty, expr_span);
235 this.cfg.push_assign(
236 block,
237 source_info,
238 is_bin_op,
239 Rvalue::BinaryOp(bin_op, Box::new(((lit_op), (Operand::Copy(discr))))),
240 );
241 this.cfg.push(
242 block,
243 Statement {
244 source_info,
245 kind: StatementKind::Intrinsic(Box::new(NonDivergingIntrinsic::Assume(
246 Operand::Copy(is_bin_op),
247 ))),
248 },
249 )
250 };
251 assumer(range.end, BinOp::Ge);
252 assumer(range.start, BinOp::Le);
253 }
254 }
255 }
256
257 (op,ty)
064997fb 258
064997fb
FG
259 } else {
260 let ty = source.ty;
261 let source = unpack!(
262 block = this.as_operand(block, scope, source, None, NeedsTemporary::No)
263 );
264 (source, ty)
265 };
266 let from_ty = CastTy::from_ty(ty);
923072b8 267 let cast_ty = CastTy::from_ty(expr.ty);
f2b60f7d 268 debug!("ExprKind::Cast from_ty={from_ty:?}, cast_ty={:?}/{cast_ty:?}", expr.ty,);
2b03887a 269 let cast_kind = mir_cast_kind(ty, expr.ty);
923072b8 270 block.and(Rvalue::Cast(cast_kind, source, expr.ty))
e9174d1e 271 }
48663c56 272 ExprKind::Pointer { cast, source } => {
04454e1e
FG
273 let source = unpack!(
274 block =
275 this.as_operand(block, scope, &this.thir[source], None, NeedsTemporary::No)
276 );
48663c56 277 block.and(Rvalue::Cast(CastKind::Pointer(cast), source, expr.ty))
e9174d1e 278 }
17df50a5 279 ExprKind::Array { ref fields } => {
94b46f34 280 // (*) We would (maybe) be closer to codegen if we
e9174d1e
SL
281 // handled this and other aggregate cases via
282 // `into()`, not `as_rvalue` -- in that case, instead
283 // of generating
284 //
285 // let tmp1 = ...1;
286 // let tmp2 = ...2;
287 // dest = Rvalue::Aggregate(Foo, [tmp1, tmp2])
288 //
289 // we could just generate
290 //
291 // dest.f = ...1;
292 // dest.g = ...2;
293 //
294 // The problem is that then we would need to:
295 //
296 // (a) have a more complex mechanism for handling
297 // partial cleanup;
298 // (b) distinguish the case where the type `Foo` has a
299 // destructor, in which case creating an instance
300 // as a whole "arms" the destructor, and you can't
301 // write individual fields; and,
302 // (c) handle the case where the type Foo has no
303 // fields. We don't want `let x: ();` to compile
304 // to the same MIR as `let x = ();`.
305
306 // first process the set of fields
6a06907d 307 let el_ty = expr.ty.sequence_element_type(this.tcx);
b7449926
XL
308 let fields: Vec<_> = fields
309 .into_iter()
17df50a5 310 .copied()
04454e1e
FG
311 .map(|f| {
312 unpack!(
313 block = this.as_operand(
314 block,
315 scope,
316 &this.thir[f],
317 None,
318 NeedsTemporary::Maybe
319 )
320 )
321 })
b7449926 322 .collect();
e9174d1e 323
94222f64 324 block.and(Rvalue::Aggregate(Box::new(AggregateKind::Array(el_ty)), fields))
e9174d1e 325 }
17df50a5 326 ExprKind::Tuple { ref fields } => {
b7449926 327 // see (*) above
e9174d1e 328 // first process the set of fields
b7449926
XL
329 let fields: Vec<_> = fields
330 .into_iter()
17df50a5 331 .copied()
04454e1e
FG
332 .map(|f| {
333 unpack!(
334 block = this.as_operand(
335 block,
336 scope,
337 &this.thir[f],
338 None,
339 NeedsTemporary::Maybe
340 )
341 )
342 })
b7449926 343 .collect();
e9174d1e 344
94222f64 345 block.and(Rvalue::Aggregate(Box::new(AggregateKind::Tuple), fields))
e9174d1e 346 }
f2b60f7d
FG
347 ExprKind::Closure(box ClosureExpr {
348 closure_id,
349 substs,
350 ref upvars,
351 movability,
352 ref fake_reads,
353 }) => {
6a06907d
XL
354 // Convert the closure fake reads, if any, from `ExprRef` to mir `Place`
355 // and push the fake reads.
356 // This must come before creating the operands. This is required in case
357 // there is a fake read and a borrow of the same path, since otherwise the
358 // fake read might interfere with the borrow. Consider an example like this
359 // one:
360 // ```
361 // let mut x = 0;
362 // let c = || {
363 // &mut x; // mutable borrow of `x`
364 // match x { _ => () } // fake read of `x`
365 // };
366 // ```
cdc7bbd5 367 //
17df50a5
XL
368 for (thir_place, cause, hir_id) in fake_reads.into_iter() {
369 let place_builder =
370 unpack!(block = this.as_place_builder(block, &this.thir[*thir_place]));
371
487cf647 372 if let Some(mir_place) = place_builder.try_to_place(this) {
17df50a5
XL
373 this.cfg.push_fake_read(
374 block,
375 this.source_info(this.tcx.hir().span(*hir_id)),
376 *cause,
377 mir_place,
378 );
6a06907d
XL
379 }
380 }
381
94b46f34 382 // see (*) above
48663c56 383 let operands: Vec<_> = upvars
8faf50e0 384 .into_iter()
17df50a5 385 .copied()
8faf50e0 386 .map(|upvar| {
17df50a5 387 let upvar = &this.thir[upvar];
8faf50e0
XL
388 match Category::of(&upvar.kind) {
389 // Use as_place to avoid creating a temporary when
390 // moving a variable into a closure, so that
391 // borrowck knows which variables to mark as being
392 // used as mut. This is OK here because the upvar
393 // expressions have no side effects and act on
394 // disjoint places.
395 // This occurs when capturing by copy/move, while
396 // by reference captures use as_operand
397 Some(Category::Place) => {
398 let place = unpack!(block = this.as_place(block, upvar));
399 this.consume_by_copy_or_move(place)
400 }
401 _ => {
402 // Turn mutable borrow captures into unique
403 // borrow captures when capturing an immutable
404 // variable. This is sound because the mutation
405 // that caused the capture will cause an error.
406 match upvar.kind {
407 ExprKind::Borrow {
b7449926 408 borrow_kind:
dfeec247 409 BorrowKind::Mut { allow_two_phase_borrow: false },
8faf50e0 410 arg,
b7449926
XL
411 } => unpack!(
412 block = this.limit_capture_mutability(
17df50a5
XL
413 upvar.span,
414 upvar.ty,
415 scope,
416 block,
417 &this.thir[arg],
b7449926
XL
418 )
419 ),
c295e0f8 420 _ => {
04454e1e
FG
421 unpack!(
422 block = this.as_operand(
423 block,
424 scope,
425 upvar,
426 None,
427 NeedsTemporary::Maybe
428 )
429 )
c295e0f8 430 }
8faf50e0
XL
431 }
432 }
433 }
dfeec247
XL
434 })
435 .collect();
6a06907d 436
94b46f34
XL
437 let result = match substs {
438 UpvarSubsts::Generator(substs) => {
48663c56
XL
439 // We implicitly set the discriminant to 0. See
440 // librustc_mir/transform/deaggregator.rs for details.
94b46f34 441 let movability = movability.unwrap();
94222f64
XL
442 Box::new(AggregateKind::Generator(closure_id, substs, movability))
443 }
444 UpvarSubsts::Closure(substs) => {
445 Box::new(AggregateKind::Closure(closure_id, substs))
94b46f34 446 }
ea8adc8c
XL
447 };
448 block.and(Rvalue::Aggregate(result, operands))
e9174d1e 449 }
b7449926 450 ExprKind::Assign { .. } | ExprKind::AssignOp { .. } => {
a1dfa0c6 451 block = unpack!(this.stmt_expr(block, expr, None));
94222f64 452 block.and(Rvalue::Use(Operand::Constant(Box::new(Constant {
ba9703b0
XL
453 span: expr_span,
454 user_ty: None,
04454e1e 455 literal: ConstantKind::zero_sized(this.tcx.types.unit),
94222f64 456 }))))
a7813a04 457 }
04454e1e
FG
458
459 ExprKind::Literal { .. }
5e7ed085
FG
460 | ExprKind::NamedConst { .. }
461 | ExprKind::NonHirLiteral { .. }
064997fb 462 | ExprKind::ZstLiteral { .. }
5e7ed085 463 | ExprKind::ConstParam { .. }
29967ef6 464 | ExprKind::ConstBlock { .. }
04454e1e
FG
465 | ExprKind::StaticRef { .. } => {
466 let constant = this.as_constant(expr);
467 block.and(Rvalue::Use(Operand::Constant(Box::new(constant))))
468 }
469
470 ExprKind::Yield { .. }
b7449926
XL
471 | ExprKind::Block { .. }
472 | ExprKind::Match { .. }
5869c6ff 473 | ExprKind::If { .. }
b7449926 474 | ExprKind::NeverToAny { .. }
48663c56 475 | ExprKind::Use { .. }
60c5eb7d 476 | ExprKind::Borrow { .. }
dfeec247 477 | ExprKind::AddressOf { .. }
60c5eb7d 478 | ExprKind::Adt { .. }
b7449926
XL
479 | ExprKind::Loop { .. }
480 | ExprKind::LogicalOp { .. }
481 | ExprKind::Call { .. }
482 | ExprKind::Field { .. }
94222f64 483 | ExprKind::Let { .. }
b7449926
XL
484 | ExprKind::Deref { .. }
485 | ExprKind::Index { .. }
486 | ExprKind::VarRef { .. }
fc512014 487 | ExprKind::UpvarRef { .. }
b7449926
XL
488 | ExprKind::Break { .. }
489 | ExprKind::Continue { .. }
490 | ExprKind::Return { .. }
f9f354fc 491 | ExprKind::InlineAsm { .. }
0bf4aa26
XL
492 | ExprKind::PlaceTypeAscription { .. }
493 | ExprKind::ValueTypeAscription { .. } => {
e9174d1e
SL
494 // these do not have corresponding `Rvalue` variants,
495 // so make an operand and then return that
5869c6ff
XL
496 debug_assert!(!matches!(
497 Category::of(&expr.kind),
04454e1e 498 Some(Category::Rvalue(RvalueFunc::AsRvalue) | Category::Constant)
5869c6ff 499 ));
04454e1e
FG
500 let operand =
501 unpack!(block = this.as_operand(block, scope, expr, None, NeedsTemporary::No));
e9174d1e
SL
502 block.and(Rvalue::Use(operand))
503 }
504 }
505 }
3157f602 506
923072b8 507 pub(crate) fn build_binary_op(
b7449926
XL
508 &mut self,
509 mut block: BasicBlock,
510 op: BinOp,
511 span: Span,
512 ty: Ty<'tcx>,
513 lhs: Operand<'tcx>,
514 rhs: Operand<'tcx>,
515 ) -> BlockAnd<Rvalue<'tcx>> {
3157f602 516 let source_info = self.source_info(span);
6a06907d
XL
517 let bool_ty = self.tcx.types.bool;
518 if self.check_overflow && op.is_checkable() && ty.is_integral() {
519 let result_tup = self.tcx.intern_tup(&[ty, bool_ty]);
cc61c64b 520 let result_value = self.temp(result_tup, span);
3157f602 521
b7449926
XL
522 self.cfg.push_assign(
523 block,
524 source_info,
ba9703b0 525 result_value,
94222f64 526 Rvalue::CheckedBinaryOp(op, Box::new((lhs.to_copy(), rhs.to_copy()))),
b7449926 527 );
3157f602
XL
528 let val_fld = Field::new(0);
529 let of_fld = Field::new(1);
530
6a06907d 531 let tcx = self.tcx;
f9f354fc 532 let val = tcx.mk_place_field(result_value, val_fld, ty);
e74abb32 533 let of = tcx.mk_place_field(result_value, of_fld, bool_ty);
3157f602 534
f035d41b 535 let err = AssertKind::Overflow(op, lhs, rhs);
3157f602 536
b7449926 537 block = self.assert(block, Operand::Move(of), false, err, span);
3157f602 538
ff7c6d11 539 block.and(Rvalue::Use(Operand::Move(val)))
3157f602
XL
540 } else {
541 if ty.is_integral() && (op == BinOp::Div || op == BinOp::Rem) {
542 // Checking division and remainder is more complex, since we 1. always check
543 // and 2. there are two possible failure cases, divide-by-zero and overflow.
544
416331ca 545 let zero_err = if op == BinOp::Div {
f035d41b 546 AssertKind::DivisionByZero(lhs.to_copy())
3157f602 547 } else {
f035d41b 548 AssertKind::RemainderByZero(lhs.to_copy())
3157f602 549 };
f035d41b 550 let overflow_err = AssertKind::Overflow(op, lhs.to_copy(), rhs.to_copy());
3157f602
XL
551
552 // Check for / 0
cc61c64b 553 let is_zero = self.temp(bool_ty, span);
3157f602 554 let zero = self.zero_literal(span, ty);
b7449926
XL
555 self.cfg.push_assign(
556 block,
557 source_info,
ba9703b0 558 is_zero,
94222f64 559 Rvalue::BinaryOp(BinOp::Eq, Box::new((rhs.to_copy(), zero))),
b7449926 560 );
3157f602 561
b7449926 562 block = self.assert(block, Operand::Move(is_zero), false, zero_err, span);
3157f602
XL
563
564 // We only need to check for the overflow in one case:
565 // MIN / -1, and only for signed values.
566 if ty.is_signed() {
567 let neg_1 = self.neg_1_literal(span, ty);
568 let min = self.minval_literal(span, ty);
569
cc61c64b 570 let is_neg_1 = self.temp(bool_ty, span);
b7449926
XL
571 let is_min = self.temp(bool_ty, span);
572 let of = self.temp(bool_ty, span);
3157f602
XL
573
574 // this does (rhs == -1) & (lhs == MIN). It could short-circuit instead
575
b7449926
XL
576 self.cfg.push_assign(
577 block,
578 source_info,
ba9703b0 579 is_neg_1,
94222f64 580 Rvalue::BinaryOp(BinOp::Eq, Box::new((rhs.to_copy(), neg_1))),
b7449926
XL
581 );
582 self.cfg.push_assign(
583 block,
584 source_info,
ba9703b0 585 is_min,
94222f64 586 Rvalue::BinaryOp(BinOp::Eq, Box::new((lhs.to_copy(), min))),
b7449926 587 );
3157f602 588
ff7c6d11
XL
589 let is_neg_1 = Operand::Move(is_neg_1);
590 let is_min = Operand::Move(is_min);
b7449926
XL
591 self.cfg.push_assign(
592 block,
593 source_info,
ba9703b0 594 of,
94222f64 595 Rvalue::BinaryOp(BinOp::BitAnd, Box::new((is_neg_1, is_min))),
b7449926 596 );
3157f602 597
b7449926 598 block = self.assert(block, Operand::Move(of), false, overflow_err, span);
3157f602
XL
599 }
600 }
601
94222f64 602 block.and(Rvalue::BinaryOp(op, Box::new((lhs, rhs))))
3157f602
XL
603 }
604 }
605
923072b8
FG
606 fn build_zero_repeat(
607 &mut self,
608 mut block: BasicBlock,
609 value: ExprId,
610 scope: Option<region::Scope>,
611 outer_source_info: SourceInfo,
612 ) -> BlockAnd<Rvalue<'tcx>> {
613 let this = self;
614 let value = &this.thir[value];
615 let elem_ty = value.ty;
616 if let Some(Category::Constant) = Category::of(&value.kind) {
617 // Repeating a const does nothing
618 } else {
619 // For a non-const, we may need to generate an appropriate `Drop`
620 let value_operand =
621 unpack!(block = this.as_operand(block, scope, value, None, NeedsTemporary::No));
622 if let Operand::Move(to_drop) = value_operand {
623 let success = this.cfg.start_new_block();
624 this.cfg.terminate(
625 block,
626 outer_source_info,
627 TerminatorKind::Drop { place: to_drop, target: success, unwind: None },
628 );
629 this.diverge_from(block);
630 block = success;
631 }
632 this.record_operands_moved(&[value_operand]);
633 }
634 block.and(Rvalue::Aggregate(Box::new(AggregateKind::Array(elem_ty)), Vec::new()))
635 }
636
8faf50e0
XL
637 fn limit_capture_mutability(
638 &mut self,
639 upvar_span: Span,
640 upvar_ty: Ty<'tcx>,
641 temp_lifetime: Option<region::Scope>,
642 mut block: BasicBlock,
17df50a5 643 arg: &Expr<'tcx>,
8faf50e0
XL
644 ) -> BlockAnd<Operand<'tcx>> {
645 let this = self;
646
647 let source_info = this.source_info(upvar_span);
f9f354fc 648 let temp = this.local_decls.push(LocalDecl::new(upvar_ty, upvar_span));
8faf50e0 649
dfeec247 650 this.cfg.push(block, Statement { source_info, kind: StatementKind::StorageLive(temp) });
8faf50e0 651
fc512014
XL
652 let arg_place_builder = unpack!(block = this.as_place_builder(block, arg));
653
654 let mutability = match arg_place_builder.base() {
655 // We are capturing a path that starts off a local variable in the parent.
656 // The mutability of the current capture is same as the mutability
657 // of the local declaration in the parent.
5869c6ff 658 PlaceBase::Local(local) => this.local_decls[local].mutability,
fc512014
XL
659 // Parent is a closure and we are capturing a path that is captured
660 // by the parent itself. The mutability of the current capture
661 // is same as that of the capture in the parent closure.
662 PlaceBase::Upvar { .. } => {
487cf647 663 let enclosing_upvars_resolved = arg_place_builder.to_place(this);
fc512014
XL
664
665 match enclosing_upvars_resolved.as_ref() {
5869c6ff
XL
666 PlaceRef {
667 local,
668 projection: &[ProjectionElem::Field(upvar_index, _), ..],
669 }
fc512014
XL
670 | PlaceRef {
671 local,
5869c6ff
XL
672 projection:
673 &[ProjectionElem::Deref, ProjectionElem::Field(upvar_index, _), ..],
674 } => {
675 // Not in a closure
676 debug_assert!(
17df50a5 677 local == ty::CAPTURE_STRUCT_LOCAL,
5869c6ff
XL
678 "Expected local to be Local(1), found {:?}",
679 local
680 );
681 // Not in a closure
682 debug_assert!(
f2b60f7d
FG
683 this.upvars.len() > upvar_index.index(),
684 "Unexpected capture place, upvars={:#?}, upvar_index={:?}",
685 this.upvars,
5869c6ff
XL
686 upvar_index
687 );
f2b60f7d 688 this.upvars[upvar_index.index()].mutability
5869c6ff 689 }
fc512014
XL
690 _ => bug!("Unexpected capture place"),
691 }
8faf50e0 692 }
8faf50e0
XL
693 };
694
695 let borrow_kind = match mutability {
696 Mutability::Not => BorrowKind::Unique,
dfeec247 697 Mutability::Mut => BorrowKind::Mut { allow_two_phase_borrow: false },
8faf50e0
XL
698 };
699
487cf647 700 let arg_place = arg_place_builder.to_place(this);
fc512014 701
8faf50e0
XL
702 this.cfg.push_assign(
703 block,
704 source_info,
ba9703b0 705 Place::from(temp),
6a06907d 706 Rvalue::Ref(this.tcx.lifetimes.re_erased, borrow_kind, arg_place),
8faf50e0
XL
707 );
708
fc512014
XL
709 // See the comment in `expr_as_temp` and on the `rvalue_scopes` field for why
710 // this can be `None`.
8faf50e0 711 if let Some(temp_lifetime) = temp_lifetime {
dfeec247 712 this.schedule_drop_storage_and_value(upvar_span, temp_lifetime, temp);
8faf50e0
XL
713 }
714
dc9dc135 715 block.and(Operand::Move(Place::from(temp)))
8faf50e0
XL
716 }
717
3157f602 718 // Helper to get a `-1` value of the appropriate type
ea8adc8c 719 fn neg_1_literal(&mut self, span: Span, ty: Ty<'tcx>) -> Operand<'tcx> {
dc9dc135 720 let param_ty = ty::ParamEnv::empty().and(ty);
c295e0f8 721 let size = self.tcx.layout_of(param_ty).unwrap().size;
04454e1e 722 let literal = ConstantKind::from_bits(self.tcx, size.unsigned_int_max(), param_ty);
3157f602 723
e1599b0c 724 self.literal_operand(span, literal)
3157f602
XL
725 }
726
727 // Helper to get the minimum value of the appropriate type
ea8adc8c 728 fn minval_literal(&mut self, span: Span, ty: Ty<'tcx>) -> Operand<'tcx> {
0531ce1d 729 assert!(ty.is_signed());
dc9dc135 730 let param_ty = ty::ParamEnv::empty().and(ty);
6a06907d 731 let bits = self.tcx.layout_of(param_ty).unwrap().size.bits();
0531ce1d 732 let n = 1 << (bits - 1);
04454e1e 733 let literal = ConstantKind::from_bits(self.tcx, n, param_ty);
3157f602 734
e1599b0c 735 self.literal_operand(span, literal)
3157f602 736 }
e9174d1e 737}