BlackjackRL/blackjack_env.py at master · adamgaray/BlackjackRL · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
import numpy as np

CARDS = {'A': 11, '2': 2, '3': 3, '4': 4, '5': 5, '6': 6,\
        '7': 7, '8': 8, '9': 9, 'T': 10, 'J': 10, 'Q': 10, 'K': 10}

class BlackjackEnv():

    def __init__(self):

        self.shuffle_card = np.random.choice(range(30, 80))
        self.deck = self.make_deck()
        self.player_hand = []
        self.dealer_hand = []


    def play(self):
        self.deal()

        return [self.eval_hand(self.player_hand), CARDS[self.dealer_hand[0]], self.usable_ace(self.player_hand)], 0, False


    def step(self, action):

        if action == 0:
            self.player_hand.append(self.draw())

            if self.eval_hand(self.player_hand) > 21:
                return [self.eval_hand(self.player_hand), CARDS[self.dealer_hand[0]], self.usable_ace(self.player_hand)], -1, True

            else:
                return [self.eval_hand(self.player_hand), CARDS[self.dealer_hand[0]], self.usable_ace(self.player_hand)], 0, False

        # if stood:
        while self.eval_hand(self.dealer_hand) < 17:
            self.dealer_hand.append(self.draw())

        if self.eval_hand(self.dealer_hand) > 21:
            return [self.eval_hand(self.player_hand), CARDS[self.dealer_hand[0]], self.usable_ace(self.player_hand)], 1, True

        if self.eval_hand(self.player_hand) > self.eval_hand(self.dealer_hand):
            return [self.eval_hand(self.player_hand), CARDS[self.dealer_hand[0]], self.usable_ace(self.player_hand)], 1, True

        elif self.eval_hand(self.player_hand) < self.eval_hand(self.dealer_hand):
            return [self.eval_hand(self.player_hand), CARDS[self.dealer_hand[0]], self.usable_ace(self.player_hand)], -1, True

        else:
            return [self.eval_hand(self.player_hand), CARDS[self.dealer_hand[0]], self.usable_ace(self.player_hand)], 0, True


    def usable_ace(self, hand):
        count = 0
        for card in hand:
            if card == 'A': count += 1

        val = sum(CARDS[card] for card in hand)
        while count > 0:
            val -= 10
            count -= 1

        return 'A' in hand and val <= 11

    def deal(self):

        self.player_hand = []
        self.dealer_hand = []

        if len(self.deck) < self.shuffle_card:
            self.deck = self.make_deck()

        self.player_hand.append(self.draw())
        self.dealer_hand.append(self.draw())
        self.player_hand.append(self.draw())
        self.dealer_hand.append(self.draw())

    def draw(self):
        drawn = np.random.choice(self.deck)
        self.deck.remove(drawn)
        return drawn

    def eval_hand(self, hand):
        val = sum(CARDS[card] for card in hand)
        num_aces = 0

        while val > 21 and 'A' in hand:
            num_aces += 1
            hand.remove('A')
            val -= 10

        for _ in range(num_aces):
            hand.append('A')

        return val

    def make_deck(self):
        deck = []

        for deck_num in range(3):
            for suit in range(4):
                for card in CARDS.keys():
                    deck.append(card)

        return deck

# b = BlackjackEnv()