fix(test_cases): test cases for pandas 3.0

.github/workflows/ci.yml

@@ -19,6 +19,7 @@ jobs:
         uses: actions/setup-python@v4
         with:
           python-version: ${{ matrix.python-version }}
+
       - name: Install Poetry (Unix)
         if: matrix.os != 'windows-latest'
         run: |
@@ -37,90 +38,78 @@ jobs:
         run: pip wheel --use-pep517 "future==0.18.3"
       - name: Install dependencies
         run: poetry install --all-extras --with dev --verbose
-      - name: Install extension dependencies
+      - name: Lint with ruff
+        run: make format_diff
+      - name: Spellcheck
+        run: make spell_check
+      - name: Run core tests
+        run: make test_core
+
+      # Install dependencies, test, and remove for each extension
+      - name: Install and test LLM extensions (Unix)
+        if: matrix.os != 'windows-latest'
         run: |
-          # Install LLM extension dependencies
-          for dir in extensions/llms/*/; do
+          find extensions/llms -mindepth 1 -type d | while read -r dir; do
             if [ -f "$dir/pyproject.toml" ]; then
               echo "Installing dependencies for $dir"
-              cd "$dir"
-              poetry install --all-extras --with dev
-              cd -
+              (
+                cd "$dir" || exit
+                poetry install --all-extras --with test --verbose
+              )
+              echo "Running tests for $dir"
+              (
+                cd "$dir" || exit
+                poetry run pytest tests/
+              )
             fi
           done
 
-          # Install connector extension dependencies
-          for dir in extensions/connectors/*/; do
+      - name: Install and test Connector extensions (Unix)
+        if: matrix.os != 'windows-latest'
+        run: |
+          find extensions/connectors -mindepth 1 -type d | while read -r dir; do
             if [ -f "$dir/pyproject.toml" ]; then
               echo "Installing dependencies for $dir"
-              cd "$dir"
-              poetry install --all-extras --with dev
-              cd -
+              (
+                cd "$dir" || exit
+                poetry install --all-extras --with test --verbose
+              )
+              echo "Running tests for $dir"
+              (
+                cd "$dir" || exit
+                poetry run pytest tests/
+              )
             fi
           done
 
-          # Install enterprise extension dependencies
-          for dir in extensions/ee/*/*/; do
+      - name: Install and test Enterprise extensions (Unix)
+        if: matrix.os != 'windows-latest'
+        run: |
+          find extensions/ee -mindepth 1 -type d | while read -r dir; do
             if [ -f "$dir/pyproject.toml" ]; then
               echo "Installing dependencies for $dir"
-              cd "$dir"
-              poetry install --all-extras --with dev
-              cd -
+              (
+                cd "$dir" || exit
+                poetry install --all-extras --with test --verbose
+              )
+              echo "Running tests for $dir"
+              (
+                cd "$dir" || exit
+                poetry run pytest tests/
+              )
             fi
           done
-      - name: Install extension dependencies (Windows)
-        if: matrix.os == 'windows-latest'
-        run: |
-          # Install LLM extension dependencies
-          Get-ChildItem -Path extensions/llms -Directory | ForEach-Object {
-            $projFile = Join-Path $_.FullName "pyproject.toml"
-            if (Test-Path $projFile) {
-              Write-Host "Installing dependencies for $_"
-              Push-Location $_.FullName
-              poetry install --all-extras --with dev
-              Pop-Location
-            }
-          }
 
-          # Install connector extension dependencies
-          Get-ChildItem -Path extensions/connectors -Directory | ForEach-Object {
-            $projFile = Join-Path $_.FullName "pyproject.toml"
-            if (Test-Path $projFile) {
-              Write-Host "Installing dependencies for $_"
-              Push-Location $_.FullName
-              poetry install --all-extras --with dev
-              Pop-Location
-            }
-          }
-
-          # Install enterprise extension dependencies
-          Get-ChildItem -Path extensions/ee -Recurse -Directory -Depth 2 | ForEach-Object {
-            $projFile = Join-Path $_.FullName "pyproject.toml"
-            if (Test-Path $projFile) {
-              Write-Host "Installing dependencies for $_"
-              Push-Location $_.FullName
-              poetry install --all-extras --with dev
-              Pop-Location
-            }
-          }
-      - name: Lint with ruff
-        run: make format_diff
-      - name: Spellcheck
-        run: make spell_check
-      - name: Run core tests
-        run: make test_core
-      - name: Run extension tests
-        if: matrix.os != 'windows-latest'
-        run: make test_extensions
       - name: Run extension tests (Windows)
         if: matrix.os == 'windows-latest'
         run: |
           # Run LLM extension tests
           Get-ChildItem -Path extensions/llms -Directory | ForEach-Object {
             $testDir = Join-Path $_.FullName "tests"
             if (Test-Path $testDir) {
-              Write-Host "Running tests for $_"
+              Write-Host "Running tests for $($_.FullName)"
               Push-Location $_.FullName
+              poetry install --all-extras --with test --verbose
               poetry run pytest tests/
               Pop-Location
             }
@@ -130,8 +119,9 @@ jobs:
           Get-ChildItem -Path extensions/connectors -Directory | ForEach-Object {
             $testDir = Join-Path $_.FullName "tests"
             if (Test-Path $testDir) {
-              Write-Host "Running tests for $_"
+              Write-Host "Running tests for $($_.FullName)"
               Push-Location $_.FullName
+              poetry install --all-extras --with test --verbose
               poetry run pytest tests/
               Pop-Location
             }
@@ -141,9 +131,9 @@ jobs:
           Get-ChildItem -Path extensions/ee -Recurse -Directory -Depth 2 | ForEach-Object {
             $testDir = Join-Path $_.FullName "tests"
             if (Test-Path $testDir) {
-              Write-Host "Running tests for $_"
+              Write-Host "Running tests for $($_.FullName)"
               Push-Location $_.FullName
-              poetry run pytest tests/
+              poetry install --all-extras --with test --verbose
               Pop-Location
             }
           }

Makefile

@@ -9,9 +9,9 @@ all: help  ## default target executed when no arguments are given to make
 UNIT_TESTS_DIR ?= tests/unit_tests/
 INTEGRATION_TESTS_DIR ?= tests/integration_tests/
 
-setup_python:  ## ensure we're using Python 3.10
-	@echo "Setting up Python 3.10..."
-	poetry env use python3.10
+# setup_python:  ## ensure we're using Python 3.10
+# 	@echo "Setting up Python 3.10..."
+# 	poetry env use python3.10
 
 install_deps: setup_python  ## install core dependencies
 	@echo "Installing core dependencies..."
@@ -26,23 +26,23 @@ install_extension_deps: setup_python  ## install all extension dependencies
 	@for dir in extensions/llms/*/; do \
 		if [ -f "$$dir/pyproject.toml" ]; then \
 			echo "Installing dependencies for $$dir"; \
-			cd "$$dir" && poetry env use python3.10 && poetry install --all-extras --with test && cd - || exit 1; \
+			cd "$$dir" && poetry install --all-extras --with test && cd - || exit 1; \
 		fi \
 	done
 
 	@echo "Installing connector extension dependencies..."
 	@for dir in extensions/connectors/*/; do \
 		if [ -f "$$dir/pyproject.toml" ]; then \
 			echo "Installing dependencies for $$dir"; \
-			cd "$$dir" && poetry env use python3.10 && poetry install --all-extras --with test && cd - || exit 1; \
+			cd "$$dir" && poetry install --all-extras --with test && cd - || exit 1; \
 		fi \
 	done
 
 	@echo "Installing enterprise extension dependencies..."
 	@for dir in extensions/ee/*/*/; do \
 		if [ -f "$$dir/pyproject.toml" ]; then \
 			echo "Installing dependencies for $$dir"; \
-			cd "$$dir" && poetry env use python3.10 && poetry install --all-extras --with test && cd - || exit 1; \
+			cd "$$dir" && poetry install --all-extras --with test && cd - || exit 1; \
 		fi \
 	done
 

README.md

@@ -8,19 +8,19 @@
 [![Downloads](https://static.pepy.tech/badge/pandasai)](https://pepy.tech/project/pandasai) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 [![Open in Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/drive/1ZnO-njhL7TBOYPZaqvMvGtsjckZKrv2E?usp=sharing)
 
-PandasAI is a Python platform that makes it easy to ask questions to your data in natural language. It helps non-technical users to interact with their data in a more natural way, and it helps technical users to save time and effort when working with data.
+PandasAI is a Python platform that makes it easy to ask questions to your data in natural language. It helps non-technical users to interact with their data in a more natural way, and it helps technical users to save time, and effort when working with data.
 
 # 🚀 Deploying PandasAI
 
-PandasAI can be used in a variety of ways. You can easily use it in your Jupyter notebooks or streamlit apps, or you can deploy it as a REST API such as with FastAPI or Flask.
+PandasAI can be used in a variety of ways. You can easily use it in your Jupyter notebooks or Streamlit apps, or you can deploy it as a REST API such as with FastAPI or Flask.
 
 If you are interested in the managed PandasAI Cloud or our self-hosted Enterprise Offering, [contact us](https://forms.gle/JEUqkwuTqFZjhP7h8).
 
 # 🔧 Getting started
 
 You can find the full documentation for PandasAI [here](https://pandas-ai.readthedocs.io/en/latest/).
 
-You can either decide to use PandasAI in your Jupyter notebooks, streamlit apps, or use the client and server architecture from the repo.
+You can either decide to use PandasAI in your Jupyter notebooks, Streamlit apps, or use the client and server architecture from the repo.
 
 ## ☁️ Using the platform
 

client/app/(ee)/settings/logs/page.tsx

@@ -2,17 +2,15 @@ import React from "react";
 import { GetLogs } from "@/services/logs";
 import LogsCard from "./logs-card";
 
-export const dynamic = 'force-dynamic';
+export const dynamic = "force-dynamic";
 
 export default async function Logs() {
-  const data = await GetLogs();
+	const data = await GetLogs();
 
-  return (
-    <div className="w-full h-full overflow-y-auto custom-scroll mt-5 px-2 md:px-4">
-      <h1 className="text-2xl font-bold dark:text-white mb-10">Logs</h1>
-      <LogsCard logs={data?.logs || []} logs_count={data?.logs_count} />
-    </div>
-  );
+	return (
+		<div className="w-full h-full overflow-y-auto custom-scroll mt-5 px-2 md:px-4">
+			<h1 className="text-2xl font-bold dark:text-white mb-10">Logs</h1>
+			<LogsCard logs={data?.logs || []} logs_count={data?.logs_count} />
+		</div>
+	);
 }
-export const dynamic='force-dynamic';
-

client/app/settings/datasets/[id]/page.tsx

@@ -3,34 +3,32 @@ import Link from "next/link";
 import DatasetCard from "./DatasetCard";
 import { GetDatasetDetails } from "@/services/datasets";
 
-export const dynamic = 'force-dynamic';
+export const dynamic = "force-dynamic";
 
 interface PageProps {
-  params: {
-    id: string;
-  };
+	params: {
+		id: string;
+	};
 }
 
 export default async function DatasetDetailsPage({ params }: PageProps) {
-  const data = await GetDatasetDetails(params.id);
-  const dataframe = data?.dataset;
+	const data = await GetDatasetDetails(params.id);
+	const dataframe = data?.dataset;
 
-  return (
-    <>
-      <div className="w-full h-full overflow-y-auto custom-scroll mt-5 px-2 md:px-4">
-        <h1 className="text-2xl font-bold dark:text-white mb-10">
-          <Link href="/settings/datasets">Datasets</Link>
-          <small>{` › ${dataframe?.name || ""}`}</small>
-        </h1>
+	return (
+		<>
+			<div className="w-full h-full overflow-y-auto custom-scroll mt-5 px-2 md:px-4">
+				<h1 className="text-2xl font-bold dark:text-white mb-10">
+					<Link href="/settings/datasets">Datasets</Link>
+					<small>{` › ${dataframe?.name || ""}`}</small>
+				</h1>
 
-        <div className="flex flex-col p-2 md:p-4 font-montserrat">
-          <div className="flex items-center justify-center w-[50%]">
-            <DatasetCard dataframe={dataframe} />
-          </div>
-        </div>
-      </div>
-    </>
-  );
+				<div className="flex flex-col p-2 md:p-4 font-montserrat">
+					<div className="flex items-center justify-center w-[50%]">
+						<DatasetCard dataframe={dataframe} />
+					</div>
+				</div>
+			</div>
+		</>
+	);
 }
-export const dynamic='force-dynamic';
-